00010000:00000010:2.1:1767326752.217865:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878825000. 00010000:00000010:2.1:1767326752.224860:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b1200. 00010000:00000010:2.1:1767326752.238878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b1600. 00000080:00000010:2.1:1767326752.245864:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3ae0. 00010000:00000010:2.1:1767326752.253874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b1200. 00010000:00000010:2.1:1767326752.281863:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87861f200. 00010000:00000010:2.1:1767326752.366858:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871295200. 00010000:00000010:2.1:1767326752.393872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d5800. 00010000:00000010:2.1:1767326752.421881:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871294400. 00010000:00000010:2.1:1767326752.527871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0dce00. 00010000:00000010:2.1:1767326752.541858:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88124e400. 00010000:00000010:2.1:1767326752.564860:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872923e00. 00010000:00000010:2.1:1767326752.591863:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872923c00. 00010000:00000010:2.1:1767326752.633866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872922a00. 00010000:00000010:2.1:1767326752.652858:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683ce000. 00010000:00000010:2.1:1767326752.656868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683cfe00. 00000080:00000010:2.1:1767326752.705857:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610e80. 00010000:00000010:2.1:1767326752.710866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8588c1600. 00010000:00000010:2.1:1767326752.740870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ffd000. 00010000:00000010:2.1:1767326752.759861:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683ce000. 00010000:00000010:2.1:1767326752.813878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8588c0c00. 00010000:00000010:2.1:1767326752.818897:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45e200. 00010000:00000010:2.1:1767326752.818913:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45f600. 00010000:00000010:2.1:1767326752.852870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45e200. 00010000:00000010:2.1:1767326752.903888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e879b1c600. 00000080:00000010:2.1:1767326752.903903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698960. 00010000:00000010:2.1:1767326752.908861:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e879b1c000. 00010000:00000010:2.1:1767326752.937866:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878664900. 00010000:00000010:2.1:1767326752.937876:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45f000. 00010000:00000010:2.1:1767326752.973873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878664200. 00010000:00000010:2.1:1767326753.063880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e879b1cc00. 00000080:00000010:2.1:1767326753.065898:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698bc0. 00010000:00000010:2.1:1767326753.189884:0:285988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871340c00. 00010000:00000010:2.1:1767326753.269890:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e875b13500. 00010000:00000010:2.1:1767326753.269897:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878af2a00. 00010000:00000010:2.1:1767326753.292895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710f0c00. 00000080:00000010:2.1:1767326753.336880:0:2520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760484800. 00000080:00000010:2.1:1767326753.365883:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7604846a0. 00000080:00000010:2.1:1767326753.515868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7220. 00010000:00000010:2.1:1767326753.666876:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510f2000. 00010000:00000010:2.1:1767326753.810870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c8c00. 00010000:00000010:2.1:1767326753.884871:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869d46000. 00010000:00000010:2.1:1767326753.923870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f316600. 00010000:00000010:2.1:1767326753.929880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f317800. 00010000:00000010:2.1:1767326753.935881:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c8400. 00000080:00000010:2.1:1767326753.937891:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7fc0. 00000080:00000010:2.1:1767326753.965863:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7604848e0. 00010000:00000010:2.1:1767326753.974885:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85093a200. 00010000:00000010:2.1:1767326754.034902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f316e00. 00010000:00000010:3.1:1767326754.064048:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f317c00. 00010000:00000010:2.1:1767326754.072879:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f316e00. 00000080:00000010:2.1:1767326754.093890:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7b00. 00010000:00000010:3.1:1767326754.114893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871645200. 00010000:00000010:2.1:1767326754.194868:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a97e00. 00010000:00000010:3.1:1767326754.218881:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f202100. 00010000:00000010:3.1:1767326754.218894:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a97600. 00010000:00000010:3.1:1767326754.244875:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f316e00. 00010000:00000010:2.1:1767326754.270885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5e600. 00010000:00000010:2.1:1767326754.286864:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a5f3600. 00010000:00000010:3.1:1767326754.322868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a19000. 00010000:00000010:3.1:1767326754.343870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a19200. 00010000:00000010:2.1:1767326754.364876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5f800. 00010000:00000010:3.1:1767326754.366872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5ec00. 00000080:00000010:3.1:1767326754.368894:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df4e0. 00010000:00000010:3.1:1767326754.382883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5f800. 00000080:00000010:3.1:1767326754.392885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7480. 00010000:00000010:2.1:1767326754.408868:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546000. 00000080:00000010:3.1:1767326754.425868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698580. 00010000:00000010:2.1:1767326754.425872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fdde00. 00010000:00000010:2.1:1767326754.432868:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546200. 00010000:00000010:3.1:1767326754.447857:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546800. 00010000:00000010:3.1:1767326754.469870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4dc800. 00010000:00000010:2.1:1767326754.489863:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4dcc00. 00000080:00000010:3.1:1767326754.512869:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df980. 00010000:00000010:2.1:1767326754.522863:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546a00. 00010000:00000010:2.1:1767326754.540867:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546a00. 00010000:00000010:3.1:1767326754.563863:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496ae800. 00010000:00000010:3.1:1767326754.586874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496af200. 00010000:00000010:3.1:1767326754.611864:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496afa00. 00010000:00000010:2.1:1767326754.635880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87989e000. 00010000:00000010:2.1:1767326754.654864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496ae600. 00010000:00000010:2.1:1767326754.671864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715f6d00. 00010000:00000010:3.1:1767326754.678862:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496af400. 00010000:00000010:3.1:1767326754.694869:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7edd00. 00010000:00000010:3.1:1767326754.694879:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860dfa400. 00010000:00000010:3.1:1767326754.694887:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496ae800. 00010000:00000010:3.1:1767326754.720870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860dfb400. 00010000:00000010:2.1:1767326754.736863:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bd400. 00010000:00000010:3.1:1767326754.761929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f043800. 00010000:00000010:2.1:1767326754.772885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4400. 00010000:00000010:3.1:1767326754.808881:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f043c00. 00010000:00000010:3.1:1767326754.840877:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bc000. 00010000:00000010:3.1:1767326754.865893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bd800. 00010000:00000010:3.1:1767326754.886877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f043800. 00010000:00000010:2.1:1767326754.894866:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4200. 00000080:00000010:2.1:1767326754.921951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0f00. 00010000:00000010:3.1:1767326754.952881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843271a00. 00010000:00000010:3.1:1767326754.969862:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8786b8100. 00010000:00000010:2.1:1767326754.973857:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846380c00. 00010000:00000010:2.1:1767326754.995860:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4200. 00010000:00000010:2.1:1767326755.020865:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4200. 00010000:00000010:3.1:1767326755.044892:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8786b8700. 00010000:00000010:3.1:1767326755.061880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843271600. 00010000:00000010:2.1:1767326755.086881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843271600. 00010000:00000010:2.1:1767326755.103884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843270600. 00010000:00000010:3.1:1767326755.109874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd8100. 00010000:00000010:3.1:1767326755.109881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f742800. 00010000:00000010:2.1:1767326755.133877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8746dda00. 00010000:00000010:3.1:1767326755.154870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811db600. 00010000:00000010:2.1:1767326755.178884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811da800. 00010000:00000010:2.1:1767326755.188870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811daa00. 00000080:00000010:2.1:1767326755.198869:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7d20. 00010000:00000010:2.1:1767326755.205891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811daa00. 00010000:00000010:3.1:1767326755.228923:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dbc00. 00010000:00000010:2.1:1767326755.259878:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871546200. 00010000:00000010:2.1:1767326755.265886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871547400. 00000080:00000010:2.1:1767326755.283876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7040. 00010000:00000010:3.1:1767326755.288894:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ff800. 00010000:00000010:2.1:1767326755.310886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344000. 00010000:00000010:2.1:1767326755.334873:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871345c00. 00010000:00000010:2.1:1767326755.343868:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6db00. 00010000:00000010:2.1:1767326755.343878:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811da400. 00010000:00000010:3.1:1767326755.360877:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ff800. 00010000:00000010:3.1:1767326755.368876:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878666800. 00010000:00000010:2.1:1767326755.390898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487df800. 00010000:00000010:3.1:1767326755.415896:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a727800. 00010000:00000010:3.1:1767326755.421928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6df00. 00010000:00000010:3.1:1767326755.421945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599e00. 00010000:00000010:2.1:1767326755.449887:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f598600. 00010000:00000010:2.1:1767326755.462889:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6d700. 00010000:00000010:3.1:1767326755.505889:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599000. 00010000:00000010:2.1:1767326755.530905:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870de0f00. 00010000:00000010:2.1:1767326755.530921:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599200. 00010000:00000010:2.1:1767326755.537878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714e5a00. 00010000:00000010:3.1:1767326755.562869:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487de400. 00010000:00000010:3.1:1767326755.568871:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843a52a00. 00010000:00000010:2.1:1767326755.589884:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599400. 00010000:00000010:3.1:1767326755.643895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c4c00. 00010000:00000010:2.1:1767326755.673883:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c4200. 00010000:00000010:3.1:1767326755.703874:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811da600. 00010000:00000010:2.1:1767326755.729886:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691a8c00. 00010000:00000010:3.1:1767326755.779868:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691a8600. 00010000:00000010:2.1:1767326755.807867:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c5600. 00010000:00000010:3.1:1767326755.828884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb30800. 00010000:00000010:2.1:1767326755.831872:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c4600. 00010000:00000010:3.1:1767326755.886899:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714f7800. 00010000:00000010:2.1:1767326755.914875:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb31e00. 00010000:00000010:2.1:1767326755.933870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb31400. 00010000:00000010:2.1:1767326755.954889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb30800. 00010000:00000010:3.1:1767326756.000875:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87896aa00. 00010000:00000010:3.1:1767326756.013870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581cfe00. 00010000:00000010:2.1:1767326756.037866:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875348a00. 00010000:00000010:2.1:1767326756.067874:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875348000. 00010000:00000010:3.1:1767326756.113875:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c209800. 00010000:00000010:3.1:1767326756.140865:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85939b200. 00010000:00000010:3.1:1767326756.168030:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85939aa00. 00010000:00000010:2.1:1767326756.211869:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85806a400. 00010000:00000010:3.1:1767326756.261879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85806b600. 00010000:00000010:3.1:1767326756.286880:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f025000. 00010000:00000010:3.1:1767326756.313871:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683d1800. 00010000:00000010:2.1:1767326756.339882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f024600. 00010000:00000010:3.1:1767326756.365883:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f025400. 00010000:00000010:3.1:1767326756.387894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683d1800. 00010000:00000010:3.1:1767326756.418873:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683d1c00. 00010000:00000010:2.1:1767326756.448873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f024600. 00010000:00000010:3.1:1767326756.493889:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c208400. 00010000:00000010:3.1:1767326756.521881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845468800. 00010000:00000010:3.1:1767326756.540872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845468400. 00010000:00000010:3.1:1767326756.563923:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845468400. 00010000:00000010:2.1:1767326756.569880:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716fb400. 00010000:00000010:2.1:1767326756.573884:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716fb000. 00000080:00000010:2.1:1767326756.575869:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698720. 00010000:00000010:3.1:1767326756.597895:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b5e00. 00000080:00000010:3.1:1767326756.608863:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91d40. 00010000:00000010:3.1:1767326756.622868:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b4c00. 00010000:00000010:3.1:1767326756.640874:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869013200. 00010000:00000010:3.1:1767326756.647895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869012e00. 00010000:00000010:2.1:1767326756.674863:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b5c00. 00000080:00000010:3.1:1767326756.676884:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79a60. 00000080:00000010:2.1:1767326756.696879:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f797c0. 00010000:00000010:2.1:1767326756.702884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b5000. 00010000:00000010:2.1:1767326756.710865:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87144b700. 00010000:00000010:2.1:1767326756.710873:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b5e00. 00010000:00000010:3.1:1767326756.774890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860091800. 00010000:00000010:2.1:1767326756.800864:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860091000. 00010000:00000010:2.1:1767326756.828881:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860090200. 00010000:00000010:2.1:1767326756.850863:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860090200. 00010000:00000010:3.1:1767326756.886887:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870582200. 00010000:00000010:3.1:1767326756.886906:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860091c00. 00000080:00000010:2.1:1767326756.889885:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7606986a0. 00000080:00000010:2.1:1767326756.905881:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79c80. 00010000:00000010:3.1:1767326756.912895:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870582200. 00010000:00000010:2.1:1767326756.937871:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860098a00. 00010000:00000010:2.1:1767326756.966891:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932d000. 00010000:00000010:3.1:1767326757.009877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344e00. 00010000:00000010:3.1:1767326757.035873:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84644ce00. 00010000:00000010:3.1:1767326757.058901:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932d000. 00010000:00000010:2.1:1767326757.081878:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344000. 00010000:00000010:3.1:1767326757.099882:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f24e600. 00010000:00000010:2.1:1767326757.103874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344000. 00010000:00000010:3.1:1767326757.126892:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2dc00. 00010000:00000010:2.1:1767326757.150880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f24e200. 00010000:00000010:3.1:1767326757.175891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f24e800. 00010000:00000010:2.1:1767326757.193872:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000c800. 00010000:00000010:3.1:1767326757.221903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000d400. 00010000:00000010:3.1:1767326757.241882:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2d200. 00010000:00000010:3.1:1767326757.264883:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f76d600. 00010000:00000010:2.1:1767326757.272872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84644d400. 00010000:00000010:3.1:1767326757.296887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2da00. 00010000:00000010:2.1:1767326757.326868:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f49000. 00010000:00000010:2.1:1767326757.345888:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb07800. 00010000:00000010:2.1:1767326757.345899:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f49600. 00010000:00000010:3.1:1767326757.351884:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000c800. 00010000:00000010:3.1:1767326757.388870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000c800. 00010000:00000010:2.1:1767326757.416877:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f49600. 00010000:00000010:3.1:1767326757.442884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f49600. 00010000:00000010:3.1:1767326757.469882:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a2600. 00010000:00000010:3.1:1767326757.535911:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa1cc00. 00010000:00000010:2.1:1767326757.557897:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871083e00. 00010000:00000010:3.1:1767326757.590874:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa1d400. 00010000:00000010:3.1:1767326757.621894:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871082a00. 00010000:00000010:2.1:1767326757.660893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878aedb00. 00010000:00000010:2.1:1767326757.660904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24f200. 00010000:00000010:3.1:1767326757.677896:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24ee00. 00010000:00000010:2.1:1767326757.710866:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b528200. 00010000:00000010:2.1:1767326757.732874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24e000. 00010000:00000010:3.1:1767326757.764873:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b528200. 00010000:00000010:2.1:1767326757.783879:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506b00. 00010000:00000010:2.1:1767326757.783897:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b83800. 00010000:00000010:3.1:1767326757.833896:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506500. 00010000:00000010:3.1:1767326757.837880:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c4600. 00010000:00000010:2.1:1767326757.875882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c4200. 00010000:00000010:2.1:1767326757.906886:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b82400. 00010000:00000010:3.1:1767326757.933881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b83600. 00010000:00000010:3.1:1767326757.982870:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87155f600. 00010000:00000010:3.1:1767326758.008871:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692ea200. 00010000:00000010:2.1:1767326758.008887:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c4200. 00010000:00000010:3.1:1767326758.040889:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692eaf00. 00010000:00000010:3.1:1767326758.040908:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d2000. 00010000:00000010:2.1:1767326758.042869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c22f800. 00010000:00000010:3.1:1767326758.081912:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87155fa00. 00010000:00000010:3.1:1767326758.121028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845989c00. 00010000:00000010:3.1:1767326758.121040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c22f400. 00010000:00000010:3.1:1767326758.136879:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87155e600. 00010000:00000010:3.1:1767326758.147888:0:285988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692eba00. 00010000:00000010:2.1:1767326758.161897:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87155e600. 00010000:00000010:3.1:1767326758.191879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c22fa00. 00010000:00000010:2.1:1767326758.191880:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86921e300. 00010000:00000010:2.1:1767326758.191895:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a4c00. 00010000:00000010:2.1:1767326758.233880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84652bf00. 00010000:00000010:3.1:1767326758.250885:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84300f400. 00010000:00000010:2.1:1767326758.276893:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a5800. 00010000:00000010:2.1:1767326758.300886:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f0c700. 00010000:00000010:2.1:1767326758.300901:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718ab600. 00010000:00000010:2.1:1767326758.321874:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f0c800. 00010000:00000010:3.1:1767326758.330873:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848ad8400. 00010000:00000010:3.1:1767326758.379889:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ad000. 00010000:00000010:2.1:1767326758.406874:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848ad8000. 00010000:00000010:3.1:1767326758.450886:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86921e300. 00010000:00000010:3.1:1767326758.460889:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580aca00. 00010000:00000010:3.1:1767326758.512864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c543400. 00010000:00000010:2.1:1767326758.518898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848ad8800. 00010000:00000010:2.1:1767326758.538880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860390200. 00000080:00000010:3.1:1767326758.552872:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91400. 00010000:00000010:2.1:1767326758.572866:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c543c00. 00000080:00000010:3.1:1767326758.579888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91640. 00010000:00000010:3.1:1767326758.609891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c543e00. 00000080:00000010:2.1:1767326758.620887:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606102c0. 00010000:00000010:3.1:1767326758.629872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c543600. 00010000:00000010:2.1:1767326758.647907:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c543600. 00000080:00000010:2.1:1767326758.649897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91740. 00010000:00000010:3.1:1767326758.655886:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860390200. 00010000:00000010:2.1:1767326758.671880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c542e00. 00010000:00000010:2.1:1767326758.685911:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ada400. 00010000:00000010:3.1:1767326758.750891:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860637400. 00010000:00000010:2.1:1767326758.757894:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f2cc00. 00010000:00000010:3.1:1767326758.807300:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adb800. 00010000:00000010:2.1:1767326758.809885:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871429600. 00010000:00000010:2.1:1767326758.836879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860637400. 00010000:00000010:3.1:1767326758.836885:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86900f400. 00010000:00000010:2.1:1767326758.854880:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86900e600. 00010000:00000010:3.1:1767326758.884898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87359d200. 00010000:00000010:3.1:1767326758.887917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87359c800. 00000080:00000010:2.1:1767326758.891883:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79e60. 00010000:00000010:3.1:1767326758.950879:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ada200. 00010000:00000010:2.1:1767326758.986884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2c000. 00010000:00000010:3.1:1767326758.988914:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871429e00. 00010000:00000010:3.1:1767326759.041876:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919ac00. 00010000:00000010:3.1:1767326759.099904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adb200. 00010000:00000010:2.1:1767326759.115883:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bb1200. 00010000:00000010:2.1:1767326759.127900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2c000. 00010000:00000010:3.1:1767326759.177871:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878871800. 00010000:00000010:3.1:1767326759.203872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c24f200. 00010000:00000010:2.1:1767326759.230866:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c24ee00. 00010000:00000010:3.1:1767326759.289870:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c24ee00. 00010000:00000010:3.1:1767326759.317876:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878870600. 00010000:00000010:2.1:1767326759.345921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878870200. 00010000:00000010:2.1:1767326759.370876:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878870800. 00010000:00000010:3.1:1767326759.426873:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450aa00. 00010000:00000010:3.1:1767326759.449880:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d1600. 00010000:00000010:3.1:1767326759.476870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311ac00. 00010000:00000010:2.1:1767326759.508872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555000. 00010000:00000010:3.1:1767326759.519872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554c00. 00000080:00000010:3.1:1767326759.547875:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6dec0. 00010000:00000010:3.1:1767326759.567908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311a400. 00010000:00000010:2.1:1767326759.570892:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555c00. 00000080:00000010:2.1:1767326759.576865:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324dac0. 00010000:00000010:3.1:1767326759.588872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555400. 00010000:00000010:3.1:1767326759.613876:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871673a00. 00010000:00000010:2.1:1767326759.643896:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672000. 00010000:00000010:3.1:1767326759.668013:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672000. 00000080:00000010:2.1:1767326759.670867:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07660. 00010000:00000010:3.1:1767326759.699884:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc200. 00010000:00000010:3.1:1767326759.702874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672400. 00000080:00000010:2.1:1767326759.713872:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d380. 00010000:00000010:3.1:1767326759.732877:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc800. 00010000:00000010:3.1:1767326759.736882:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554e00. 00010000:00000010:2.1:1767326759.747882:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871673000. 00000080:00000010:3.1:1767326759.751874:0:198565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07d40. 00010000:00000010:3.1:1767326759.756884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938b800. 00010000:00000010:3.1:1767326759.779876:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938ae00. 00000080:00000010:3.1:1767326759.782887:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07880. 00010000:00000010:2.1:1767326759.791877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749ccc00. 00000080:00000010:3.1:1767326759.811873:0:195920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c072a0. 00010000:00000010:3.1:1767326759.817869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555000. 00010000:00000010:3.1:1767326759.822899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554000. 00010000:00000010:3.1:1767326759.844875:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc800. 00010000:00000010:3.1:1767326759.870879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554000. 00010000:00000010:3.1:1767326759.914870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87165a000. 00010000:00000010:3.1:1767326759.935900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938ae00. 00010000:00000010:3.1:1767326759.937862:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901e200. 00010000:00000010:3.1:1767326759.960925:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f776c00. 00010000:00000010:3.1:1767326759.982872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f777800. 00010000:00000010:3.1:1767326760.006916:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f776c00. 00010000:00000010:2.1:1767326760.011874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555000. 00010000:00000010:3.1:1767326760.033891:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b10a00. 00010000:00000010:3.1:1767326760.048899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b10000. 00000080:00000010:2.1:1767326760.052886:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07aa0. 00010000:00000010:3.1:1767326760.057883:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b10600. 00000080:00000010:3.1:1767326760.072874:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008e20. 00010000:00000010:3.1:1767326760.078904:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79dc00. 00010000:00000010:3.1:1767326760.084992:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4a00. 00010000:00000010:3.1:1767326760.111886:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f5a00. 00010000:00000010:3.1:1767326760.132867:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4c00. 00010000:00000010:3.1:1767326760.151860:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f5e00. 00010000:00000010:3.1:1767326760.182912:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4c00. 00010000:00000010:3.1:1767326760.203870:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4c00. 00010000:00000010:2.1:1767326760.223875:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f294000. 00010000:00000010:3.1:1767326760.223890:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843177000. 00010000:00000010:2.1:1767326760.230874:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79ca00. 00000080:00000010:3.1:1767326760.233866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d680. 00010000:00000010:3.1:1767326760.244883:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f295200. 00010000:00000010:2.1:1767326760.270883:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843177c00. 00010000:00000010:3.1:1767326760.297902:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843177400. 00010000:00000010:3.1:1767326760.308897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843176800. 00010000:00000010:2.1:1767326760.318882:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843176e00. 00010000:00000010:3.1:1767326760.320890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79cc00. 00000080:00000010:3.1:1767326760.323892:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324de80. 00010000:00000010:3.1:1767326760.338876:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843176e00. 00010000:00000010:2.1:1767326760.341889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0600. 00010000:00000010:3.1:1767326760.362881:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0000. 00000080:00000010:3.1:1767326760.368901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860cd8320. 00010000:00000010:3.1:1767326760.388916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79cc00. 00010000:00000010:3.1:1767326760.405872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0400. 00010000:00000010:2.1:1767326760.428882:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d1e00. 00010000:00000010:3.1:1767326760.452873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79cc00. 00010000:00000010:3.1:1767326760.477871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847143200. 00010000:00000010:3.1:1767326760.509881:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f7400. 00010000:00000010:3.1:1767326760.531869:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450a600. 00010000:00000010:3.1:1767326760.557865:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f6a00. 00010000:00000010:2.1:1767326760.584865:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846515700. 00010000:00000010:3.1:1767326760.584872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715adc00. 00010000:00000010:2.1:1767326760.586878:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847142800. 00010000:00000010:3.1:1767326760.606871:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846515500. 00010000:00000010:3.1:1767326760.609892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871651200. 00010000:00000010:3.1:1767326760.635879:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f6a00. 00010000:00000010:3.1:1767326760.657899:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a5cd00. 00010000:00000010:3.1:1767326760.657915:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871651a00. 00010000:00000010:3.1:1767326760.661876:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911dc00. 00010000:00000010:3.1:1767326760.693872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911c800. 00010000:00000010:3.1:1767326760.693882:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f98900. 00010000:00000010:3.1:1767326760.693892:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ad200. 00010000:00000010:3.1:1767326760.720885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ac400. 00010000:00000010:3.1:1767326760.745913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871650200. 00010000:00000010:3.1:1767326760.773887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911c600. 00010000:00000010:2.1:1767326760.787873:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8431a5f00. 00010000:00000010:3.1:1767326760.797870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ce000. 00010000:00000010:3.1:1767326760.828877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ce800. 00010000:00000010:3.1:1767326760.851882:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580cee00. 00010000:00000010:3.1:1767326760.851892:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aca00. 00010000:00000010:3.1:1767326760.866911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580cfe00. 00000080:00000010:2.1:1767326760.874872:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07180. 00010000:00000010:3.1:1767326760.879877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580cee00. 00010000:00000010:2.1:1767326760.888866:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ada00. 00000080:00000010:3.1:1767326760.897878:0:2520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d4c0. 00010000:00000010:3.1:1767326760.897899:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612ce800. 00000080:00000010:2.1:1767326760.920878:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324da00. 00010000:00000010:3.1:1767326760.920886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c563800. 00010000:00000010:3.1:1767326760.928883:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aca00. 00010000:00000010:3.1:1767326760.939879:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c562400. 00010000:00000010:2.1:1767326760.950878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715acc00. 00010000:00000010:3.1:1767326760.965913:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c563c00. 00010000:00000010:2.1:1767326760.979877:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ad800. 00000080:00000010:2.1:1767326760.984882:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d100. 00010000:00000010:3.1:1767326760.991919:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868417e00. 00010000:00000010:3.1:1767326761.023869:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ad800. 00010000:00000010:2.1:1767326761.028867:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39c900. 00010000:00000010:2.1:1767326761.028881:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416200. 00010000:00000010:3.1:1767326761.048876:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868417200. 00010000:00000010:3.1:1767326761.071891:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416a00. 00010000:00000010:3.1:1767326761.083927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08a400. 00010000:00000010:3.1:1767326761.083943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854dc00. 00010000:00000010:3.1:1767326761.099871:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854c800. 00010000:00000010:3.1:1767326761.122892:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416200. 00010000:00000010:3.1:1767326761.148885:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854c800. 00010000:00000010:3.1:1767326761.156906:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08b400. 00010000:00000010:3.1:1767326761.156925:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044fc00. 00010000:00000010:3.1:1767326761.172873:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876a00. 00010000:00000010:2.1:1767326761.182867:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6c0a00. 00010000:00000010:3.1:1767326761.201871:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38d400. 00010000:00000010:3.1:1767326761.223869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877a00. 00010000:00000010:3.1:1767326761.250882:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877a00. 00010000:00000010:3.1:1767326761.280870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044fc00. 00010000:00000010:2.1:1767326761.283879:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464e8100. 00010000:00000010:3.1:1767326761.296885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38ca00. 00010000:00000010:3.1:1767326761.322881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38ca00. 00010000:00000010:3.1:1767326761.350895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877000. 00010000:00000010:3.1:1767326761.375933:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876c00. 00010000:00000010:2.1:1767326761.385871:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38fc00. 00010000:00000010:2.1:1767326761.385885:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546d800. 00010000:00000010:3.1:1767326761.402901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb8800. 00010000:00000010:3.1:1767326761.406880:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876a00. 00010000:00000010:3.1:1767326761.421866:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b7800. 00010000:00000010:3.1:1767326761.446876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546d200. 00010000:00000010:2.1:1767326761.461882:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b7200. 00010000:00000010:3.1:1767326761.465987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546ca00. 00010000:00000010:2.1:1767326761.478871:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877c00. 00000080:00000010:2.1:1767326761.481866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324dec0. 00010000:00000010:3.1:1767326761.491891:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311f600. 00010000:00000010:3.1:1767326761.521888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311e000. 00010000:00000010:3.1:1767326761.539870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f8400. 00010000:00000010:3.1:1767326761.569877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877400. 00010000:00000010:3.1:1767326761.615902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877600. 00010000:00000010:3.1:1767326761.617899:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1b600. 00010000:00000010:3.1:1767326761.649863:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876c00. 00010000:00000010:3.1:1767326761.658869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f9000. 00010000:00000010:3.1:1767326761.670882:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1ac00. 00010000:00000010:3.1:1767326761.703873:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846564600. 00010000:00000010:3.1:1767326761.728915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846565400. 00010000:00000010:3.1:1767326761.761932:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1ac00. 00010000:00000010:3.1:1767326761.788891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f8a00. 00010000:00000010:3.1:1767326761.822906:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502fd400. 00010000:00000010:3.1:1767326761.850885:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502fce00. 00010000:00000010:3.1:1767326761.875895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c112400. 00010000:00000010:3.1:1767326761.908882:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1ba00. 00010000:00000010:3.1:1767326761.926873:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c113800. 00010000:00000010:3.1:1767326761.954877:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846564400. 00010000:00000010:3.1:1767326761.972890:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84557b400. 00010000:00000010:3.1:1767326761.998873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5ca00. 00010000:00000010:3.1:1767326762.014872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5d800. 00010000:00000010:3.1:1767326762.039875:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5ea00. 00010000:00000010:3.1:1767326762.062870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5c200. 00010000:00000010:3.1:1767326762.084907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843110e00. 00010000:00000010:3.1:1767326762.108887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843111c00. 00010000:00000010:3.1:1767326762.132885:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5f800. 00010000:00000010:3.1:1767326762.152929:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843110c00. 00010000:00000010:3.1:1767326762.178027:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843111a00. 00010000:00000010:3.1:1767326762.199872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5e600. 00010000:00000010:3.1:1767326762.221893:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5f600. 00010000:00000010:3.1:1767326762.245876:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432fea00. 00010000:00000010:3.1:1767326762.277892:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432fe200. 00010000:00000010:3.1:1767326762.294896:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432ffa00. 00010000:00000010:3.1:1767326762.318873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432ff600. 00010000:00000010:2.1:1767326762.341897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a1600. 00010000:00000010:3.1:1767326762.363874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690cf600. 00010000:00000010:2.1:1767326762.391872:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a0200. 00010000:00000010:3.1:1767326762.412872:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690cee00. 00010000:00000010:3.1:1767326762.435907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690cf400. 00010000:00000010:3.1:1767326762.465867:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860082400. 00010000:00000010:2.1:1767326762.485874:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860083000. 00010000:00000010:2.1:1767326762.515869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860095c00. 00010000:00000010:2.1:1767326762.543869:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a0800. 00010000:00000010:3.1:1767326762.566880:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860094800. 00010000:00000010:3.1:1767326762.591882:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a0600. 00010000:00000010:2.1:1767326762.616898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456be00. 00010000:00000010:2.1:1767326762.638885:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a1c00. 00010000:00000010:2.1:1767326762.665876:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874569400. 00010000:00000010:3.1:1767326762.694870:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456a400. 00010000:00000010:3.1:1767326762.714878:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456a400. 00010000:00000010:2.1:1767326762.739872:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f0200. 00010000:00000010:2.1:1767326762.759882:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f1600. 00010000:00000010:2.1:1767326762.781870:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932a600. 00010000:00000010:2.1:1767326762.817883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932ac00. 00010000:00000010:3.1:1767326762.853876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932b200. 00010000:00000010:2.1:1767326762.884899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932b800. 00010000:00000010:3.1:1767326762.912870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c5200. 00010000:00000010:2.1:1767326762.940880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c5800. 00010000:00000010:2.1:1767326762.962880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a7c00. 00010000:00000010:3.1:1767326762.983881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a7400. 00010000:00000010:2.1:1767326763.007886:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a6800. 00010000:00000010:3.1:1767326763.034867:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932b800. 00010000:00000010:3.1:1767326763.060864:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850694400. 00010000:00000010:2.1:1767326763.083872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850695e00. 00010000:00000010:3.1:1767326763.110873:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850694a00. 00010000:00000010:2.1:1767326763.148878:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c229e00. 00010000:00000010:3.1:1767326763.177866:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c229400. 00010000:00000010:2.1:1767326763.207869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c6c00. 00010000:00000010:2.1:1767326763.217870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593f0600. 00010000:00000010:2.1:1767326763.242896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a476400. 00010000:00000010:2.1:1767326763.276870:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593f1200. 00010000:00000010:2.1:1767326763.303866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a477e00. 00010000:00000010:2.1:1767326763.339892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593f0c00. 00010000:00000010:2.1:1767326763.372897:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f165200. 00010000:00000010:2.1:1767326763.399878:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f167a00. 00010000:00000010:3.1:1767326763.433886:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f164e00. 00010000:00000010:3.1:1767326763.461875:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f164400. 00010000:00000010:3.1:1767326763.494878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b6b800. 00010000:00000010:2.1:1767326763.525895:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f164400. 00010000:00000010:2.1:1767326763.575878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850912e00. 00010000:00000010:3.1:1767326763.598864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850913c00. 00010000:00000010:3.1:1767326763.623893:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850913200. 00010000:00000010:2.1:1767326763.642878:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1ba00. 00010000:00000010:2.1:1767326763.693874:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a577800. 00010000:00000010:3.1:1767326763.716937:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a575600. 00010000:00000010:3.1:1767326763.737882:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a574a00. 00010000:00000010:2.1:1767326763.763898:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a574a00. 00010000:00000010:2.1:1767326763.816875:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6ea00. 00010000:00000010:3.1:1767326763.842885:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6e600. 00010000:00000010:3.1:1767326763.870878:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6e800. 00010000:00000010:2.1:1767326763.900874:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a577c00. 00010000:00000010:2.1:1767326763.961863:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e29e00. 00010000:00000010:3.1:1767326763.995872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a576e00. 00010000:00000010:3.1:1767326764.018888:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e2b600. 00010000:00000010:2.1:1767326764.050896:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e29600. 00010000:00000010:2.1:1767326764.104878:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690a0600. 00010000:00000010:3.1:1767326764.132877:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e29000. 00010000:00000010:3.1:1767326764.156890:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f243800. 00010000:00000010:2.1:1767326764.189889:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86009ee00. 00010000:00000010:2.1:1767326764.232870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690a0800. 00010000:00000010:3.1:1767326764.256876:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6e800. 00010000:00000010:3.1:1767326764.282875:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690a0600. 00010000:00000010:2.1:1767326764.299879:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a5a000. 00010000:00000010:2.1:1767326764.325874:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a5a400. 00010000:00000010:3.1:1767326764.352871:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858060200. 00010000:00000010:3.1:1767326764.377889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a5ae00. 00010000:00000010:2.1:1767326764.402913:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8500e2400. 00010000:00000010:2.1:1767326764.451885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858060200. 00010000:00000010:3.1:1767326764.474872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870590800. 00010000:00000010:3.1:1767326764.494868:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870591800. 00010000:00000010:2.1:1767326764.524871:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8500e3e00. 00010000:00000010:2.1:1767326764.569877:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919da00. 00010000:00000010:3.1:1767326764.594867:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85051c200. 00010000:00000010:2.1:1767326764.624904:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85051c800. 00010000:00000010:2.1:1767326764.644876:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8500e3400. 00010000:00000010:2.1:1767326764.665871:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8500e2400. 00010000:00000010:2.1:1767326764.695902:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85051c600. 00010000:00000010:3.1:1767326764.723876:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85051c600. 00010000:00000010:2.1:1767326764.747873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878899c00. 00010000:00000010:3.1:1767326764.767870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843170800. 00010000:00000010:2.1:1767326764.792877:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2b800. 00010000:00000010:2.1:1767326764.815903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2ba00. 00010000:00000010:2.1:1767326764.837879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2ac00. 00010000:00000010:3.1:1767326764.893933:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878898600. 00010000:00000010:2.1:1767326764.914872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450d000. 00010000:00000010:2.1:1767326764.938873:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450c000. 00010000:00000010:2.1:1767326764.964898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d5c00. 00010000:00000010:3.1:1767326765.013937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2b800. 00010000:00000010:2.1:1767326765.044880:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d4600. 00010000:00000010:3.1:1767326765.073874:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450ea00. 00010000:00000010:2.1:1767326765.096878:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a2a000. 00010000:00000010:3.1:1767326765.153971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3fe00. 00010000:00000010:3.1:1767326765.176950:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3e400. 00010000:00000010:3.1:1767326765.207872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463d3400. 00010000:00000010:2.1:1767326765.238895:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207000. 00010000:00000010:2.1:1767326765.262895:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3f200. 00010000:00000010:3.1:1767326765.295924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207c00. 00010000:00000010:2.1:1767326765.344865:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207200. 00010000:00000010:2.1:1767326765.371891:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207200. 00010000:00000010:3.1:1767326765.404904:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847144a00. 00010000:00000010:3.1:1767326765.437892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692bd000. 00010000:00000010:3.1:1767326765.459900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692bc000. 00010000:00000010:2.1:1767326765.480868:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716e2e00. 00010000:00000010:3.1:1767326765.545898:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859393600. 00010000:00000010:3.1:1767326765.620884:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b15400. 00010000:00000010:3.1:1767326765.661914:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716e3e00. 00010000:00000010:3.1:1767326765.712895:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b15e00. 00010000:00000010:3.1:1767326765.737889:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a33000. 00010000:00000010:3.1:1767326765.808880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a33c00. 00010000:00000010:3.1:1767326765.861932:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c8a00. 00010000:00000010:2.1:1767326765.888894:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716e2e00. 00010000:00000010:3.1:1767326765.939893:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711b4800. 00010000:00000010:3.1:1767326765.994894:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c8200. 00010000:00000010:3.1:1767326766.066901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f01da00. 00010000:00000010:3.1:1767326766.113930:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f01c600. 00010000:00000010:3.1:1767326766.194893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f01f400. 00010000:00000010:3.1:1767326766.241898:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509c3e00. 00010000:00000010:3.1:1767326766.325883:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871655400. 00010000:00000010:3.1:1767326766.435898:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844ee9200. 00010000:00000010:3.1:1767326766.480887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eeba00. 00010000:00000010:3.1:1767326766.545931:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844ee8000. 00010000:00000010:3.1:1767326766.596897:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87144c800. 00010000:00000010:2.1:1767326766.672889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a30e00. 00010000:00000010:3.1:1767326766.726887:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87144d600. 00010000:00000010:2.1:1767326766.798875:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878882a00. 00010000:00000010:3.1:1767326766.836880:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d7400. 00010000:00000010:2.1:1767326766.907876:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3acc00. 00010000:00000010:3.1:1767326766.957878:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87862c800. 00010000:00000010:2.1:1767326767.030889:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87862cc00. 00010000:00000010:3.1:1767326767.073882:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec6c00. 00010000:00000010:2.1:1767326767.135882:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec6c00. 00010000:00000010:3.1:1767326767.189880:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d9200. 00010000:00000010:2.1:1767326767.262886:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f299c00. 00010000:00000010:3.1:1767326767.306884:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f299000. 00010000:00000010:3.1:1767326767.404894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846218800. 00010000:00000010:3.1:1767326767.525102:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab1a00. 00010000:00000010:2.1:1767326767.549903:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab3600. 00010000:00000010:2.1:1767326767.669870:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb16e00. 00010000:00000010:2.1:1767326767.696914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb16600. 00010000:00000010:2.1:1767326767.814890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846513400. 00010000:00000010:2.1:1767326767.857896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846512e00. 00010000:00000010:3.1:1767326767.974897:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850219c00. 00010000:00000010:3.1:1767326768.051889:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f690600. 00010000:00000010:3.1:1767326768.101890:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3fc400. 00010000:00000010:3.1:1767326768.233877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752c3200. 00010000:00000010:3.1:1767326768.349877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87142f600. 00010000:00000010:3.1:1767326768.417879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878acae00. 00010000:00000010:2.1:1767326768.464872:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878acac00. 00010000:00000010:3.1:1767326768.486939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb03000. 00010000:00000010:3.1:1767326768.537876:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb03c00. 00010000:00000010:3.1:1767326768.669893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871746800. 00010000:00000010:3.1:1767326768.781875:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ae1a00. 00010000:00000010:2.1:1767326768.804892:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176aa00. 00010000:00000010:3.1:1767326768.902884:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871769200. 00010000:00000010:2.1:1767326768.934884:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871768800. 00010000:00000010:3.1:1767326769.067884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871768800. 00010000:00000010:2.1:1767326769.098893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871768800. 00010000:00000010:3.1:1767326769.222885:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f2400. 00010000:00000010:2.1:1767326769.252871:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f3400. 00010000:00000010:2.1:1767326769.306883:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f3400. 00010000:00000010:2.1:1767326769.339864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717eec00. 00010000:00000010:3.1:1767326769.359886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870951a00. 00010000:00000010:2.1:1767326769.384890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870950000. 00010000:00000010:3.1:1767326769.410881:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870951400. 00010000:00000010:2.1:1767326769.435872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717ee800. 00010000:00000010:2.1:1767326769.483896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f3400. 00010000:00000010:3.1:1767326769.507869:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121e600. 00010000:00000010:2.1:1767326769.557869:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121e800. 00010000:00000010:2.1:1767326769.619871:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121f600. 00010000:00000010:3.1:1767326769.647874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850341c00. 00010000:00000010:2.1:1767326769.708895:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870952c00. 00010000:00000010:2.1:1767326769.756893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871505200. 00010000:00000010:3.1:1767326769.783878:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871091e00. 00010000:00000010:2.1:1767326769.827879:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871093a00. 00010000:00000010:3.1:1767326769.851867:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871092000. 00010000:00000010:2.1:1767326769.876876:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871093c00. 00010000:00000010:3.1:1767326769.901876:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871093600. 00010000:00000010:2.1:1767326769.951868:0:285986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f1600. 00010000:00000010:3.1:1767326769.974872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de2c00. 00010000:00000010:2.1:1767326770.002869:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de2600. 00010000:00000010:3.1:1767326770.027896:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de3600. 00010000:00000010:2.1:1767326770.074877:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f1000. 00010000:00000010:3.1:1767326770.104896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870458400. 00010000:00000010:2.1:1767326770.130871:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87056b600. 00010000:00000010:2.1:1767326770.188865:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f0e00. 00010000:00000010:2.1:1767326770.215871:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848548000. 00010000:00000010:2.1:1767326770.237914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848549c00. 00010000:00000010:2.1:1767326770.260912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854a600. 00010000:00000010:2.1:1767326770.353883:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854ae00. 00010000:00000010:2.1:1767326770.383899:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aa200. 00010000:00000010:2.1:1767326770.419869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a8800. 00010000:00000010:2.1:1767326770.468903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f39a200. 00010000:00000010:2.1:1767326770.507881:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ab000. 00010000:00000010:2.1:1767326770.538869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aa600. 00010000:00000010:2.1:1767326770.628893:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54ca00. 00010000:00000010:2.1:1767326770.654879:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869047a00. 00010000:00000010:3.1:1767326770.679934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869046c00. 00010000:00000010:2.1:1767326770.773865:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54d800. 00010000:00000010:2.1:1767326770.793886:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874939400. 00010000:00000010:3.1:1767326770.820867:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938400. 00010000:00000010:2.1:1767326770.905878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54d800. 00010000:00000010:2.1:1767326770.932881:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c9200. 00010000:00000010:3.1:1767326770.956881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c8200. 00010000:00000010:2.1:1767326771.046872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581cba00. 00010000:00000010:2.1:1767326771.070866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581ca000. 00010000:00000010:3.1:1767326771.087869:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20d200. 00010000:00000010:2.1:1767326771.150872:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dce00. 00010000:00000010:2.1:1767326771.170875:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dc400. 00010000:00000010:3.1:1767326771.194892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dd800. 00010000:00000010:2.1:1767326771.273885:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5db800. 00010000:00000010:2.1:1767326771.299872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a79e00. 00010000:00000010:2.1:1767326771.414876:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a78400. 00010000:00000010:2.1:1767326771.435888:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a1200. 00010000:00000010:2.1:1767326771.513877:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f021c00. 00010000:00000010:2.1:1767326771.541905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a0c00. 00010000:00000010:2.1:1767326771.591906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f023800. 00010000:00000010:2.1:1767326771.645878:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f021c00. 00010000:00000010:2.1:1767326771.676877:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938dc00. 00010000:00000010:2.1:1767326771.725862:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d89200. 00010000:00000010:3.1:1767326771.756867:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d88400. 00010000:00000010:2.1:1767326771.780874:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938c400. 00010000:00000010:2.1:1767326771.805872:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8a600. 00010000:00000010:2.1:1767326771.862882:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8ae00. 00010000:00000010:3.1:1767326771.891864:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8a800. 00010000:00000010:2.1:1767326771.920869:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869014800. 00010000:00000010:3.1:1767326771.983872:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f247000. 00010000:00000010:3.1:1767326771.998941:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f246200. 00010000:00000010:2.1:1767326772.016879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f244000. 00010000:00000010:2.1:1767326772.041878:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f1800. 00010000:00000010:3.1:1767326772.080897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869014000. 00010000:00000010:3.1:1767326772.106869:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f0000. 00010000:00000010:2.1:1767326772.125892:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878489e00. 00010000:00000010:2.1:1767326772.150869:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878488200. 00010000:00000010:3.1:1767326772.195867:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848719a00. 00010000:00000010:3.1:1767326772.217931:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850602800. 00010000:00000010:2.1:1767326772.247892:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850603000. 00010000:00000010:3.1:1767326772.327869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850600000. 00010000:00000010:3.1:1767326772.359908:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c191000. 00010000:00000010:2.1:1767326772.388878:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0ca00. 00010000:00000010:3.1:1767326772.473869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603df200. 00010000:00000010:2.1:1767326772.496898:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850600600. 00010000:00000010:3.1:1767326772.574896:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603df200. 00010000:00000010:2.1:1767326772.600881:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adc200. 00010000:00000010:2.1:1767326772.624885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850add600. 00010000:00000010:3.1:1767326772.701886:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d2a00. 00010000:00000010:2.1:1767326772.721890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d3a00. 00010000:00000010:2.1:1767326772.748894:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d3800. 00010000:00000010:3.1:1767326772.779875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d2800. 00010000:00000010:3.1:1767326772.824885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305e600. 00010000:00000010:2.1:1767326772.847878:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305fa00. 00010000:00000010:2.1:1767326772.874870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2a00. 00010000:00000010:3.1:1767326772.893871:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305c400. 00010000:00000010:3.1:1767326772.941893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870493a00. 00010000:00000010:2.1:1767326772.963882:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870493a00. 00010000:00000010:2.1:1767326772.983876:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bcc00. 00010000:00000010:3.1:1767326773.005890:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bc600. 00010000:00000010:3.1:1767326773.056897:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874873200. 00010000:00000010:2.1:1767326773.088895:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c248e00. 00010000:00000010:3.1:1767326773.111875:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874872a00. 00010000:00000010:3.1:1767326773.189871:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603df200. 00010000:00000010:2.1:1767326773.216869:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874872600. 00010000:00000010:3.1:1767326773.245890:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c248800. 00010000:00000010:3.1:1767326773.324870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693f4200. 00010000:00000010:2.1:1767326773.347874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f3800. 00010000:00000010:2.1:1767326773.374912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f2000. 00010000:00000010:3.1:1767326773.456870:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870448e00. 00010000:00000010:2.1:1767326773.496881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752bb200. 00010000:00000010:2.1:1767326773.515876:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752baa00. 00010000:00000010:3.1:1767326773.570867:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870449600. 00010000:00000010:2.1:1767326773.595900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752ba000. 00010000:00000010:2.1:1767326773.618908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8710f7c00. 00010000:00000010:3.1:1767326773.705877:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d8e00. 00010000:00000010:2.1:1767326773.730888:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d9a00. 00010000:00000010:2.1:1767326773.755894:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d8000. 00010000:00000010:3.1:1767326773.857899:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d9a00. 00010000:00000010:2.1:1767326773.882875:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b9600. 00010000:00000010:3.1:1767326773.989863:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c248e00. 00010000:00000010:2.1:1767326774.014877:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843186800. 00010000:00000010:3.1:1767326774.115890:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ee3a00. 00010000:00000010:2.1:1767326774.142887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cbca00. 00010000:00000010:3.1:1767326774.242888:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f47400. 00010000:00000010:2.1:1767326774.271868:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f46c00. 00010000:00000010:3.1:1767326774.360863:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c69600. 00010000:00000010:2.1:1767326774.389864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8785cca00. 00010000:00000010:3.1:1767326774.568873:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86d4f0c00. 00010000:00000010:3.1:1767326774.704875:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869244600. 00010000:00000010:3.1:1767326774.828899:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869245600. 00010000:00000010:3.1:1767326774.945908:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2ac600. 00010000:00000010:3.1:1767326775.088891:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811f4e00. 00010000:00000010:3.1:1767326775.222876:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2ad000. 00010000:00000010:3.1:1767326775.336004:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5c1200. 00010000:00000010:3.1:1767326775.456873:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067c600. 00010000:00000010:3.1:1767326775.576884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691e9200. 00010000:00000010:3.1:1767326775.667879:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ed200. 00010000:00000010:3.1:1767326775.793893:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f300400. 00010000:00000010:2.1:1767326775.834876:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691eba00. 00010000:00000010:2.1:1767326775.882901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d0800. 00010000:00000010:3.1:1767326775.909895:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691eb200. 00010000:00000010:2.1:1767326775.953875:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d5400. 00010000:00000010:2.1:1767326776.003870:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f36c00. 00010000:00000010:3.1:1767326776.022914:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f37200. 00010000:00000010:2.1:1767326776.139869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63e200. 00010000:00000010:2.1:1767326776.160863:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63de00. 00010000:00000010:2.1:1767326776.254885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850deea00. 00010000:00000010:2.1:1767326776.379889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c3400. 00010000:00000010:2.1:1767326776.510880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d1c00. 00010000:00000010:2.1:1767326776.611871:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023c800. 00010000:00000010:2.1:1767326776.732879:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850a5be00. 00010000:00000010:3.1:1767326776.791892:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e7a00. 00010000:00000010:3.1:1767326776.924871:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c105400. 00010000:00000010:3.1:1767326777.065874:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c102000. 00010000:00000010:3.1:1767326777.198874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e7200. 00010000:00000010:3.1:1767326777.327863:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716b8e00. 00010000:00000010:3.1:1767326777.472911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8f600. 00010000:00000010:3.1:1767326777.604874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8b400. 00010000:00000010:3.1:1767326777.711872:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871122800. 00010000:00000010:3.1:1767326777.859875:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc9a00. 00010000:00000010:3.1:1767326777.975906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68fc00. 00010000:00000010:3.1:1767326778.082876:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68fe00. 00010000:00000010:3.1:1767326778.227872:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d9a00. 00010000:00000010:3.1:1767326778.325880:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b5600. 00010000:00000010:3.1:1767326778.458879:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8aa00. 00010000:00000010:3.1:1767326778.586889:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdc000. 00010000:00000010:2.1:1767326778.618868:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bda000. 00010000:00000010:3.1:1767326778.694868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869180a00. 00010000:00000010:2.1:1767326778.832869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd9200. 00010000:00000010:3.1:1767326778.878871:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25700. 00010000:00000010:3.1:1767326778.878881:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861d400. 00010000:00000010:3.1:1767326778.891882:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25700. 00010000:00000010:3.1:1767326779.069861:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861c200. 00010000:00000010:3.1:1767326779.084885:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8d600. 00000080:00000010:3.1:1767326779.088867:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15eb60. 00010000:00000010:3.1:1767326779.106906:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8c000. 00000080:00000010:3.1:1767326779.113882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810190e0. 00000080:00000010:2.1:1767326779.142887:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019680. 00010000:00000010:3.1:1767326779.150886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8c400. 00010000:00000010:3.1:1767326779.304864:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468100. 00010000:00000010:3.1:1767326779.304876:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848760200. 00010000:00000010:3.1:1767326779.372918:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fed200. 00010000:00000010:2.1:1767326779.378861:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861d800. 00000080:00000010:2.1:1767326779.404875:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430920. 00000080:00000010:2.1:1767326779.431862:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430540. 00010000:00000010:3.1:1767326779.473950:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c0e00. 00010000:00000010:3.1:1767326779.473969:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714ed200. 00010000:00000010:2.1:1767326779.568871:0:285988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714e8100. 00010000:00000010:2.1:1767326779.568882:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f29400. 00010000:00000010:3.1:1767326779.611915:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c4000. 00010000:00000010:2.1:1767326779.671859:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a77000. 00000080:00000010:2.1:1767326779.709865:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604301a0. 00010000:00000010:3.1:1767326779.764879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fbd000. 00010000:00000010:3.1:1767326779.764887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02b800. 00010000:00000010:2.1:1767326779.796866:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c6b00. 00010000:00000010:2.1:1767326779.832862:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02d800. 00010000:00000010:2.1:1767326779.841896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02c200. 00000080:00000010:3.1:1767326779.845886:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403fc0. 00010000:00000010:2.1:1767326779.899880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a74a00. 00000080:00000010:3.1:1767326779.899898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019ae0. 00010000:00000010:2.1:1767326780.118878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e0600. 00010000:00000010:3.1:1767326780.142878:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871548700. 00010000:00000010:3.1:1767326780.142888:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a75e00. 00010000:00000010:3.1:1767326780.185877:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871548500. 00010000:00000010:3.1:1767326780.216868:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87154f600. 00000080:00000010:2.1:1767326780.314864:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604309e0. 00010000:00000010:2.1:1767326780.350876:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa0d000. 00010000:00000010:2.1:1767326780.886870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe9e00. 00000080:00000010:2.1:1767326780.897884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019a40. 00010000:00000010:3.1:1767326780.919881:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe9000. 00010000:00000010:2.1:1767326780.957870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1600. 00000080:00000010:3.1:1767326780.957889:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810193a0. 00000080:00000010:2.1:1767326781.008878:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810193a0. 00010000:00000010:3.1:1767326781.008889:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8a600. 00010000:00000010:2.1:1767326781.027893:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1000. 00000080:00000010:2.1:1767326781.032882:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810193a0. 00010000:00000010:2.1:1767326781.056911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1a00. 00000080:00000010:2.1:1767326781.062879:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019280. 00010000:00000010:3.1:1767326781.106901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a0600. 00000080:00000010:2.1:1767326781.111909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019a80. 00010000:00000010:2.1:1767326781.134887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486d800. 00010000:00000010:3.1:1767326781.146894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1c00. 00000080:00000010:2.1:1767326781.153884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403e20. 00000080:00000010:3.1:1767326781.196866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403000. 00010000:00000010:2.1:1767326781.223862:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e8800. 00000080:00000010:3.1:1767326781.240856:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594037e0. 00010000:00000010:2.1:1767326781.252867:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486c600. 00000080:00000010:2.1:1767326781.254865:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403c20. 00000080:00000010:2.1:1767326781.279886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019be0. 00010000:00000010:3.1:1767326781.295871:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878957a00. 00010000:00000010:3.1:1767326781.295880:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9f200. 00010000:00000010:3.1:1767326781.320871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878951000. 00010000:00000010:3.1:1767326781.353864:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99700. 00010000:00000010:3.1:1767326781.353873:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e9600. 00010000:00000010:3.1:1767326781.422893:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869d400. 00010000:00000010:3.1:1767326781.422905:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167ea00. 00010000:00000010:3.1:1767326781.442873:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752adb00. 00000080:00000010:3.1:1767326781.593876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403d80. 00010000:00000010:3.1:1767326781.641862:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa11100. 00010000:00000010:3.1:1767326781.641869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925ce00. 00010000:00000010:2.1:1767326781.728885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925be00. 00010000:00000010:2.1:1767326781.743890:0:285991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870446e00. 00010000:00000010:2.1:1767326781.743900:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925a600. 00010000:00000010:2.1:1767326781.770879:0:285988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a9a00. 00010000:00000010:2.1:1767326781.847864:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab7600. 00010000:00000010:2.1:1767326781.887890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab7c00. 00010000:00000010:2.1:1767326781.947863:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab7000. 00010000:00000010:3.1:1767326782.006871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f277200. 00000080:00000010:2.1:1767326782.076900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403b20. 00010000:00000010:2.1:1767326782.329870:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bb100. 00010000:00000010:2.1:1767326782.329880:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f63a00. 00010000:00000010:2.1:1767326782.698879:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bae800. 00010000:00000010:2.1:1767326782.739871:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f5200. 00010000:00000010:2.1:1767326782.823866:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9aaa00. 00010000:00000010:2.1:1767326782.846890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fa8a00. 00010000:00000010:2.1:1767326783.053897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431a9000. 00010000:00000010:2.1:1767326783.068879:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461ca200. 00010000:00000010:2.1:1767326783.215864:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b3400. 00010000:00000010:2.1:1767326783.233863:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b3200. 00010000:00000010:3.1:1767326783.501864:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878814c00. 00010000:00000010:3.1:1767326783.508924:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878814000. 00000080:00000010:2.1:1767326783.515884:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f5e76e0. 00010000:00000010:2.1:1767326783.522867:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692b7800. 00000080:00000010:2.1:1767326783.530872:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5220. 00000080:00000010:2.1:1767326783.563893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34320. 00010000:00000010:2.1:1767326783.578868:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692b7600. 00000080:00000010:3.1:1767326783.585867:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f526540. 00000080:00000010:2.1:1767326783.605911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c348e0. 00000080:00000010:3.1:1767326783.666876:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f526300. 00010000:00000010:2.1:1767326783.826869:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b7000. 00010000:00000010:2.1:1767326783.833867:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b7800. 00000080:00000010:2.1:1767326783.837876:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5e20. 00010000:00000010:2.1:1767326783.846866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b7200. 00000080:00000010:2.1:1767326783.852862:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5ca0. 00000080:00000010:2.1:1767326783.874883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5b00. 00010000:00000010:2.1:1767326783.890876:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83200. 00010000:00000010:2.1:1767326783.890893:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a74800. 00010000:00000010:3.1:1767326783.925898:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83f00. 00010000:00000010:2.1:1767326784.252874:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbbe00. 00010000:00000010:3.1:1767326784.272880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869149a00. 00000080:00000010:3.1:1767326784.277872:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f57a0. 00010000:00000010:2.1:1767326784.294871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86914ae00. 00000080:00000010:2.1:1767326784.298886:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c2180. 00000080:00000010:3.1:1767326784.337900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f51a0. 00010000:00000010:2.1:1767326784.345891:0:285988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dfd000. 00010000:00000010:2.1:1767326784.345906:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869149800. 00010000:00000010:3.1:1767326784.423884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87109f200. 00010000:00000010:3.1:1767326784.423897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86914a200. 00010000:00000010:3.1:1767326784.473870:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86914b600. 00010000:00000010:2.1:1767326784.492879:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86914a200. 00000080:00000010:3.1:1767326784.498878:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c2ee0. 00010000:00000010:2.1:1767326784.517896:0:285988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869148000. 00000080:00000010:2.1:1767326784.521881:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c2ee0. 00000080:00000010:2.1:1767326784.562879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c2c20. 00010000:00000010:2.1:1767326784.573882:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c25400. 00010000:00000010:2.1:1767326784.586868:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c22c00. 00000080:00000010:3.1:1767326784.617885:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5520. 00000080:00000010:2.1:1767326784.634885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f57a0. 00010000:00000010:2.1:1767326784.757864:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c22e00. 00010000:00000010:2.1:1767326784.877878:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62a00. 00010000:00000010:2.1:1767326784.877885:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62600. 00010000:00000010:2.1:1767326784.877887:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62000. 00010000:00000010:2.1:1767326784.883893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62800. 00010000:00000010:2.1:1767326784.883906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63400. 00010000:00000010:2.1:1767326784.883921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63e00. 00010000:00000010:2.1:1767326784.898863:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63000. 00010000:00000010:2.1:1767326784.907928:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e65800. 00010000:00000010:2.1:1767326784.968881:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63c00. 00010000:00000010:3.1:1767326784.968892:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62000. 00010000:00000010:2.1:1767326784.968894:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62600. 00010000:00000010:3.1:1767326784.968918:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62a00. 00010000:00000010:2.1:1767326784.968921:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62c00. 00010000:00000010:3.1:1767326784.968931:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63e00. 00010000:00000010:2.1:1767326784.968937:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63000. 00010000:00000010:3.1:1767326784.968949:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63400. 00010000:00000010:2.1:1767326784.968950:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e62400. 00010000:00000010:2.1:1767326784.988871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb6500. 00010000:00000010:2.1:1767326785.013869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec36c00. 00010000:00000010:2.1:1767326785.036888:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec37e00. 00010000:00000010:3.1:1767326785.059889:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec37c00. 00010000:00000010:3.1:1767326785.063872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad1200. 00000080:00000010:2.1:1767326785.067901:0:285991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71520. 00010000:00000010:2.1:1767326785.102864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518800. 00010000:00000010:2.1:1767326785.102870:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518e00. 00010000:00000010:2.1:1767326785.106898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518a00. 00010000:00000010:2.1:1767326785.106904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518400. 00010000:00000010:2.1:1767326785.106911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845519a00. 00010000:00000010:2.1:1767326785.106915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845519000. 00010000:00000010:2.1:1767326785.106921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845519800. 00000080:00000010:2.1:1767326785.117888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5980. 00010000:00000010:2.1:1767326785.791882:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a4a800. 00010000:00000010:2.1:1767326786.053874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869004000. 00010000:00000010:2.1:1767326786.090871:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869005e00. 00010000:00000010:3.1:1767326786.125863:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869006800. 00010000:00000010:2.1:1767326786.133873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715d7600. 00010000:00000010:3.1:1767326786.141871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869005200. 00010000:00000010:2.1:1767326786.144862:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874875c00. 00000080:00000010:2.1:1767326786.144873:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71320. 00010000:00000010:3.1:1767326786.155895:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874875c00. 00000080:00000010:2.1:1767326786.158880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9620. 00000080:00000010:2.1:1767326786.174867:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b50c0. 00010000:00000010:2.1:1767326786.187864:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874874e00. 00000080:00000010:3.1:1767326786.191860:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9340. 00010000:00000010:2.1:1767326786.213863:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705ff000. 00010000:00000010:3.1:1767326786.249861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715d0200. 00000080:00000010:2.1:1767326786.310893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b52a0. 00000080:00000010:3.1:1767326786.326866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5880. 00000080:00000010:2.1:1767326786.340863:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5f40. 00010000:00000010:3.1:1767326786.346882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87282d200. 00010000:00000010:3.1:1767326786.350890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87282d000. 00000080:00000010:2.1:1767326786.356862:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df96e0. 00010000:00000010:3.1:1767326786.364863:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715d7800. 00000080:00000010:2.1:1767326786.369873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d718a0. 00000080:00000010:2.1:1767326786.385885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9460. 00010000:00000010:2.1:1767326786.408868:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bb600. 00010000:00000010:2.1:1767326786.408876:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bbc00. 00010000:00000010:2.1:1767326786.408883:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bae00. 00010000:00000010:2.1:1767326786.408891:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bba00. 00010000:00000010:2.1:1767326786.408897:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bb200. 00010000:00000010:2.1:1767326786.408903:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509ba200. 00010000:00000010:2.1:1767326786.408910:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509ba600. 00010000:00000010:2.1:1767326786.547863:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190e00. 00010000:00000010:2.1:1767326786.547869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190400. 00010000:00000010:2.1:1767326786.547875:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191000. 00010000:00000010:2.1:1767326786.547880:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190c00. 00010000:00000010:2.1:1767326786.552867:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313bc00. 00010000:00000010:2.1:1767326786.552876:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190a00. 00010000:00000010:2.1:1767326786.552886:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191a00. 00010000:00000010:2.1:1767326786.552893:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326786.552900:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190000. 00010000:00000010:3.1:1767326786.766872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873590a00. 00010000:00000010:3.1:1767326786.851868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850216000. 00000080:00000010:3.1:1767326786.882870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c81a0. 00010000:00000010:3.1:1767326786.891865:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e3600. 00010000:00000010:3.1:1767326787.029864:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859389000. 00000080:00000010:3.1:1767326787.034870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c9c0. 00000080:00000010:3.1:1767326787.215857:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d714c0. 00010000:00000010:3.1:1767326787.230882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ef8700. 00010000:00000010:3.1:1767326787.230892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842b37e00. 00000080:00000010:3.1:1767326787.238869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d714c0. 00010000:00000010:3.1:1767326787.304862:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716efa00. 00010000:00000010:3.1:1767326787.304871:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859340000. 00010000:00000010:3.1:1767326787.319862:0:285990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859342a00. 00010000:00000010:3.1:1767326787.440859:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843917000. 00000080:00000010:3.1:1767326787.446858:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24ce00. 00000080:00000010:3.1:1767326787.451858:0:285988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cb20. 00010000:00000010:3.1:1767326787.458876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859341600. 00010000:00000010:3.1:1767326787.466895:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaea00. 00000080:00000010:3.1:1767326787.471862:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71d40. 00010000:00000010:3.1:1767326787.486870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaea00. 00000080:00000010:3.1:1767326787.489865:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71d40. 00010000:00000010:3.1:1767326787.527863:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aae800. 00010000:00000010:3.1:1767326787.561859:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaea00. 00010000:00000010:3.1:1767326787.577868:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871888800. 00010000:00000010:3.1:1767326787.583908:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaf800. 00000080:00000010:3.1:1767326787.585881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d715e0. 00000080:00000010:3.1:1767326787.601866:0:285989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c80c0. 00000080:00000010:3.1:1767326787.646864:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c060. 00010000:00000010:3.1:1767326787.665870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871889c00. 00000080:00000010:3.1:1767326787.670882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c1c0. 00010000:00000010:3.1:1767326787.714866:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891a700. 00010000:00000010:3.1:1767326787.714903:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aae600. 00000080:00000010:3.1:1767326787.722862:0:285990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ce0. 00010000:00000010:3.1:1767326787.733858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471be800. 00010000:00000010:3.1:1767326787.733868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871889400. 00010000:00000010:3.1:1767326787.761861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871889c00. 00010000:00000010:3.1:1767326787.844866:0:285990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902c200. 00000080:00000010:3.1:1767326787.850869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71660. 00010000:00000010:3.1:1767326787.897879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050f400. 00010000:00000010:3.1:1767326787.905869:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e1a00. 00010000:00000010:3.1:1767326787.913885:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188f200. 00010000:00000010:3.1:1767326787.937874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050f200. 00000080:00000010:3.1:1767326787.947899:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d714e0. 00010000:00000010:3.1:1767326787.964889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050f200. 00010000:00000010:3.1:1767326788.037871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129b400. 00010000:00000010:3.1:1767326788.069895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2600. 00010000:00000010:3.1:1767326788.069907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031a00. 00010000:00000010:3.1:1767326788.069916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129ae00. 00010000:00000010:3.1:1767326788.099870:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467500. 00010000:00000010:3.1:1767326788.120871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2b00. 00010000:00000010:3.1:1767326788.150862:0:285989:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b400. 00010000:00000010:3.1:1767326788.150869:0:285989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847030c00. 00010000:00000010:3.1:1767326788.266862:0:285991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8c00. 00000080:00000010:3.1:1767326788.300865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8fe0. 00010000:00000010:2.1:1767326788.552867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641c00. 00010000:00000010:3.1:1767326790.061855:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f60f300. 00010000:00000010:3.1:1767326790.061861:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640200. 00010000:00000010:2.1:1767326790.229868:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326790.240872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326790.240882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326790.249901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326790.249907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191400. 00010000:00000010:2.1:1767326790.255865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190800. 00010000:00000010:2.1:1767326790.267875:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:3.1:1767326791.293895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641600. 00010000:00000010:2.1:1767326791.420870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00010000:00000010:2.1:1767326791.669871:0:286153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c400. 00010000:00000010:2.1:1767326793.167876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ce00. 00010000:00000010:2.1:1767326793.216868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ca00. 00010000:00000010:3.1:1767326793.319858:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:2.1:1767326793.335883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d000. 00010000:00000010:2.1:1767326793.357857:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00000080:00000010:2.1:1767326793.363878:0:286221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71c80. 00010000:00000010:3.1:1767326793.370860:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190400. 00010000:00000010:3.1:1767326793.375880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273e00. 00010000:00000010:3.1:1767326793.375889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:3.1:1767326793.394894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:3.1:1767326793.402884:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273e00. 00010000:00000010:3.1:1767326793.402893:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326793.410906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:3.1:1767326793.418870:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273e00. 00010000:00000010:3.1:1767326793.418875:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326793.426868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:3.1:1767326793.434879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326793.436876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273e00. 00010000:00000010:3.1:1767326793.436887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:2.1:1767326793.482871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640a00. 00010000:00000010:2.1:1767326793.619875:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326793.619885:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326793.630892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190400. 00010000:00000010:2.1:1767326793.632855:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326793.635887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326793.677885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326793.677893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326793.715885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326793.715896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326793.738869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640e00. 00010000:00000010:3.1:1767326793.874879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640800. 00010000:00000010:2.1:1767326793.975874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:2.1:1767326794.056865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c400. 00010000:00000010:2.1:1767326794.072867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60dc00. 00010000:00000010:3.1:1767326794.118876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c200. 00010000:00000010:2.1:1767326794.162877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d400. 00010000:00000010:2.1:1767326794.287890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00010000:00000010:2.1:1767326794.419876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.419882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326794.426870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326794.426881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.436892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.436899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326794.440882:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.457865:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.457873:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.465865:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326794.465874:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326794.467859:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.477875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326794.477882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.499866:0:286035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.499874:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:2.1:1767326794.507882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326794.507889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.507904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326794.511874:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190e00. 00010000:00000010:2.1:1767326794.523866:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326794.530873:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.539877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.539886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:3.1:1767326794.549877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326794.552873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190e00. 00010000:00000010:2.1:1767326794.556880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.564881:0:286035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326794.568876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326794.568882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326794.581883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfe00. 00010000:00000010:2.1:1767326794.581891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326794.593870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326794.593928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:2.1:1767326794.605870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641a00. 00010000:00000010:3.1:1767326794.623871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640e00. 00010000:00000010:2.1:1767326794.635875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640a00. 00010000:00000010:2.1:1767326794.661864:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641600. 00010000:00000010:3.1:1767326794.669863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641c00. 00010000:00000010:2.1:1767326794.685867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641e00. 00010000:00000010:2.1:1767326794.697864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640200. 00010000:00000010:3.1:1767326794.717874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641400. 00010000:00000010:2.1:1767326794.725868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641600. 00010000:00000010:2.1:1767326794.741876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640800. 00010000:00000010:3.1:1767326794.759863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640a00. 00010000:00000010:2.1:1767326794.779868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641a00. 00010000:00000010:2.1:1767326794.847898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640e00. 00010000:00000010:3.1:1767326794.873886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b200. 00010000:00000010:3.1:1767326794.878867:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640800. 00010000:00000010:2.1:1767326794.965883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:2.1:1767326796.094868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640600. 00010000:00000010:3.1:1767326805.752103:0:287092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845150400. 00010000:00000010:3.1:1767326805.752113:0:287092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814c000. 00010000:00000010:2.1:1767326805.793240:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:2.1:1767326805.801859:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326805.814867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:2.1:1767326805.814873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d400. 00010000:00000010:3.1:1767326805.814889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191600. 00010000:00000010:2.1:1767326805.827865:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:2.1:1767326805.852858:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00010000:00000010:2.1:1767326805.852865:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190e00. 00010000:00000010:2.1:1767326805.857860:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfb00. 00010000:00000010:2.1:1767326805.857870:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c400. 00010000:00000010:2.1:1767326805.863862:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:2.1:1767326805.875857:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313bc00. 00010000:00000010:2.1:1767326805.875870:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfb00. 00010000:00000010:3.1:1767326805.887863:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:2.1:1767326805.890884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d000. 00010000:00000010:2.1:1767326805.900859:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:3.1:1767326805.900869:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326805.903889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:3.1:1767326805.915872:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ca00. 00010000:00000010:2.1:1767326805.926870:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326805.939862:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6800. 00010000:00000010:2.1:1767326805.944863:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ca00. 00010000:00000010:3.1:1767326805.949864:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:3.1:1767326805.955864:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ce00. 00010000:00000010:2.1:1767326805.955866:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:3.1:1767326805.958871:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:3.1:1767326805.971868:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d000. 00010000:00000010:2.1:1767326805.976877:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:3.1:1767326805.979859:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277600. 00010000:00000010:3.1:1767326805.979869:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c400. 00010000:00000010:2.1:1767326806.006865:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfd00. 00010000:00000010:2.1:1767326806.006877:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.022884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:2.1:1767326806.028872:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00010000:00000010:2.1:1767326806.031865:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfd00. 00010000:00000010:3.1:1767326806.031891:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:3.1:1767326806.040867:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:2.1:1767326806.048866:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7200. 00010000:00000010:3.1:1767326806.059858:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:3.1:1767326806.059864:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60aa00. 00010000:00000010:3.1:1767326806.066857:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7c00. 00010000:00000010:2.1:1767326806.069863:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277400. 00010000:00000010:2.1:1767326806.069872:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:3.1:1767326806.076870:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:3.1:1767326806.076880:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60aa00. 00010000:00000010:3.1:1767326806.076889:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.080888:0:287099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfd00. 00010000:00000010:3.1:1767326806.080897:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.085857:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d600. 00010000:00000010:3.1:1767326806.089862:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.097857:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.102031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:2.1:1767326806.102040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:3.1:1767326806.109868:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:2.1:1767326806.117862:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277c00. 00010000:00000010:2.1:1767326806.117874:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:3.1:1767326806.123857:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:3.1:1767326806.123864:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:2.1:1767326806.126869:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:3.1:1767326806.134910:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277100. 00010000:00000010:3.1:1767326806.134921:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.143860:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:3.1:1767326806.143871:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326806.152861:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:3.1:1767326806.160866:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7e00. 00010000:00000010:2.1:1767326806.163857:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf900. 00010000:00000010:2.1:1767326806.163865:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6c00. 00010000:00000010:3.1:1767326806.166885:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:3.1:1767326806.177865:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60d000. 00010000:00000010:3.1:1767326806.177873:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a800. 00010000:00000010:2.1:1767326806.184862:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf900. 00010000:00000010:2.1:1767326806.184871:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326806.187864:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ca00. 00010000:00000010:2.1:1767326806.187871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:2.1:1767326806.201860:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a800. 00010000:00000010:3.1:1767326806.201863:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7c00. 00010000:00000010:3.1:1767326806.201873:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:3.1:1767326806.201882:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.214856:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7400. 00010000:00000010:2.1:1767326806.218880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273500. 00010000:00000010:2.1:1767326806.218889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7600. 00010000:00000010:3.1:1767326806.220860:0:287099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273900. 00010000:00000010:3.1:1767326806.220868:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:2.1:1767326806.221867:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326806.230867:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a000. 00010000:00000010:2.1:1767326806.235864:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.238870:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ce00. 00010000:00000010:3.1:1767326806.249877:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:3.1:1767326806.252876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277100. 00010000:00000010:3.1:1767326806.252883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.254865:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:2.1:1767326806.263875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7600. 00010000:00000010:3.1:1767326806.266866:0:287102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf900. 00010000:00000010:3.1:1767326806.266873:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a000. 00010000:00000010:3.1:1767326806.273861:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfe00. 00010000:00000010:3.1:1767326806.273871:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:3.1:1767326806.276860:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7600. 00010000:00000010:3.1:1767326806.286864:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7400. 00010000:00000010:3.1:1767326806.292859:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60be00. 00010000:00000010:2.1:1767326806.292861:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.295873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326806.295882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6c00. 00010000:00000010:2.1:1767326806.304885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.311870:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273900. 00010000:00000010:2.1:1767326806.311881:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:3.1:1767326806.316889:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:2.1:1767326806.318879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6800. 00010000:00000010:2.1:1767326806.324885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a000. 00010000:00000010:3.1:1767326806.326859:0:287100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:3.1:1767326806.338863:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:2.1:1767326806.340861:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:3.1:1767326806.342862:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfa00. 00010000:00000010:2.1:1767326806.346857:0:287099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfb00. 00010000:00000010:2.1:1767326806.346865:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:2.1:1767326806.356884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:2.1:1767326806.361858:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:2.1:1767326806.367894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:2.1:1767326806.367904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277c00. 00010000:00000010:2.1:1767326806.367913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7c00. 00010000:00000010:3.1:1767326806.373869:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:2.1:1767326806.379863:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:2.1:1767326806.384866:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:3.1:1767326806.389875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfb00. 00010000:00000010:3.1:1767326806.389882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577a00. 00010000:00000010:2.1:1767326806.456860:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6c00. 00010000:00000010:3.1:1767326806.456866:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577000. 00010000:00000010:3.1:1767326806.456876:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273700. 00010000:00000010:3.1:1767326806.456884:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:3.1:1767326806.466996:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273d00. 00010000:00000010:3.1:1767326806.467003:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.467013:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277400. 00010000:00000010:3.1:1767326806.467020:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576c00. 00010000:00000010:3.1:1767326806.467037:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273e00. 00010000:00000010:3.1:1767326806.467044:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00010000:00000010:3.1:1767326806.467055:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577e00. 00010000:00000010:3.1:1767326806.470857:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273700. 00010000:00000010:3.1:1767326806.470863:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:2.1:1767326806.482865:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576200. 00010000:00000010:3.1:1767326806.494874:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a800. 00010000:00000010:3.1:1767326806.497873:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b400. 00010000:00000010:3.1:1767326806.512862:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7e00. 00010000:00000010:2.1:1767326806.512871:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:3.1:1767326806.521858:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577400. 00010000:00000010:2.1:1767326806.521868:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:3.1:1767326806.531866:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577800. 00010000:00000010:3.1:1767326806.536862:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:2.1:1767326806.547865:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7400. 00010000:00000010:2.1:1767326806.555866:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577600. 00010000:00000010:2.1:1767326806.565860:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.579859:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:2.1:1767326806.579868:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.579877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7400. 00010000:00000010:3.1:1767326806.591893:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.595862:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577200. 00010000:00000010:2.1:1767326806.598864:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576000. 00010000:00000010:3.1:1767326806.602861:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7e00. 00010000:00000010:3.1:1767326806.612864:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:2.1:1767326806.618865:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.618868:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:2.1:1767326806.620886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576e00. 00010000:00000010:2.1:1767326806.629868:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326806.634872:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:2.1:1767326806.647859:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6c00. 00010000:00000010:2.1:1767326806.655857:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576800. 00010000:00000010:3.1:1767326806.659883:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:2.1:1767326806.669859:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7400. 00010000:00000010:3.1:1767326806.669863:0:287101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfe00. 00010000:00000010:3.1:1767326806.669873:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:2.1:1767326806.686878:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:3.1:1767326806.686897:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576a00. 00010000:00000010:3.1:1767326806.691857:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576400. 00010000:00000010:3.1:1767326806.694918:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:3.1:1767326806.697859:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326806.706861:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576800. 00010000:00000010:2.1:1767326806.710861:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6800. 00010000:00000010:3.1:1767326806.716872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:2.1:1767326806.716891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a000. 00010000:00000010:3.1:1767326806.719863:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326806.722858:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577200. 00010000:00000010:2.1:1767326806.730862:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:2.1:1767326806.734863:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:3.1:1767326806.737860:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:3.1:1767326806.737865:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a200. 00010000:00000010:3.1:1767326806.746872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576e00. 00010000:00000010:2.1:1767326806.748861:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576000. 00010000:00000010:3.1:1767326806.752861:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326806.757860:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:3.1:1767326806.757868:0:287099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:2.1:1767326806.759869:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326806.773881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:3.1:1767326806.776860:0:287100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a600. 00010000:00000010:3.1:1767326806.779872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577400. 00010000:00000010:3.1:1767326806.782860:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577e00. 00010000:00000010:2.1:1767326806.800866:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576200. 00010000:00000010:3.1:1767326806.807861:0:287102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576c00. 00010000:00000010:2.1:1767326806.816859:0:287101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:3.1:1767326806.818869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60bc00. 00010000:00000010:2.1:1767326806.820873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:2.1:1767326806.820880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577000. 00010000:00000010:3.1:1767326807.451879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:2.1:1767326810.000880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326810.010869:0:287694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00000080:00000010:2.1:1767326810.010875:0:287694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9440. 00010000:00000010:2.1:1767326810.010881:0:287694:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:2.1:1767326810.010884:0:287694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049ce00. 00000080:00000010:2.1:1767326810.015862:0:287695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ed80. 00010000:00000010:2.1:1767326810.025860:0:287696:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00000080:00000010:2.1:1767326810.025864:0:287696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9680. 00000080:00000010:2.1:1767326810.025881:0:287696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9600. 00000080:00000010:2.1:1767326814.147883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8180. 00010000:00000010:2.1:1767326814.147896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9b00. 00010000:00000010:2.1:1767326814.147903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641c00. 00010000:00000010:3.1:1767326814.173871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273800. 00010000:00000010:3.1:1767326814.173877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641c00. 00010000:00000010:3.1:1767326814.179855:0:288866:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273b00. 00010000:00000010:3.1:1767326814.183870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273900. 00010000:00000010:3.1:1767326814.183877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00000080:00000010:3.1:1767326814.191870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c464a0. 00010000:00000010:3.1:1767326814.195871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273b00. 00010000:00000010:3.1:1767326814.202060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273d00. 00010000:00000010:3.1:1767326814.202065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190600. 00000080:00000010:3.1:1767326814.202068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46460. 00010000:00000010:3.1:1767326814.202075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641400. 00000080:00000010:3.1:1767326816.249873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbc20. 00010000:00000010:3.1:1767326816.922876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00010000:00000010:2.1:1767326820.014884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814c000. 00000080:00000010:2.1:1767326823.126881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db860. 00010000:00000010:2.1:1767326823.130870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326823.134870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6200. 00010000:00000010:2.1:1767326823.134882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf900. 00010000:00000010:3.1:1767326823.134883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9400. 00010000:00000010:3.1:1767326823.134888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4800. 00000080:00000010:3.1:1767326823.142871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9b40. 00000080:00000010:3.1:1767326823.142890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9860. 00010000:00000010:2.1:1767326823.201876:0:291348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:2.1:1767326823.206870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00000080:00000010:2.1:1767326823.206877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95e0. 00000080:00000010:3.1:1767326823.217885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9aa0. 00010000:00000010:3.1:1767326823.288878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60da00. 00010000:00000010:3.1:1767326823.292917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00000080:00000010:3.1:1767326823.297878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46f80. 00000080:00000010:3.1:1767326823.299866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9100. 00010000:00000010:3.1:1767326825.267866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:3.1:1767326827.237898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6800. 00000080:00000010:3.1:1767326827.263965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c463a0. 00010000:00000010:3.1:1767326827.263978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1bd00. 00010000:00000010:3.1:1767326827.263984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f5a00. 00010000:00000010:2.1:1767326827.292881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24500. 00010000:00000010:2.1:1767326827.292887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618600. 00010000:00000010:3.1:1767326827.360895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619c00. 00010000:00000010:3.1:1767326827.365876:0:292555:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326827.404862:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00010000:00000010:3.1:1767326827.404869:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb600. 00010000:00000010:2.1:1767326827.404874:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00010000:00000010:3.1:1767326827.404876:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea200. 00010000:00000010:2.1:1767326827.404883:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb800. 00010000:00000010:3.1:1767326827.404885:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebc00. 00010000:00000010:3.1:1767326827.404936:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00010000:00000010:3.1:1767326827.404943:0:292571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041600. 00010000:00000010:3.1:1767326827.404949:0:292571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00010000:00000010:2.1:1767326827.410882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618400. 00010000:00000010:2.1:1767326827.412861:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619400. 00010000:00000010:2.1:1767326827.412865:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619600. 00010000:00000010:2.1:1767326827.412868:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619200. 00010000:00000010:2.1:1767326827.412872:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618800. 00010000:00000010:2.1:1767326827.412876:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618e00. 00010000:00000010:2.1:1767326827.412881:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:2.1:1767326827.412884:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00010000:00000010:2.1:1767326827.416880:0:292582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326829.470874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db420. 00010000:00000010:2.1:1767326829.470883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24800. 00010000:00000010:2.1:1767326829.470886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6800. 00010000:00000010:2.1:1767326829.505874:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041200. 00010000:00000010:2.1:1767326829.505884:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb200. 00010000:00000010:2.1:1767326829.505888:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041f00. 00010000:00000010:2.1:1767326829.512876:0:293021:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041500. 00010000:00000010:2.1:1767326829.512883:0:293021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb600. 00010000:00000010:2.1:1767326829.574863:0:293183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb800. 00000080:00000010:3.1:1767326831.925879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c463c0. 00010000:00000010:3.1:1767326831.939875:0:293821:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24300. 00010000:00000010:3.1:1767326831.939884:0:293821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619a00. 00000080:00000010:3.1:1767326831.939890:0:293821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d80. 00000080:00000010:3.1:1767326831.945872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c468a0. 00000080:00000010:3.1:1767326831.949868:0:293823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46f60. 00000080:00000010:3.1:1767326831.950214:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46b80. 00010000:00000010:3.1:1767326831.954001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24300. 00010000:00000010:3.1:1767326831.954006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619a00. 00000080:00000010:3.1:1767326831.954008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46260. 00000080:00000010:3.1:1767326831.959880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46200. 00000080:00000010:3.1:1767326831.966895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46fe0. 00000080:00000010:3.1:1767326832.382867:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbe40. 00000080:00000010:2.1:1767326832.564887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9420. 00010000:00000010:2.1:1767326832.692873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326832.692879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326832.692882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9260. 00000080:00000010:2.1:1767326832.695873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d90a0. 00010000:00000010:3.1:1767326832.899877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b100. 00010000:00000010:3.1:1767326832.899885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a200. 00000080:00000010:3.1:1767326832.899890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db4c0. 00000080:00000010:3.1:1767326833.090863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:3.1:1767326833.091090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c467e0. 00000080:00000010:3.1:1767326833.108884:0:293979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ee0. 00010000:00000010:3.1:1767326833.109198:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.109204:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.109207:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46960. 00000080:00000010:3.1:1767326833.109212:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46540. 00000080:00000010:3.1:1767326833.120871:0:293981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326833.128864:0:293982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46f60. 00010000:00000010:3.1:1767326833.133982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.133987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.133989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ee0. 00000080:00000010:3.1:1767326833.133992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46920. 00000080:00000010:3.1:1767326833.150879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46560. 00000080:00000010:3.1:1767326833.156876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00010000:00000010:3.1:1767326833.165874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.165883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.165888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ac0. 00000080:00000010:3.1:1767326833.199862:0:293990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e8e0. 00000080:00000010:3.1:1767326833.207861:0:293992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46c20. 00010000:00000010:3.1:1767326833.213014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.213019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.213023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46720. 00000080:00000010:3.1:1767326833.213031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46fe0. 00000080:00000010:3.1:1767326833.213274:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a00. 00000080:00000010:3.1:1767326833.225880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46b80. 00010000:00000010:3.1:1767326833.235857:0:293650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.235864:0:293650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.235867:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a00. 00000080:00000010:3.1:1767326833.235875:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46800. 00000080:00000010:2.1:1767326833.293890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ea40. 00000080:00000010:3.1:1767326833.331889:0:294009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ed20. 00010000:00000010:3.1:1767326833.335976:0:294010:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.335981:0:294010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.335984:0:294010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c465a0. 00000080:00000010:3.1:1767326833.339888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46740. 00000080:00000010:3.1:1767326833.340203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46620. 00000080:00000010:3.1:1767326833.347876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c465a0. 00010000:00000010:3.1:1767326833.355866:0:294012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.355874:0:294012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.355881:0:294012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46620. 00000080:00000010:3.1:1767326833.359862:0:294013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469c0. 00000080:00000010:3.1:1767326833.365904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46180. 00000080:00000010:3.1:1767326833.374883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c460a0. 00000080:00000010:3.1:1767326833.523859:0:294034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef00. 00000080:00000010:3.1:1767326833.533885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46160. 00000080:00000010:3.1:1767326833.538877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46f20. 00010000:00000010:3.1:1767326833.542890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24700. 00010000:00000010:3.1:1767326833.542896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618a00. 00000080:00000010:3.1:1767326833.542900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46b00. 00000080:00000010:3.1:1767326833.546878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c463e0. 00000080:00000010:2.1:1767326833.889881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db520. 00010000:00000010:2.1:1767326833.897872:0:294078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041400. 00010000:00000010:2.1:1767326833.897881:0:294078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebc00. 00000080:00000010:2.1:1767326833.897886:0:294078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9040. 00000080:00000010:2.1:1767326833.897900:0:294078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d98e0. 00000080:00000010:2.1:1767326833.909864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9f60. 00000080:00000010:2.1:1767326833.914009:0:294081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d20. 00010000:00000010:2.1:1767326833.917857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041400. 00010000:00000010:2.1:1767326833.917862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebc00. 00000080:00000010:2.1:1767326833.917865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9f00. 00000080:00000010:2.1:1767326833.921876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9b40. 00000080:00000010:2.1:1767326833.925868:0:294083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d20. 00000080:00000010:2.1:1767326833.933869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9300. 00010000:00000010:2.1:1767326833.938873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041400. 00010000:00000010:2.1:1767326833.938884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebc00. 00000080:00000010:2.1:1767326833.938890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d20. 00000080:00000010:2.1:1767326833.943869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00010000:00000010:2.1:1767326834.066882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041400. 00010000:00000010:2.1:1767326834.066888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00000080:00000010:2.1:1767326834.066892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d99a0. 00000080:00000010:2.1:1767326834.069878:0:294103:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ac0. 00000080:00000010:2.1:1767326834.074009:0:294103:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d99c0. 00000080:00000010:2.1:1767326834.085888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9f20. 00000080:00000010:2.1:1767326834.607897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec40. 00000080:00000010:3.1:1767326835.205870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e0c0. 00000080:00000010:3.1:1767326835.347868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eae0. 00010000:00000010:2.1:1767326835.435865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277600. 00010000:00000010:2.1:1767326835.435872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869271a00. 00000080:00000010:2.1:1767326835.435875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e520. 00000080:00000010:2.1:1767326835.711861:0:294312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46c20. 00010000:00000010:2.1:1767326835.719861:0:294313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326835.719871:0:294313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326835.719877:0:294313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9580. 00000080:00000010:2.1:1767326835.719886:0:294313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d20. 00000080:00000010:2.1:1767326835.729863:0:294314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c80. 00000080:00000010:2.1:1767326835.738878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9f60. 00010000:00000010:2.1:1767326835.748052:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326835.748060:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326835.750874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9580. 00000080:00000010:2.1:1767326835.750885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9f00. 00000080:00000010:3.1:1767326835.847868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e2a0. 00010000:00000010:3.1:1767326836.057868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277400. 00010000:00000010:3.1:1767326836.057876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270400. 00000080:00000010:3.1:1767326836.057880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e000. 00000080:00000010:3.1:1767326836.057886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46200. 00000080:00000010:3.1:1767326836.321870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ecc0. 00000080:00000010:3.1:1767326836.455878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e1a0. 00000080:00000010:3.1:1767326836.510913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e340. 00010000:00000010:2.1:1767326836.612872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:2.1:1767326836.612880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869271a00. 00000080:00000010:2.1:1767326836.612884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e1c0. 00010000:00000010:3.1:1767326836.658865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:3.1:1767326836.658874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270a00. 00000080:00000010:3.1:1767326836.658878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e560. 00000080:00000010:3.1:1767326836.660879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46200. 00010000:00000010:2.1:1767326836.727879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b400. 00010000:00000010:2.1:1767326836.727886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7bc00. 00000080:00000010:2.1:1767326836.727890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbba0. 00000080:00000010:2.1:1767326836.732863:0:294446:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d93c0. 00000080:00000010:2.1:1767326836.737862:0:294447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a60. 00000080:00000010:2.1:1767326836.750882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9240. 00010000:00000010:2.1:1767326836.757862:0:294449:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326836.757868:0:294449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea200. 00000080:00000010:2.1:1767326836.757874:0:294449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d98c0. 00000080:00000010:2.1:1767326836.761884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9b20. 00000080:00000010:2.1:1767326836.765874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9220. 00000080:00000010:2.1:1767326836.769880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9240. 00010000:00000010:2.1:1767326836.849866:0:294461:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1ba00. 00010000:00000010:2.1:1767326836.849874:0:294461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a800. 00000080:00000010:2.1:1767326836.849881:0:294461:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbaa0. 00000080:00000010:2.1:1767326836.853868:0:294461:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9540. 00000080:00000010:2.1:1767326836.857871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a00. 00000080:00000010:2.1:1767326836.861883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9760. 00010000:00000010:2.1:1767326836.869869:0:294463:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326836.869875:0:294463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea200. 00000080:00000010:2.1:1767326836.869881:0:294463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9540. 00000080:00000010:2.1:1767326836.869892:0:294463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9560. 00000080:00000010:2.1:1767326836.877888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9740. 00000080:00000010:2.1:1767326836.885862:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ee0. 00000080:00000010:3.1:1767326837.211885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbcc0. 00000080:00000010:2.1:1767326837.216916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a20. 00000080:00000010:2.1:1767326837.232868:0:294514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d00. 00010000:00000010:2.1:1767326837.236959:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326837.236967:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326837.236972:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9840. 00000080:00000010:2.1:1767326837.240864:0:294515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9cc0. 00000080:00000010:2.1:1767326837.244880:0:294515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d00. 00000080:00000010:2.1:1767326837.252889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00010000:00000010:2.1:1767326837.260884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326837.260893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326837.260898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ce0. 00000080:00000010:2.1:1767326837.264863:0:294518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a20. 00000080:00000010:2.1:1767326837.268946:0:294518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c20. 00000080:00000010:2.1:1767326837.276891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a20. 00010000:00000010:2.1:1767326837.284874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326837.284884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326837.284889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d00. 00000080:00000010:2.1:1767326837.288866:0:294521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ce0. 00000080:00000010:2.1:1767326837.292862:0:294521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326837.300901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a20. 00010000:00000010:2.1:1767326837.312882:0:294524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326837.312895:0:294524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326837.312903:0:294524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a00. 00000080:00000010:2.1:1767326837.316894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c20. 00000080:00000010:2.1:1767326837.317179:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d00. 00000080:00000010:2.1:1767326837.356867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ea00. 00000080:00000010:2.1:1767326837.503878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ed40. 00010000:00000010:3.1:1767326837.790866:0:293650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277400. 00010000:00000010:3.1:1767326837.790874:0:293650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270a00. 00000080:00000010:3.1:1767326837.790880:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e920. 00000080:00000010:2.1:1767326837.951877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46820. 00000080:00000010:2.1:1767326837.965874:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95e0. 00010000:00000010:3.1:1767326837.993877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1ba00. 00010000:00000010:3.1:1767326837.993893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b400. 00000080:00000010:3.1:1767326837.993900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db260. 00000080:00000010:2.1:1767326837.996902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46440. 00000080:00000010:2.1:1767326838.009860:0:294609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9280. 00000080:00000010:2.1:1767326838.016876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fa0. 00010000:00000010:2.1:1767326838.020872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326838.020884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb200. 00000080:00000010:2.1:1767326838.020890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9280. 00000080:00000010:2.1:1767326838.315880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbbc0. 00010000:00000010:2.1:1767326838.328875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:2.1:1767326838.328883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb200. 00000080:00000010:2.1:1767326838.328887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9aa0. 00000080:00000010:2.1:1767326838.328891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c80. 00000080:00000010:2.1:1767326838.337883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96e0. 00000080:00000010:2.1:1767326838.338131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d60. 00000080:00000010:2.1:1767326838.396883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46b00. 00010000:00000010:2.1:1767326838.590867:0:294679:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b800. 00010000:00000010:2.1:1767326838.590872:0:294679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a000. 00000080:00000010:2.1:1767326838.590877:0:294679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db5c0. 00000080:00000010:2.1:1767326838.598869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96a0. 00000080:00000010:2.1:1767326838.612872:0:294682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326838.617860:0:294682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9640. 00010000:00000010:2.1:1767326838.626945:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326838.626949:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326838.626953:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ce0. 00000080:00000010:2.1:1767326838.626957:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c20. 00000080:00000010:2.1:1767326838.631869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a20. 00000080:00000010:2.1:1767326838.641058:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00010000:00000010:2.1:1767326838.706864:0:294694:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b400. 00010000:00000010:2.1:1767326838.706870:0:294694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a000. 00000080:00000010:2.1:1767326838.706875:0:294694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db2a0. 00000080:00000010:2.1:1767326838.710865:0:294695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9de0. 00000080:00000010:2.1:1767326838.722878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9bc0. 00000080:00000010:2.1:1767326838.734875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9240. 00010000:00000010:2.1:1767326838.738874:0:294698:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326838.738884:0:294698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00000080:00000010:2.1:1767326838.738892:0:294698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326838.742882:0:294698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d99e0. 00000080:00000010:2.1:1767326838.746869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fa0. 00000080:00000010:2.1:1767326838.751869:0:294699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95a0. 00010000:00000010:2.1:1767326838.765871:0:294701:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326838.765879:0:294701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00000080:00000010:2.1:1767326838.765885:0:294701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9760. 00000080:00000010:2.1:1767326838.765894:0:294701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326838.774047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fa0. 00000080:00000010:2.1:1767326838.778956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9bc0. 00010000:00000010:2.1:1767326838.787016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326838.787023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00000080:00000010:2.1:1767326838.787028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9880. 00000080:00000010:2.1:1767326838.845890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46240. 00000080:00000010:3.1:1767326839.062882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e6c0. 00000080:00000010:3.1:1767326839.110879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e140. 00000080:00000010:2.1:1767326839.452888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbb80. 00000080:00000010:3.1:1767326839.620863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e6e0. 00000080:00000010:3.1:1767326839.800876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46400. 00000080:00000010:2.1:1767326840.096865:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e380. 00010000:00000010:2.1:1767326840.479871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277c00. 00010000:00000010:2.1:1767326840.479878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270400. 00000080:00000010:2.1:1767326840.479882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e420. 00000080:00000010:3.1:1767326840.483864:0:294910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9920. 00000080:00000010:3.1:1767326840.491856:0:294912:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a60. 00000080:00000010:3.1:1767326840.503869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46fe0. 00010000:00000010:3.1:1767326840.507866:0:294914:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326840.507876:0:294914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619600. 00000080:00000010:3.1:1767326840.507883:0:294914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46980. 00000080:00000010:3.1:1767326840.507893:0:294914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a60. 00000080:00000010:3.1:1767326840.519870:0:294915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ee0. 00000080:00000010:3.1:1767326840.527941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a00. 00010000:00000010:3.1:1767326840.531138:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326840.531147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619600. 00000080:00000010:3.1:1767326840.531152:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46980. 00000080:00000010:3.1:1767326840.531155:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46fe0. 00000080:00000010:2.1:1767326840.536860:0:293650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46b80. 00000080:00000010:2.1:1767326840.567878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ed20. 00000080:00000010:3.1:1767326840.591868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a40. 00000080:00000010:2.1:1767326840.802871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbfe0. 00000080:00000010:2.1:1767326840.993866:0:294973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbcc0. 00010000:00000010:2.1:1767326840.998038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326840.998045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00000080:00000010:2.1:1767326840.998052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9aa0. 00000080:00000010:2.1:1767326841.001862:0:294974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fa0. 00000080:00000010:2.1:1767326841.005893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ba0. 00000080:00000010:2.1:1767326841.018861:0:294976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a00. 00010000:00000010:2.1:1767326841.022869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326841.022877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00000080:00000010:2.1:1767326841.022881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9760. 00000080:00000010:2.1:1767326841.026856:0:294977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9b80. 00000080:00000010:2.1:1767326841.036011:0:294978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a00. 00000080:00000010:2.1:1767326841.053873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d00. 00010000:00000010:2.1:1767326841.054180:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326841.054188:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00000080:00000010:2.1:1767326841.054192:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9b80. 00000080:00000010:2.1:1767326841.057873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9a00. 00000080:00000010:2.1:1767326841.062871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9de0. 00000080:00000010:2.1:1767326841.066872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00010000:00000010:2.1:1767326841.071863:0:294983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326841.071871:0:294983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00000080:00000010:2.1:1767326841.071877:0:294983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9bc0. 00000080:00000010:2.1:1767326841.071884:0:294983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d92a0. 00000080:00000010:2.1:1767326841.084867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9de0. 00000080:00000010:2.1:1767326841.088880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d92a0. 00010000:00000010:2.1:1767326841.089099:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326841.089104:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00000080:00000010:2.1:1767326841.089106:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9060. 00000080:00000010:2.1:1767326841.092872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ba0. 00010000:00000010:3.1:1767326846.370867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b200. 00010000:00000010:3.1:1767326847.896901:0:296740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb1e00. 00010000:00000010:3.1:1767326847.896910:0:296740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619600. 00010000:00000010:3.1:1767326847.896918:0:296740:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f60f000. 00010000:00000010:3.1:1767326847.896923:0:296740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a000. 00010000:00000010:3.1:1767326847.896926:0:296740:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277f00. 00010000:00000010:3.1:1767326847.896929:0:296740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270400. 00000080:00000010:3.1:1767326847.900911:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e780. 00000080:00000010:3.1:1767326847.900930:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb39c0. 00010000:00000010:3.1:1767326847.900938:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d3b800. 00010000:00000010:3.1:1767326847.900943:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b400. 00000080:00000010:3.1:1767326847.904870:0:296740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbcc0. 00000080:00000010:3.1:1767326847.904880:0:296740:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb0000. 00010000:00000010:3.1:1767326847.908873:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7ba00. 00010000:00000010:3.1:1767326847.908878:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869271a00. 00010000:00000010:3.1:1767326847.908881:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277400. 00010000:00000010:3.1:1767326847.908883:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270a00. 00000080:00000010:3.1:1767326847.908887:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db720. 00000080:00000010:3.1:1767326847.908900:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda0840. 00010000:00000010:3.1:1767326847.908907:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d3b500. 00010000:00000010:3.1:1767326847.908911:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7aa00. 00000080:00000010:3.1:1767326847.912891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dba00. 00000080:00000010:3.1:1767326847.912905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb4200. 00010000:00000010:3.1:1767326847.916881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcb600. 00010000:00000010:3.1:1767326847.916892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca600. 00010000:00000010:3.1:1767326847.916905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b400. 00010000:00000010:3.1:1767326847.916911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7ae00. 00010000:00000010:3.1:1767326847.916918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b800. 00010000:00000010:3.1:1767326847.916923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b600. 00000080:00000010:3.1:1767326847.923872:0:296742:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb2940. 00000080:00000010:3.1:1767326847.923887:0:296742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db540. 00010000:00000010:3.1:1767326848.489877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619a00. 00000080:00000010:3.1:1767326848.489897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46a80. 00010000:00000010:3.1:1767326848.489910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24500. 00010000:00000010:3.1:1767326848.489914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618c00. 00000080:00000010:2.1:1767326850.895885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbb20. 00000080:00000010:2.1:1767326850.895973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ebe0. 00010000:00000010:3.1:1767326851.352861:0:297508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b400. 00010000:00000010:2.1:1767326851.367867:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618600. 00010000:00000010:2.1:1767326851.369866:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618c00. 00010000:00000010:2.1:1767326851.369875:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca600. 00010000:00000010:2.1:1767326851.369882:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcb600. 00010000:00000010:2.1:1767326851.369889:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270a00. 00010000:00000010:2.1:1767326851.369896:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869271a00. 00010000:00000010:2.1:1767326851.369901:0:297502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869270400. 00010000:00000010:3.1:1767326851.483879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00010000:00000010:2.1:1767326851.536872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618c00. 00000080:00000010:2.1:1767326851.605890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdd0840. 00000080:00000010:3.1:1767326851.655882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bde6b40. 00010000:00000010:3.1:1767326857.886872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041d00. 00010000:00000010:3.1:1767326857.886883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00010000:00000010:3.1:1767326859.126873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618600. 00000080:00000010:3.1:1767326859.130881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ee0. 00010000:00000010:3.1:1767326859.183866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618600. 00000080:00000010:3.1:1767326859.187865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46220. 00000080:00000010:2.1:1767326859.740968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbea0. 00010000:00000010:2.1:1767326859.838887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a200. 00010000:00000010:3.1:1767326859.981872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f04800. 00000080:00000010:3.1:1767326859.984973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e780. 00000080:00000010:2.1:1767326861.411876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ebe0. 00000080:00000010:2.1:1767326861.411900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1d280. 00010000:00000010:2.1:1767326861.415881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.415890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.419866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.419879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be098c0. 00010000:00000010:2.1:1767326861.423871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.423878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.427858:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.427868:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0ca40. 00010000:00000010:2.1:1767326861.431863:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.431868:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.435861:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.435883:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdf9080. 00010000:00000010:2.1:1767326861.435890:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.435893:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.439862:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.439882:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0b9c0. 00010000:00000010:2.1:1767326861.443861:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.443866:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.447863:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.447877:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be12100. 00010000:00000010:2.1:1767326861.451866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.451871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.455876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.455893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0c200. 00010000:00000010:2.1:1767326861.459880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.459886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.463868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.463882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be00000. 00010000:00000010:2.1:1767326861.467875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.467883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.472073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.472099:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfb9c0. 00010000:00000010:2.1:1767326861.475868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.475876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.479874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.479891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be26b40. 00010000:00000010:2.1:1767326861.483867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.483874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.487872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.487886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdc8000. 00010000:00000010:2.1:1767326861.491882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.491887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.491890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.491899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1f380. 00010000:00000010:2.1:1767326861.495879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.495883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.503865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.503878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be10000. 00010000:00000010:2.1:1767326861.507874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.507880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.511882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.511905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be20000. 00010000:00000010:2.1:1767326861.511915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.511922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.511927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.511935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be24200. 00010000:00000010:2.1:1767326861.515873:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.515879:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.519876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.519895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0a100. 00010000:00000010:2.1:1767326861.519900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.519903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.523869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.523881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfb180. 00010000:00000010:2.1:1767326861.527883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.527890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.535869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.535881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0eb40. 00010000:00000010:2.1:1767326861.539890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.539897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.539901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.543861:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdc98c0. 00010000:00000010:2.1:1767326861.543868:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.543870:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.543873:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.543879:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be039c0. 00010000:00000010:2.1:1767326861.547871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.547877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.551872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.551886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be23180. 00010000:00000010:2.1:1767326861.551895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.551899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.555858:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.555868:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be218c0. 00010000:00000010:2.1:1767326861.559863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.559868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.559870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.559879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be018c0. 00010000:00000010:2.1:1767326861.563870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.563877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.567865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.567880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0b180. 00010000:00000010:2.1:1767326861.571875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.571880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.571884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.571893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1c200. 00010000:00000010:2.1:1767326861.575875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.575883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.579881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.579896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcf380. 00010000:00000010:2.1:1767326861.583891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.583900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.587858:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.587872:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdff380. 00010000:00000010:2.1:1767326861.591857:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.591862:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.595873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.595890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0d280. 00010000:00000010:2.1:1767326861.595898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.595902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.599883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.599902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be26300. 00010000:00000010:2.1:1767326861.603893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.603901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.607868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.607884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfeb40. 00010000:00000010:2.1:1767326861.611882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.611890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.615877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.615899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be22100. 00010000:00000010:2.1:1767326861.619877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.619886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.623860:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.623873:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdceb40. 00010000:00000010:2.1:1767326861.627861:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.627868:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.627872:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.631866:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0f380. 00010000:00000010:2.1:1767326861.631878:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.631881:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.635868:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.635879:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdce300. 00010000:00000010:2.1:1767326861.639868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.639872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.643861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.643876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be02100. 00010000:00000010:2.1:1767326861.647875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.647880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.651873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.651887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcc200. 00010000:00000010:2.1:1767326861.659875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.659882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.663863:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.663879:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0dac0. 00010000:00000010:2.1:1767326861.667871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.667877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.667881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.667893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be12940. 00010000:00000010:2.1:1767326861.671887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.671893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326861.671897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.671909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be11080. 00010000:00000010:2.1:1767326861.675884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.675891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.679858:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.679872:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be24a40. 00010000:00000010:2.1:1767326861.683862:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.683867:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.687878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.687892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be18840. 00010000:00000010:2.1:1767326861.687899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.687902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.691884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.691895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be00840. 00010000:00000010:2.1:1767326861.699876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.699881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.703889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.703912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1e300. 00010000:00000010:2.1:1767326861.707863:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.707868:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.707873:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.707886:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be22940. 00010000:00000010:2.1:1767326861.711865:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.711871:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.711876:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.715877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcb9c0. 00010000:00000010:2.1:1767326861.715889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.715892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.719874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.719887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdca100. 00010000:00000010:2.1:1767326861.723876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.723882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.727868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.727880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdf8000. 00010000:00000010:2.1:1767326861.731880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.731887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.735879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.735894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfa100. 00010000:00000010:2.1:1767326861.739872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.739887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.743872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.743882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be14a40. 00010000:00000010:2.1:1767326861.747876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.747883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.751871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.751885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0e300. 00010000:00000010:2.1:1767326861.755868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.755873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.758975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.758998:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be0a940. 00010000:00000010:2.1:1767326861.767864:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.767870:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.771880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.775880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfa940. 00010000:00000010:2.1:1767326861.775891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.775895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.775899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.775905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be10840. 00010000:00000010:2.1:1767326861.779866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.779871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.783866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.783877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be08000. 00010000:00000010:2.1:1767326861.787880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.787887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.791870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.791886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdf8840. 00010000:00000010:2.1:1767326861.796871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.796879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.800884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.800902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be02940. 00010000:00000010:2.1:1767326861.800911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.800915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.808880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.808899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdc8840. 00010000:00000010:2.1:1767326861.812875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.812882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.816875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.816892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdca940. 00010000:00000010:2.1:1767326861.816899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.816902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.820868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.820879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be08840. 00010000:00000010:2.1:1767326861.824889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.824897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.828875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.828890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be17380. 00010000:00000010:2.1:1767326861.832875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.832881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.832885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.832895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcd280. 00010000:00000010:2.1:1767326861.836874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.836881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.840877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.840898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be04a40. 00010000:00000010:2.1:1767326861.844855:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.844859:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.848863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.848874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1ca40. 00010000:00000010:2.1:1767326861.852856:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.852860:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.852863:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.852869:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be05ac0. 00010000:00000010:2.1:1767326861.860881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.860888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.864873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.864886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfe300. 00010000:00000010:2.1:1767326861.864891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.864893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.868873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.868885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdf98c0. 00010000:00000010:2.1:1767326861.868894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.868898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.868900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.868907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be07380. 00010000:00000010:2.1:1767326861.872870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.872878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.880871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d96c0. 00000080:00000010:2.1:1767326861.880882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be25280. 00010000:00000010:2.1:1767326861.884869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041b00. 00010000:00000010:2.1:1767326861.884876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.884879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.884888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be09080. 00010000:00000010:2.1:1767326861.888880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.888889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.888894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.888906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1b9c0. 00010000:00000010:2.1:1767326861.892883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.892894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.896861:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.896877:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be19080. 00010000:00000010:2.1:1767326861.901873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.901880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.901884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.901894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be15280. 00010000:00000010:2.1:1767326861.905881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.905889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.909863:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.909879:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be14200. 00010000:00000010:2.1:1767326861.913863:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.913871:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.917860:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.917875:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1a940. 00010000:00000010:2.1:1767326861.917879:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.917882:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.921874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.921886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be05280. 00010000:00000010:2.1:1767326861.925866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.925871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.929889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.929904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be06300. 00010000:00000010:2.1:1767326861.933874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.933882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.937872:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.937888:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be03180. 00010000:00000010:2.1:1767326861.941873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.941880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.941883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.941893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfca40. 00010000:00000010:2.1:1767326861.946858:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.946863:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.950878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.950894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfdac0. 00010000:00000010:2.1:1767326861.954855:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.954860:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.954863:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.954870:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be06b40. 00010000:00000010:2.1:1767326861.958876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.958881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326861.962866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.962877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be118c0. 00010000:00000010:2.1:1767326861.962883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.962885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.966858:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.966871:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be04200. 00010000:00000010:2.1:1767326861.970860:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.970864:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.974872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.974889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfd280. 00010000:00000010:2.1:1767326861.974897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.974900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.978874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326861.978891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1b180. 00010000:00000010:2.1:1767326861.982877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.982883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326861.986866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326861.986878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcdac0. 00010000:00000010:2.1:1767326861.990872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326861.990878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326861.994886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326861.994908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1dac0. 00010000:00000010:2.1:1767326861.998874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326861.998880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.002869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326862.002883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdfc200. 00010000:00000010:2.1:1767326862.006878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326862.006888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326862.015150:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326862.015163:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be01080. 00010000:00000010:2.1:1767326862.015168:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326862.015171:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.018874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326862.018887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be16300. 00010000:00000010:2.1:1767326862.022876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326862.022882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00000080:00000010:2.1:1767326862.022885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326862.022894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1a100. 00010000:00000010:2.1:1767326862.026882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326862.026889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.030869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326862.030882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdc9080. 00010000:00000010:2.1:1767326862.034886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326862.034892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326862.038864:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326862.038879:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be1eb40. 00010000:00000010:2.1:1767326862.042860:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326862.042864:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.042867:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326862.046880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be20840. 00010000:00000010:2.1:1767326862.046888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326862.046892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326862.050874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326862.050887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be15ac0. 00010000:00000010:2.1:1767326862.054878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326862.054886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.058874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00000080:00000010:2.1:1767326862.058891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be139c0. 00010000:00000010:2.1:1767326862.062871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041e00. 00010000:00000010:2.1:1767326862.062880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326862.066862:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9120. 00000080:00000010:2.1:1767326862.066876:0:298917:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be13180. 00010000:00000010:2.1:1767326862.070870:0:298917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041a00. 00010000:00000010:2.1:1767326862.070878:0:298917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00000080:00000010:2.1:1767326862.070887:0:298917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9480. 00000080:00000010:2.1:1767326862.074891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86be18000. 00000080:00000010:2.1:1767326862.074902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db500. 00010000:00000010:2.1:1767326862.079880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b200. 00010000:00000010:2.1:1767326862.079892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041400. 00010000:00000010:2.1:1767326862.083879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00010000:00000010:2.1:1767326862.083892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9b00. 00010000:00000010:2.1:1767326862.083899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f04400. 00000080:00000010:2.1:1767326862.092886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdcb180. 00000080:00000010:2.1:1767326862.092898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9000. 00010000:00000010:3.1:1767326887.834876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5e00. 00010000:00000010:3.1:1767326888.549879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5400. 00010000:00000010:3.1:1767326888.622866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5e00. 00010000:00000010:3.1:1767326888.791884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4a00. 00010000:00000010:2.1:1767326890.489877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00010000:00000010:2.1:1767326890.663879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717e9b00. 00010000:00000010:2.1:1767326890.663891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c9e00. 00010000:00000010:2.1:1767326891.637878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871748e00. 00010000:00000010:2.1:1767326891.637887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f4100. 00010000:00000010:2.1:1767326891.637894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:2.1:1767326891.637898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f4600. 00010000:00000010:2.1:1767326891.637901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8708e3400. 00000080:00000010:2.1:1767326891.644872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a642100. 00000080:00000010:2.1:1767326891.644893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e000. 00000080:00000010:2.1:1767326891.648903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d712a0. 00010000:00000010:2.1:1767326891.648914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8451d9600. 00010000:00000010:2.1:1767326891.648923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dbc00. 00010000:00000010:2.1:1767326891.648931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f043800. 00000080:00000010:2.1:1767326891.652869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7ac0. 00010000:00000010:2.1:1767326891.660895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636800. 00010000:00000010:2.1:1767326891.660901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea200. 00010000:00000010:2.1:1767326891.660904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850216600. 00000080:00000010:2.1:1767326891.660907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00000080:00000010:2.1:1767326891.665897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468fd280. 00000080:00000010:2.1:1767326891.665906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b50a0. 00010000:00000010:2.1:1767326891.669872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb800. 00010000:00000010:2.1:1767326891.669879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a47e00. 00010000:00000010:2.1:1767326891.669882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859344400. 00000080:00000010:2.1:1767326891.669890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88162eb40. 00000080:00000010:2.1:1767326891.669898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9800. 00000080:00000010:2.1:1767326891.669903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574020. 00010000:00000010:2.1:1767326891.682858:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344200. 00010000:00000010:2.1:1767326891.682864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8746ddc00. 00010000:00000010:2.1:1767326891.682868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00010000:00000010:2.1:1767326891.682873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878666500. 00010000:00000010:2.1:1767326891.682875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859344a00. 00000080:00000010:2.1:1767326891.694868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afa0840. 00000080:00000010:2.1:1767326891.694877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00000080:00000010:2.1:1767326891.694897:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d710c0. 00010000:00000010:2.1:1767326891.694901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878628400. 00010000:00000010:2.1:1767326891.694904:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546c200. 00010000:00000010:2.1:1767326891.694906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b7e00. 00000080:00000010:2.1:1767326891.698865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8420. 00010000:00000010:2.1:1767326891.698897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636000. 00010000:00000010:2.1:1767326891.698902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00010000:00000010:2.1:1767326891.698905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050e800. 00000080:00000010:2.1:1767326891.702865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9800. 00000080:00000010:2.1:1767326891.702884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84697dac0. 00000080:00000010:2.1:1767326891.702895:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8a00. 00010000:00000010:2.1:1767326891.710880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00010000:00000010:2.1:1767326891.710887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871465600. 00010000:00000010:2.1:1767326891.710891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874930600. 00000080:00000010:2.1:1767326891.710897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88168b180. 00000080:00000010:2.1:1767326891.710907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ea0. 00000080:00000010:2.1:1767326891.710913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb86e0. 00010000:00000010:2.1:1767326891.718858:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b4200. 00010000:00000010:2.1:1767326891.718863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38ff00. 00010000:00000010:2.1:1767326891.718867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb600. 00010000:00000010:2.1:1767326891.718871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878628100. 00010000:00000010:2.1:1767326891.718873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874931e00. 00000080:00000010:2.1:1767326891.724863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469618c0. 00000080:00000010:2.1:1767326891.724874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00010000:00000010:2.1:1767326891.737894:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714d2c00. 00010000:00000010:2.1:1767326891.737905:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842b33700. 00010000:00000010:2.1:1767326891.737910:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843916800. 00010000:00000010:2.1:1767326891.737913:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adac00. 00000080:00000010:2.1:1767326891.743890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88167c200. 00000080:00000010:2.1:1767326891.743902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9b60. 00000080:00000010:2.1:1767326891.743909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91020. 00010000:00000010:2.1:1767326891.746863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86900f600. 00010000:00000010:2.1:1767326891.746872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c210900. 00010000:00000010:2.1:1767326891.746881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb400. 00010000:00000010:2.1:1767326891.746887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871428000. 00010000:00000010:2.1:1767326891.746891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714d3800. 00000080:00000010:2.1:1767326891.752875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468ab9c0. 00000080:00000010:2.1:1767326891.752883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00000080:00000010:2.1:1767326891.757899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760484900. 00010000:00000010:2.1:1767326891.757906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ae7c00. 00010000:00000010:2.1:1767326891.757911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a97e00. 00010000:00000010:2.1:1767326891.757915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a96e00. 00000080:00000010:2.1:1767326891.761859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760484a00. 00010000:00000010:2.1:1767326891.765868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636800. 00010000:00000010:2.1:1767326891.765873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326891.770881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00000080:00000010:2.1:1767326891.770903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f939c0. 00010000:00000010:2.1:1767326891.770952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749d5e00. 00010000:00000010:2.1:1767326891.770959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a5f3600. 00000080:00000010:2.1:1767326891.774876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7c20. 00000080:00000010:2.1:1767326891.774898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f38000. 00000080:00000010:2.1:1767326891.774911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7604840a0. 00010000:00000010:2.1:1767326891.779883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a96200. 00010000:00000010:2.1:1767326891.779894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f202200. 00010000:00000010:2.1:1767326891.779900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00010000:00000010:2.1:1767326891.779904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f202100. 00010000:00000010:2.1:1767326891.779908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdaa00. 00000080:00000010:2.1:1767326891.792892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f39080. 00000080:00000010:2.1:1767326891.792900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ea0. 00000080:00000010:2.1:1767326891.797891:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d560. 00010000:00000010:2.1:1767326891.797898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850aebf00. 00010000:00000010:2.1:1767326891.797901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234c00. 00010000:00000010:2.1:1767326891.797903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554600. 00000080:00000010:2.1:1767326891.801874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d660. 00000080:00000010:2.1:1767326891.801887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324dfe0. 00010000:00000010:2.1:1767326891.806878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00010000:00000010:2.1:1767326891.806882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118f500. 00010000:00000010:2.1:1767326891.806886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177200. 00010000:00000010:2.1:1767326891.806889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636800. 00010000:00000010:2.1:1767326891.806891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326891.810872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a62b180. 00000080:00000010:2.1:1767326891.810880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ea0. 00000080:00000010:2.1:1767326891.814895:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f980. 00010000:00000010:2.1:1767326891.814903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848027400. 00010000:00000010:2.1:1767326891.814908:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e72a700. 00010000:00000010:2.1:1767326891.814911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869db8600. 00010000:00000010:2.1:1767326891.814914:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848027000. 00000080:00000010:2.1:1767326891.818871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3720. 00000080:00000010:2.1:1767326891.818879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3a00. 00010000:00000010:2.1:1767326891.822870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848026c00. 00010000:00000010:2.1:1767326891.822879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869395100. 00010000:00000010:2.1:1767326891.830876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebe00. 00010000:00000010:2.1:1767326891.830883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690a4600. 00010000:00000010:2.1:1767326891.830888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dd800. 00000080:00000010:2.1:1767326891.835871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868945280. 00000080:00000010:2.1:1767326891.835880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00010000:00000010:2.1:1767326891.840886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e72a300. 00010000:00000010:2.1:1767326891.840890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869db8400. 00010000:00000010:2.1:1767326891.840892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869db9600. 00000080:00000010:2.1:1767326891.844881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f540. 00000080:00000010:2.1:1767326891.844895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84683e300. 00010000:00000010:2.1:1767326891.849869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869db8c00. 00010000:00000010:2.1:1767326891.849877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e72aa00. 00010000:00000010:2.1:1767326891.849879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636600. 00010000:00000010:2.1:1767326891.849881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00000080:00000010:2.1:1767326891.858869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d95c0. 00000080:00000010:2.1:1767326891.858878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84683eb40. 00000080:00000010:2.1:1767326891.858881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3140. 00010000:00000010:2.1:1767326891.867868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eba00. 00010000:00000010:2.1:1767326891.867874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e881096300. 00010000:00000010:2.1:1767326891.867878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f06600. 00010000:00000010:2.1:1767326891.867884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636800. 00010000:00000010:2.1:1767326891.867888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ebc00. 00000080:00000010:2.1:1767326891.872873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846834200. 00000080:00000010:2.1:1767326891.872885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ea0. 00010000:00000010:2.1:1767326891.872895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496af000. 00010000:00000010:2.1:1767326891.872899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6b6900. 00010000:00000010:2.1:1767326891.872905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6b6b00. 00010000:00000010:2.1:1767326891.872908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496ae000. 00000080:00000010:2.1:1767326891.883880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0340. 00000080:00000010:2.1:1767326891.883895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fa4a40. 00010000:00000010:2.1:1767326891.887879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f546a00. 00010000:00000010:2.1:1767326891.887885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c2fc00. 00010000:00000010:2.1:1767326891.891889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdb000. 00010000:00000010:2.1:1767326891.891898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6b6100. 00010000:00000010:2.1:1767326891.891906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4dc800. 00000080:00000010:2.1:1767326891.908874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fa6300. 00000080:00000010:2.1:1767326891.908882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0740. 00010000:00000010:2.1:1767326891.923883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bbca00. 00010000:00000010:2.1:1767326891.923890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ab4d00. 00010000:00000010:2.1:1767326891.923894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f02c00. 00010000:00000010:2.1:1767326891.923897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f3600. 00010000:00000010:2.1:1767326891.923899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d0400. 00000080:00000010:2.1:1767326891.942893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a58840. 00000080:00000010:2.1:1767326891.942906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d13c0. 00010000:00000010:2.1:1767326891.942914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811df600. 00010000:00000010:2.1:1767326891.942919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f3100. 00010000:00000010:2.1:1767326891.955875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bbce00. 00010000:00000010:2.1:1767326891.955881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878455a00. 00010000:00000010:2.1:1767326891.955884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a5c00. 00000080:00000010:2.1:1767326891.968871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814b7380. 00000080:00000010:2.1:1767326891.968879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d2c0. 00010000:00000010:3.1:1767326891.975906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869dc00. 00010000:00000010:3.1:1767326891.975912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167f200. 00010000:00000010:3.1:1767326891.975915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99900. 00010000:00000010:3.1:1767326891.975918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e8800. 00010000:00000010:3.1:1767326892.382898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878805900. 00010000:00000010:3.1:1767326892.382907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c542c00. 00010000:00000010:2.1:1767326892.386913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e1100. 00010000:00000010:2.1:1767326892.386920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f743e00. 00010000:00000010:3.1:1767326892.405868:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd8800. 00010000:00000010:3.1:1767326892.405881:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f742200. 00010000:00000010:2.1:1767326892.434871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd6e00. 00010000:00000010:2.1:1767326892.434879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843180200. 00010000:00000010:3.1:1767326892.490865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f4c00. 00010000:00000010:3.1:1767326892.490871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec37600. 00010000:00000010:3.1:1767326892.511881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f645900. 00010000:00000010:3.1:1767326892.511891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f643c00. 00010000:00000010:2.1:1767326892.515864:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576600. 00010000:00000010:2.1:1767326892.515875:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6f700. 00010000:00000010:2.1:1767326892.515885:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f046200. 00010000:00000010:2.1:1767326892.527867:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84551ac00. 00010000:00000010:2.1:1767326892.527874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d6c00. 00010000:00000010:2.1:1767326892.529871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84551ca00. 00010000:00000010:2.1:1767326892.529886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d6200. 00000080:00000010:2.1:1767326893.338861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471189e0. 00000080:00000010:2.1:1767326893.338872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bde300. 00010000:00000010:2.1:1767326893.338880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a04d00. 00010000:00000010:2.1:1767326893.338886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a8e00. 00000080:00000010:3.1:1767326894.695864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07a20. 00000080:00000010:3.1:1767326894.695878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84343c200. 00010000:00000010:3.1:1767326894.695888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f98500. 00010000:00000010:3.1:1767326894.695892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ce400. 00000080:00000010:3.1:1767326894.699858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07440. 00000080:00000010:3.1:1767326894.699867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843422940. 00010000:00000010:3.1:1767326894.699872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f99e00. 00010000:00000010:3.1:1767326894.699875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911c600. 00000080:00000010:3.1:1767326894.703858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504541a0. 00000080:00000010:3.1:1767326894.703868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469418c0. 00010000:00000010:3.1:1767326894.703876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f99900. 00010000:00000010:3.1:1767326894.703879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911dc00. 00000080:00000010:3.1:1767326894.707858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454800. 00000080:00000010:3.1:1767326894.707870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846946b40. 00010000:00000010:3.1:1767326894.707876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f99300. 00010000:00000010:3.1:1767326894.707880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612cfe00. 00000080:00000010:3.1:1767326894.711860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504548e0. 00000080:00000010:3.1:1767326894.711872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846945ac0. 00010000:00000010:3.1:1767326894.711882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715b8000. 00010000:00000010:3.1:1767326894.711887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612cf400. 00000080:00000010:3.1:1767326894.715877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454440. 00000080:00000010:3.1:1767326894.715893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846948000. 00010000:00000010:3.1:1767326894.715900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715b8100. 00010000:00000010:3.1:1767326894.715905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612cee00. 00000080:00000010:3.1:1767326894.719872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454a40. 00000080:00000010:3.1:1767326894.719885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694c200. 00010000:00000010:3.1:1767326894.719891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715b8a00. 00010000:00000010:3.1:1767326894.719894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c563400. 00000080:00000010:3.1:1767326894.723878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c075e0. 00000080:00000010:3.1:1767326894.723893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694a100. 00010000:00000010:3.1:1767326894.727859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715b8800. 00010000:00000010:3.1:1767326894.727866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612ce800. 00000080:00000010:3.1:1767326894.727870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454580. 00000080:00000010:3.1:1767326894.735894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469498c0. 00010000:00000010:3.1:1767326894.735907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39ca00. 00010000:00000010:3.1:1767326894.735912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c563c00. 00000080:00000010:3.1:1767326894.735916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07f40. 00000080:00000010:3.1:1767326894.736042:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694dac0. 00010000:00000010:3.1:1767326894.736048:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08a700. 00010000:00000010:3.1:1767326894.736051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c563800. 00000080:00000010:3.1:1767326894.739873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324dc60. 00000080:00000010:3.1:1767326894.739885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84343dac0. 00010000:00000010:3.1:1767326894.739891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39cb00. 00010000:00000010:3.1:1767326894.739894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868417c00. 00000080:00000010:3.1:1767326894.743857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454880. 00000080:00000010:3.1:1767326894.743871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694d280. 00010000:00000010:3.1:1767326894.743878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39c000. 00010000:00000010:3.1:1767326894.743883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ce800. 00000080:00000010:3.1:1767326894.743887:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324df20. 00000080:00000010:3.1:1767326894.743895:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694ca40. 00010000:00000010:3.1:1767326894.743900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08bb00. 00010000:00000010:3.1:1767326894.743903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416400. 00000080:00000010:3.1:1767326894.747891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454960. 00000080:00000010:3.1:1767326894.747902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846948840. 00010000:00000010:3.1:1767326894.747907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471cb000. 00010000:00000010:3.1:1767326894.747988:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416a00. 00000080:00000010:3.1:1767326894.747991:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454bc0. 00000080:00000010:3.1:1767326894.747997:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846960840. 00010000:00000010:3.1:1767326894.748003:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6c1f00. 00010000:00000010:3.1:1767326894.748005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854da00. 00000080:00000010:3.1:1767326894.751867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07500. 00000080:00000010:3.1:1767326894.751876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846953180. 00010000:00000010:3.1:1767326894.751881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08ba00. 00010000:00000010:3.1:1767326894.751885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044e600. 00000080:00000010:3.1:1767326894.755872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454ca0. 00000080:00000010:3.1:1767326894.755884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694a940. 00010000:00000010:3.1:1767326894.755891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08b400. 00010000:00000010:3.1:1767326894.755894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876400. 00000080:00000010:3.1:1767326894.759866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324da80. 00000080:00000010:3.1:1767326894.759876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694f380. 00010000:00000010:3.1:1767326894.759880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870954900. 00010000:00000010:3.1:1767326894.759883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044e800. 00000080:00000010:3.1:1767326894.759884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454900. 00000080:00000010:3.1:1767326894.759889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84694b9c0. 00010000:00000010:3.1:1767326894.759893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870954500. 00010000:00000010:3.1:1767326894.759895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044e400. 00000080:00000010:3.1:1767326894.763863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504549e0. 00000080:00000010:3.1:1767326894.767859:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846970000. 00010000:00000010:3.1:1767326894.767866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6c0100. 00010000:00000010:3.1:1767326894.767869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38c200. 00000080:00000010:3.1:1767326894.767871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07ae0. 00000080:00000010:3.1:1767326894.767878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846960000. 00010000:00000010:3.1:1767326894.771862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464e8000. 00010000:00000010:3.1:1767326894.771867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38de00. 00000080:00000010:3.1:1767326894.771871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07f80. 00000080:00000010:3.1:1767326894.771880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846964200. 00010000:00000010:3.1:1767326894.771887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38e800. 00010000:00000010:3.1:1767326894.771891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b4800. 00000080:00000010:3.1:1767326894.775856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454260. 00000080:00000010:3.1:1767326894.775867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846975280. 00010000:00000010:3.1:1767326894.775872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464e8600. 00010000:00000010:3.1:1767326894.775874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f38d600. 00000080:00000010:3.1:1767326894.779859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07880. 00000080:00000010:3.1:1767326894.779870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846962100. 00010000:00000010:3.1:1767326894.779877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878628800. 00010000:00000010:3.1:1767326894.779881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b7000. 00000080:00000010:3.1:1767326894.783860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07bc0. 00000080:00000010:3.1:1767326894.783873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846950000. 00010000:00000010:3.1:1767326894.783880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878628500. 00010000:00000010:3.1:1767326894.783884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b7600. 00000080:00000010:3.1:1767326894.787860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07160. 00000080:00000010:3.1:1767326894.787871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846966300. 00010000:00000010:3.1:1767326894.787879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38f600. 00010000:00000010:3.1:1767326894.787883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546cc00. 00000080:00000010:3.1:1767326894.791869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8e00. 00000080:00000010:3.1:1767326894.791892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846972940. 00010000:00000010:3.1:1767326894.791902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878628600. 00010000:00000010:3.1:1767326894.791908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b6e00. 00000080:00000010:3.1:1767326894.795877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07900. 00000080:00000010:3.1:1767326894.795896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84697eb40. 00010000:00000010:3.1:1767326894.795902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb8100. 00010000:00000010:3.1:1767326894.795907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b6400. 00000080:00000010:3.1:1767326894.799877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07780. 00000080:00000010:3.1:1767326894.799890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846966b40. 00010000:00000010:3.1:1767326894.799900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84644a100. 00010000:00000010:3.1:1767326894.799904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546ce00. 00000080:00000010:3.1:1767326894.803868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8a40. 00000080:00000010:3.1:1767326894.807889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469739c0. 00010000:00000010:3.1:1767326894.807905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84644a600. 00010000:00000010:3.1:1767326894.807909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546da00. 00000080:00000010:3.1:1767326894.807913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8c40. 00000080:00000010:3.1:1767326894.815889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae8f380. 00010000:00000010:3.1:1767326894.815905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85932ab00. 00010000:00000010:3.1:1767326894.815915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877e00. 00000080:00000010:3.1:1767326894.825861:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07c60. 00000080:00000010:3.1:1767326894.825877:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae818c0. 00010000:00000010:3.1:1767326894.825883:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85932a300. 00010000:00000010:3.1:1767326894.825888:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546d200. 00000080:00000010:3.1:1767326894.829887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c4624e0. 00000080:00000010:3.1:1767326894.829907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84697b180. 00010000:00000010:3.1:1767326894.829917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85932a200. 00010000:00000010:3.1:1767326894.829922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311f400. 00010000:00000010:3.1:1767326895.770872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e4b500. 00010000:00000010:3.1:1767326895.770894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874875000. 00010000:00000010:2.1:1767326895.770937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a21000. 00010000:00000010:2.1:1767326895.770944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87849fc00. 00010000:00000010:2.1:1767326895.774873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa11700. 00010000:00000010:2.1:1767326895.774880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925de00. 00010000:00000010:2.1:1767326895.788866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c22d400. 00010000:00000010:2.1:1767326895.788880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45f800. 00010000:00000010:3.1:1767326895.853871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5e9e00. 00010000:00000010:3.1:1767326895.853876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313a800. 00010000:00000010:3.1:1767326895.906929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8718acc00. 00010000:00000010:3.1:1767326895.906956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f29a600. 00010000:00000010:2.1:1767326895.951874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87295a600. 00010000:00000010:2.1:1767326895.951882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860601a00. 00010000:00000010:2.1:1767326895.965859:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860380e00. 00010000:00000010:2.1:1767326895.965867:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860386c00. 00010000:00000010:2.1:1767326896.009863:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129c700. 00010000:00000010:2.1:1767326896.009871:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129ae00. 00010000:00000010:2.1:1767326896.013869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140800. 00010000:00000010:2.1:1767326896.013883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f449800. 00010000:00000010:3.1:1767326896.025878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b300. 00010000:00000010:3.1:1767326896.025887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8a00. 00000080:00000010:3.1:1767326896.096861:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f60f00. 00000080:00000010:3.1:1767326896.096913:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b7c200. 00010000:00000010:3.1:1767326896.096926:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848062000. 00010000:00000010:3.1:1767326896.096936:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb17800. 00010000:00000010:2.1:1767326896.140891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84873c500. 00010000:00000010:2.1:1767326896.140898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5d5200. 00010000:00000010:3.1:1767326896.178867:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f645000. 00010000:00000010:3.1:1767326896.178877:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87157c600. 00010000:00000010:3.1:1767326896.189859:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84551c700. 00010000:00000010:3.1:1767326896.189865:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d7600. 00010000:00000010:3.1:1767326896.194868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715ae400. 00010000:00000010:3.1:1767326896.194876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858160800. 00010000:00000010:2.1:1767326896.206879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f646900. 00010000:00000010:2.1:1767326896.206890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870959400. 00000080:00000010:3.1:1767326896.227866:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f60a40. 00000080:00000010:3.1:1767326896.227887:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b60840. 00010000:00000010:3.1:1767326896.227901:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b84000. 00010000:00000010:3.1:1767326896.227910:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871552800. 00010000:00000010:3.1:1767326896.306926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f1d4800. 00010000:00000010:3.1:1767326896.306931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5cd000. 00010000:00000010:2.1:1767326896.318862:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c9e00. 00010000:00000010:2.1:1767326896.318870:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717a9800. 00010000:00000010:3.1:1767326896.354891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874864600. 00010000:00000010:3.1:1767326896.354904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871455400. 00010000:00000010:3.1:1767326896.359881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb07000. 00010000:00000010:3.1:1767326896.359896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f48c00. 00010000:00000010:2.1:1767326896.395883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200900. 00010000:00000010:2.1:1767326896.395892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f0e00. 00010000:00000010:3.1:1767326896.433907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86b54af00. 00010000:00000010:3.1:1767326896.433922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84300e600. 00010000:00000010:2.1:1767326896.446887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a52300. 00010000:00000010:2.1:1767326896.446897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872acae00. 00010000:00000010:2.1:1767326896.469877:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870eb6700. 00010000:00000010:2.1:1767326896.469892:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871167400. 00010000:00000010:3.1:1767326896.559855:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6c1200. 00010000:00000010:3.1:1767326896.559861:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876800. 00010000:00000010:3.1:1767326896.563882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870954000. 00010000:00000010:3.1:1767326896.563891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044fa00. 00010000:00000010:3.1:1767326896.597863:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847ba5f00. 00010000:00000010:3.1:1767326896.597873:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843113600. 00010000:00000010:2.1:1767326896.633930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8451d9e00. 00010000:00000010:2.1:1767326896.633937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a726000. 00000080:00000010:2.1:1767326896.659870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8480c6ae0. 00000080:00000010:2.1:1767326896.659897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88178d280. 00010000:00000010:2.1:1767326896.659903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a64400. 00010000:00000010:2.1:1767326896.659906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3fc800. 00000080:00000010:3.1:1767326896.707885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4800. 00000080:00000010:3.1:1767326896.710941:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881795280. 00010000:00000010:3.1:1767326896.710953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f6d300. 00010000:00000010:3.1:1767326896.710957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bf8200. 00000080:00000010:3.1:1767326896.733908:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8480c6740. 00000080:00000010:3.1:1767326896.733923:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881781080. 00010000:00000010:3.1:1767326896.733932:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870940500. 00010000:00000010:3.1:1767326896.733939:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3fda00. 00010000:00000010:3.1:1767326896.776907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84644a400. 00010000:00000010:3.1:1767326896.776914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546ca00. 00010000:00000010:3.1:1767326896.776920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f726000. 00010000:00000010:3.1:1767326896.776927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1b000. 00010000:00000010:3.1:1767326896.801895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd0700. 00010000:00000010:3.1:1767326896.801905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8526f9800. 00010000:00000010:2.1:1767326896.813888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505da500. 00010000:00000010:2.1:1767326896.813898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456b600. 00010000:00000010:2.1:1767326896.849876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c564200. 00010000:00000010:2.1:1767326896.849883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848adfc00. 00010000:00000010:2.1:1767326896.891906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844b86400. 00010000:00000010:2.1:1767326896.891916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711b5400. 00000080:00000010:2.1:1767326896.937874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f60540. 00000080:00000010:2.1:1767326896.937900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817aca40. 00010000:00000010:2.1:1767326896.937924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846112300. 00010000:00000010:2.1:1767326896.937931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bf9200. 00010000:00000010:2.1:1767326897.322872:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714fb200. 00010000:00000010:2.1:1767326897.322882:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843cf6400. 00010000:00000010:3.1:1767326897.330879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9900. 00010000:00000010:3.1:1767326897.330892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519a00. 00010000:00000010:3.1:1767326897.357868:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24cd00. 00010000:00000010:3.1:1767326897.357878:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878be8200. 00010000:00000010:3.1:1767326897.433868:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20f400. 00010000:00000010:3.1:1767326897.433881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dc400. 00010000:00000010:2.1:1767326897.460878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ae5f00. 00010000:00000010:2.1:1767326897.460886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894e000. 00010000:00000010:3.1:1767326897.460909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860602800. 00010000:00000010:3.1:1767326897.460917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb5c00. 00010000:00000010:3.1:1767326897.497876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878872600. 00010000:00000010:3.1:1767326897.497884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871173800. 00010000:00000010:3.1:1767326897.497890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850605500. 00010000:00000010:3.1:1767326897.497893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0dda00. 00010000:00000010:2.1:1767326897.515869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874dbc400. 00010000:00000010:2.1:1767326897.515876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88124e000. 00010000:00000010:2.1:1767326897.519869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ae7700. 00010000:00000010:2.1:1767326897.519874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5e200. 00010000:00000010:2.1:1767326897.519876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ad9600. 00010000:00000010:2.1:1767326897.519878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845449600. 00010000:00000010:2.1:1767326897.558508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6d300. 00010000:00000010:2.1:1767326897.558514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811da400. 00010000:00000010:2.1:1767326897.559871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870de0d00. 00010000:00000010:2.1:1767326897.559879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599400. 00010000:00000010:3.1:1767326897.559880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f1c9f00. 00010000:00000010:3.1:1767326897.559891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871547400. 00010000:00000010:2.1:1767326897.614865:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f76dd00. 00010000:00000010:2.1:1767326897.614875:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f24f000. 00010000:00000010:2.1:1767326897.617878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861343700. 00010000:00000010:2.1:1767326897.617885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871345200. 00010000:00000010:2.1:1767326897.617889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87150cf00. 00010000:00000010:2.1:1767326897.617892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932d400. 00000080:00000010:3.1:1767326897.657862:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f541a0. 00000080:00000010:3.1:1767326897.657931:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af61080. 00010000:00000010:3.1:1767326897.657941:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5d9b00. 00010000:00000010:3.1:1767326897.657946:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f020000. 00000080:00000010:3.1:1767326897.670863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc2a0. 00000080:00000010:3.1:1767326897.670879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af60000. 00010000:00000010:3.1:1767326897.670895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bb6800. 00010000:00000010:3.1:1767326897.670899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a1000. 00000080:00000010:3.1:1767326897.685858:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648af40. 00000080:00000010:3.1:1767326897.685880:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af6d280. 00010000:00000010:3.1:1767326897.685892:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a3700. 00010000:00000010:3.1:1767326897.685899:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f021600. 00000080:00000010:2.1:1767326897.693866:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc9c0. 00000080:00000010:2.1:1767326897.693887:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af74a40. 00010000:00000010:2.1:1767326897.693900:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a3800. 00010000:00000010:2.1:1767326897.693909:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f020e00. 00000080:00000010:2.1:1767326897.732877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcc00. 00000080:00000010:2.1:1767326897.737874:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af73180. 00010000:00000010:2.1:1767326897.737891:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a3300. 00010000:00000010:2.1:1767326897.737902:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a0400. 00000080:00000010:2.1:1767326897.783871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bce60. 00000080:00000010:2.1:1767326897.783893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af70840. 00010000:00000010:2.1:1767326897.783905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749ca700. 00010000:00000010:2.1:1767326897.783911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f021800. 00000080:00000010:2.1:1767326897.834877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bca20. 00000080:00000010:2.1:1767326897.834896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af79080. 00010000:00000010:2.1:1767326897.834906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749ca800. 00010000:00000010:2.1:1767326897.834913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938c000. 00010000:00000010:2.1:1767326897.856889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860009600. 00010000:00000010:2.1:1767326897.856898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec6200. 00010000:00000010:2.1:1767326897.869863:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464efc00. 00010000:00000010:2.1:1767326897.869872:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7c4200. 00000080:00000010:2.1:1767326897.910946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a540. 00000080:00000010:2.1:1767326897.915891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7b9c0. 00010000:00000010:2.1:1767326897.915905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cb36b00. 00010000:00000010:2.1:1767326897.915910:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f022200. 00000080:00000010:2.1:1767326897.921874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54ae0. 00000080:00000010:2.1:1767326897.921890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae06b40. 00010000:00000010:2.1:1767326897.929897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cb36c00. 00010000:00000010:2.1:1767326897.929913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938c200. 00000080:00000010:2.1:1767326897.934873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a3e0. 00000080:00000010:2.1:1767326897.934888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae05280. 00010000:00000010:2.1:1767326897.934895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749cac00. 00010000:00000010:2.1:1767326897.934900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938d600. 00000080:00000010:2.1:1767326897.938863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648ab00. 00000080:00000010:2.1:1767326897.938874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af78000. 00010000:00000010:2.1:1767326897.938879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fde00. 00010000:00000010:2.1:1767326897.938882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938d200. 00000080:00000010:2.1:1767326897.946858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a360. 00000080:00000010:2.1:1767326897.946870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae03180. 00010000:00000010:2.1:1767326897.950866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fd300. 00010000:00000010:2.1:1767326897.950873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938ce00. 00000080:00000010:2.1:1767326897.958890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a6c0. 00000080:00000010:2.1:1767326897.958910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae02940. 00010000:00000010:2.1:1767326897.958923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871086900. 00010000:00000010:2.1:1767326897.958930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f249200. 00000080:00000010:2.1:1767326897.958934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc5c0. 00000080:00000010:2.1:1767326897.958944:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae17380. 00010000:00000010:2.1:1767326897.958950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871086200. 00010000:00000010:2.1:1767326897.958953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f248a00. 00000080:00000010:2.1:1767326897.963888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcae0. 00000080:00000010:2.1:1767326897.963903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae139c0. 00010000:00000010:2.1:1767326897.963911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a2700. 00010000:00000010:2.1:1767326897.963915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f249000. 00000080:00000010:2.1:1767326897.967875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcbe0. 00000080:00000010:2.1:1767326897.967890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae10000. 00010000:00000010:2.1:1767326897.967895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f6c800. 00010000:00000010:2.1:1767326897.967901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869015200. 00000080:00000010:2.1:1767326897.972882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a9e0. 00000080:00000010:2.1:1767326897.972895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7eb40. 00010000:00000010:2.1:1767326897.972904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869016600. 00010000:00000010:2.1:1767326897.972909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f245000. 00000080:00000010:2.1:1767326897.977871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54040. 00000080:00000010:2.1:1767326897.977884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae01080. 00010000:00000010:2.1:1767326897.977891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f6d900. 00010000:00000010:2.1:1767326897.977897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f244800. 00000080:00000010:2.1:1767326897.982872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a6a0. 00000080:00000010:2.1:1767326897.986883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7dac0. 00010000:00000010:2.1:1767326897.986896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859381700. 00010000:00000010:2.1:1767326897.986901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f244c00. 00000080:00000010:2.1:1767326897.995873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54b60. 00000080:00000010:2.1:1767326897.995891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae02100. 00010000:00000010:2.1:1767326897.995900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f6d300. 00010000:00000010:2.1:1767326897.995905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f245600. 00000080:00000010:2.1:1767326898.000866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54360. 00000080:00000010:2.1:1767326898.000879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7d280. 00010000:00000010:2.1:1767326898.000887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710ad800. 00010000:00000010:2.1:1767326898.000890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f247600. 00000080:00000010:2.1:1767326898.004877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc720. 00000080:00000010:2.1:1767326898.004888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae15280. 00010000:00000010:2.1:1767326898.008859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710ae200. 00010000:00000010:2.1:1767326898.008865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f1e00. 00000080:00000010:2.1:1767326898.016867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54da0. 00000080:00000010:2.1:1767326898.016878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae14a40. 00010000:00000010:2.1:1767326898.016883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710ae400. 00010000:00000010:2.1:1767326898.016886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f246200. 00000080:00000010:2.1:1767326898.024867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc040. 00000080:00000010:2.1:1767326898.024878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae13180. 00010000:00000010:2.1:1767326898.024885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859382d00. 00010000:00000010:2.1:1767326898.024891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869014c00. 00000080:00000010:2.1:1767326898.028866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a4a0. 00000080:00000010:2.1:1767326898.028880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae1ca40. 00010000:00000010:2.1:1767326898.028887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87848aa00. 00010000:00000010:2.1:1767326898.028891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f0a00. 00000080:00000010:2.1:1767326898.028894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54320. 00000080:00000010:2.1:1767326898.028902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2c200. 00010000:00000010:2.1:1767326898.028906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87848a700. 00010000:00000010:2.1:1767326898.028909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869015000. 00000080:00000010:2.1:1767326898.032869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648afa0. 00000080:00000010:2.1:1767326898.032880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2a100. 00010000:00000010:2.1:1767326898.032887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a0200. 00010000:00000010:2.1:1767326898.032891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869015800. 00000080:00000010:2.1:1767326898.032893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a0c0. 00000080:00000010:2.1:1767326898.032901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae1a940. 00010000:00000010:2.1:1767326898.032905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a70a00. 00010000:00000010:2.1:1767326898.032907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848718000. 00000080:00000010:2.1:1767326898.036891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f545e0. 00000080:00000010:2.1:1767326898.036908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae1f380. 00010000:00000010:2.1:1767326898.036916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd8400. 00010000:00000010:2.1:1767326898.036921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878488e00. 00000080:00000010:2.1:1767326898.040871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc0c0. 00000080:00000010:2.1:1767326898.040886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2eb40. 00010000:00000010:2.1:1767326898.040892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd8d00. 00010000:00000010:2.1:1767326898.040896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850603200. 00000080:00000010:2.1:1767326898.044876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcd60. 00000080:00000010:2.1:1767326898.044892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2dac0. 00010000:00000010:2.1:1767326898.044900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd8500. 00010000:00000010:2.1:1767326898.044903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850602400. 00000080:00000010:2.1:1767326898.048866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc440. 00000080:00000010:2.1:1767326898.048876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2d280. 00010000:00000010:2.1:1767326898.048881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a44b700. 00010000:00000010:2.1:1767326898.048884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c191c00. 00000080:00000010:2.1:1767326898.052866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f542a0. 00000080:00000010:2.1:1767326898.052881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae1c200. 00010000:00000010:2.1:1767326898.052886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dda800. 00010000:00000010:2.1:1767326898.052889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c190200. 00000080:00000010:2.1:1767326898.060879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f546c0. 00000080:00000010:2.1:1767326898.060895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2b180. 00010000:00000010:2.1:1767326898.060903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dda100. 00010000:00000010:2.1:1767326898.060907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850600c00. 00000080:00000010:2.1:1767326898.064870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a8c0. 00000080:00000010:2.1:1767326898.064884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2a940. 00010000:00000010:2.1:1767326898.064892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e11f00. 00010000:00000010:2.1:1767326898.064897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850603000. 00000080:00000010:2.1:1767326898.068873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcd00. 00000080:00000010:2.1:1767326898.068889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae198c0. 00010000:00000010:2.1:1767326898.068898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e11d00. 00010000:00000010:2.1:1767326898.068902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c190600. 00000080:00000010:2.1:1767326898.068906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54bc0. 00000080:00000010:2.1:1767326898.068913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae2b9c0. 00010000:00000010:2.1:1767326898.068919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873b83f00. 00010000:00000010:2.1:1767326898.068922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0c400. 00000080:00000010:2.1:1767326898.072862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f544e0. 00000080:00000010:2.1:1767326898.072874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae36b40. 00010000:00000010:2.1:1767326898.072880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873b83400. 00010000:00000010:2.1:1767326898.072882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0c600. 00000080:00000010:2.1:1767326898.080874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54380. 00000080:00000010:2.1:1767326898.080890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae35ac0. 00010000:00000010:2.1:1767326898.080896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870da5d00. 00010000:00000010:2.1:1767326898.080899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0da00. 00000080:00000010:2.1:1767326898.084880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54c60. 00000080:00000010:2.1:1767326898.084898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae20000. 00010000:00000010:2.1:1767326898.084904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870da5b00. 00010000:00000010:2.1:1767326898.084908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0d000. 00000080:00000010:2.1:1767326898.092883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54820. 00000080:00000010:2.1:1767326898.092897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae24200. 00010000:00000010:2.1:1767326898.092907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464bd100. 00010000:00000010:2.1:1767326898.092912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603de400. 00000080:00000010:2.1:1767326898.092915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb5c0. 00000080:00000010:2.1:1767326898.092923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae3e300. 00010000:00000010:2.1:1767326898.092928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f08500. 00010000:00000010:2.1:1767326898.092931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c191000. 00000080:00000010:2.1:1767326898.096878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175360. 00000080:00000010:2.1:1767326898.096898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae32940. 00010000:00000010:2.1:1767326898.096906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f0b100. 00010000:00000010:2.1:1767326898.096910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d0200. 00000080:00000010:2.1:1767326898.100882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a280. 00000080:00000010:2.1:1767326898.100899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae31080. 00010000:00000010:2.1:1767326898.100905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ec3f00. 00010000:00000010:2.1:1767326898.100909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d3400. 00000080:00000010:2.1:1767326898.100913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f760. 00000080:00000010:2.1:1767326898.100922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae47380. 00010000:00000010:2.1:1767326898.100929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f0bd00. 00010000:00000010:2.1:1767326898.100932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87864ce00. 00000080:00000010:2.1:1767326898.104874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175b60. 00000080:00000010:2.1:1767326898.104892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae34200. 00010000:00000010:2.1:1767326898.104897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1fcf00. 00010000:00000010:2.1:1767326898.104906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adc800. 00000080:00000010:2.1:1767326898.108855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb860. 00000080:00000010:2.1:1767326898.108866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4a940. 00010000:00000010:2.1:1767326898.108872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7b000. 00010000:00000010:2.1:1767326898.108875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d3200. 00000080:00000010:2.1:1767326898.108877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fea0. 00000080:00000010:2.1:1767326898.108886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4f380. 00010000:00000010:2.1:1767326898.112858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7b200. 00010000:00000010:2.1:1767326898.112861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850600600. 00000080:00000010:2.1:1767326898.112864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594107c0. 00000080:00000010:2.1:1767326898.112873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae55280. 00010000:00000010:2.1:1767326898.112876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7ba00. 00010000:00000010:2.1:1767326898.112879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2c00. 00000080:00000010:2.1:1767326898.116872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410d60. 00000080:00000010:2.1:1767326898.116889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae53180. 00010000:00000010:2.1:1767326898.116897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1fe000. 00010000:00000010:2.1:1767326898.116900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d2c00. 00000080:00000010:2.1:1767326898.120870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f620. 00000080:00000010:2.1:1767326898.120881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4b9c0. 00010000:00000010:2.1:1767326898.120886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87864e900. 00010000:00000010:2.1:1767326898.120889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d3800. 00000080:00000010:2.1:1767326898.124868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fa00. 00000080:00000010:2.1:1767326898.124878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae40000. 00010000:00000010:2.1:1767326898.124884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1fec00. 00010000:00000010:2.1:1767326898.124887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2000. 00000080:00000010:2.1:1767326898.128872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410180. 00000080:00000010:2.1:1767326898.128886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4c200. 00010000:00000010:2.1:1767326898.128891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501ed700. 00010000:00000010:2.1:1767326898.128895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305dc00. 00000080:00000010:2.1:1767326898.132865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fac0. 00000080:00000010:2.1:1767326898.132876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae46300. 00010000:00000010:2.1:1767326898.132879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501ed300. 00010000:00000010:2.1:1767326898.132881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305d200. 00000080:00000010:2.1:1767326898.136869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fe00. 00000080:00000010:2.1:1767326898.136878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae46b40. 00010000:00000010:2.1:1767326898.136884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501edf00. 00010000:00000010:2.1:1767326898.136886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305ca00. 00000080:00000010:2.1:1767326898.140877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f020. 00000080:00000010:2.1:1767326898.140888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae45ac0. 00010000:00000010:2.1:1767326898.140893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501ed400. 00010000:00000010:2.1:1767326898.140896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305c400. 00000080:00000010:2.1:1767326898.144864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f360. 00000080:00000010:2.1:1767326898.144872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae45280. 00010000:00000010:2.1:1767326898.144877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501ef700. 00010000:00000010:2.1:1767326898.144879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305e400. 00000080:00000010:2.1:1767326898.148872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410a00. 00000080:00000010:2.1:1767326898.148886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae43180. 00010000:00000010:2.1:1767326898.148890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7ac00. 00010000:00000010:2.1:1767326898.148894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2a00. 00000080:00000010:2.1:1767326898.153857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410b80. 00000080:00000010:2.1:1767326898.153867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4d280. 00010000:00000010:2.1:1767326898.153879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8470bea00. 00010000:00000010:2.1:1767326898.153882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874870400. 00000080:00000010:2.1:1767326898.153884:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410de0. 00000080:00000010:2.1:1767326898.153890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae56300. 00010000:00000010:2.1:1767326898.161910:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7aa00. 00010000:00000010:2.1:1767326898.161920:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874871800. 00000080:00000010:2.1:1767326898.161928:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594100c0. 00000080:00000010:2.1:1767326898.165882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae4ca40. 00010000:00000010:2.1:1767326898.165890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d9500. 00010000:00000010:2.1:1767326898.165894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bd400. 00000080:00000010:2.1:1767326898.165898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f1a0. 00000080:00000010:2.1:1767326898.165906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae598c0. 00010000:00000010:2.1:1767326898.165912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7a500. 00010000:00000010:2.1:1767326898.165915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874871c00. 00000080:00000010:2.1:1767326898.169869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410340. 00000080:00000010:2.1:1767326898.169882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae66300. 00010000:00000010:2.1:1767326898.169888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873b80800. 00010000:00000010:2.1:1767326898.169892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874872e00. 00000080:00000010:2.1:1767326898.169895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f0a0. 00000080:00000010:2.1:1767326898.169902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae3dac0. 00010000:00000010:2.1:1767326898.169906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708eca00. 00010000:00000010:2.1:1767326898.169908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874873a00. 00000080:00000010:2.1:1767326898.173866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f8e0. 00000080:00000010:2.1:1767326898.173897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae55ac0. 00010000:00000010:2.1:1767326898.173901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502db500. 00010000:00000010:2.1:1767326898.173903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874872c00. 00000080:00000010:2.1:1767326898.177873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f540. 00000080:00000010:2.1:1767326898.177885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae5ca40. 00010000:00000010:2.1:1767326898.177891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ecb00. 00010000:00000010:2.1:1767326898.177895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850add600. 00000080:00000010:2.1:1767326898.185875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb100. 00000080:00000010:2.1:1767326898.185889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae6a940. 00010000:00000010:2.1:1767326898.185894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502db400. 00010000:00000010:2.1:1767326898.185898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874873400. 00000080:00000010:2.1:1767326898.189868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f880. 00000080:00000010:2.1:1767326898.189885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae5f380. 00010000:00000010:2.1:1767326898.189889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b7600. 00010000:00000010:2.1:1767326898.189893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874872a00. 00000080:00000010:2.1:1767326898.193880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f080. 00000080:00000010:2.1:1767326898.193894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae38840. 00010000:00000010:2.1:1767326898.193904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b7900. 00010000:00000010:2.1:1767326898.193908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb0400. 00000080:00000010:2.1:1767326898.193911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cbcc0. 00000080:00000010:2.1:1767326898.193917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae3f380. 00010000:00000010:2.1:1767326898.193921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eb3700. 00010000:00000010:2.1:1767326898.193924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb1800. 00000080:00000010:2.1:1767326898.197870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb220. 00000080:00000010:2.1:1767326898.197884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae39080. 00010000:00000010:2.1:1767326898.197891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eb3000. 00010000:00000010:2.1:1767326898.197894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb0600. 00000080:00000010:2.1:1767326898.205882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb2e0. 00000080:00000010:2.1:1767326898.205897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae3b9c0. 00010000:00000010:2.1:1767326898.205903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eb3f00. 00010000:00000010:2.1:1767326898.205907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f2400. 00000080:00000010:2.1:1767326898.205911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb3a0. 00000080:00000010:2.1:1767326898.209890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae78840. 00010000:00000010:2.1:1767326898.209903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ec100. 00010000:00000010:2.1:1767326898.209908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693f4e00. 00000080:00000010:2.1:1767326898.209911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fe20. 00000080:00000010:2.1:1767326898.209920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae69080. 00010000:00000010:2.1:1767326898.213884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84598e200. 00010000:00000010:2.1:1767326898.213894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f3400. 00000080:00000010:2.1:1767326898.213900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb760. 00000080:00000010:2.1:1767326898.213914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae7f380. 00010000:00000010:2.1:1767326898.213919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ec600. 00010000:00000010:2.1:1767326898.213922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c248800. 00000080:00000010:2.1:1767326898.219930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410720. 00000080:00000010:2.1:1767326898.219953:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae6b9c0. 00010000:00000010:2.1:1767326898.219962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871674000. 00010000:00000010:2.1:1767326898.219968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b9200. 00000080:00000010:3.1:1767326898.223069:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae68000. 00010000:00000010:3.1:1767326898.223078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871677f00. 00010000:00000010:3.1:1767326898.223082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752bae00. 00000080:00000010:2.1:1767326898.223879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594103a0. 00000080:00000010:2.1:1767326898.223894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae72940. 00010000:00000010:2.1:1767326898.223900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871674600. 00010000:00000010:2.1:1767326898.223904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752bb600. 00000080:00000010:2.1:1767326898.227928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cbd00. 00010000:00000010:3.1:1767326898.231979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871677900. 00010000:00000010:3.1:1767326898.231986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b9c00. 00000080:00000010:2.1:1767326898.232876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb400. 00000080:00000010:2.1:1767326898.232897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae70000. 00000080:00000010:3.1:1767326900.100884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b51e0. 00000080:00000010:3.1:1767326900.100907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435339c0. 00010000:00000010:3.1:1767326900.100915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb0100. 00010000:00000010:3.1:1767326900.100920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f1ce00. 00000080:00000010:3.1:1767326900.105858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5e00. 00000080:00000010:3.1:1767326900.105868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84354b9c0. 00010000:00000010:3.1:1767326900.105876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb0e00. 00010000:00000010:3.1:1767326900.105879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c22200. 00000080:00000010:3.1:1767326900.109860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b55c0. 00000080:00000010:3.1:1767326900.109871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84354c200. 00010000:00000010:3.1:1767326900.109876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb0700. 00010000:00000010:3.1:1767326900.109879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f1c000. 00000080:00000010:3.1:1767326900.113859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b58e0. 00000080:00000010:3.1:1767326900.113868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84354eb40. 00010000:00000010:3.1:1767326900.113879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c27200. 00010000:00000010:3.1:1767326900.113883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c22800. 00000080:00000010:3.1:1767326900.117869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c2b20. 00000080:00000010:3.1:1767326900.117880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843544200. 00010000:00000010:3.1:1767326900.117884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148e500. 00010000:00000010:3.1:1767326900.117889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f1c200. 00000080:00000010:3.1:1767326900.121871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b54c0. 00000080:00000010:3.1:1767326900.121882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84354d280. 00010000:00000010:3.1:1767326900.121889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148ec00. 00010000:00000010:3.1:1767326900.121893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e60c00. 00000080:00000010:3.1:1767326900.125870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5280. 00000080:00000010:3.1:1767326900.125882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843548840. 00010000:00000010:3.1:1767326900.125888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb7600. 00010000:00000010:3.1:1767326900.125892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e60600. 00000080:00000010:3.1:1767326900.129873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b58c0. 00000080:00000010:3.1:1767326900.129888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84353e300. 00010000:00000010:3.1:1767326900.129894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e66700. 00010000:00000010:3.1:1767326900.129898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e61200. 00000080:00000010:3.1:1767326900.133861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5fc0. 00000080:00000010:3.1:1767326900.133871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843549080. 00010000:00000010:3.1:1767326900.133878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c27000. 00010000:00000010:3.1:1767326900.133882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63a00. 00000080:00000010:3.1:1767326900.137860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5740. 00000080:00000010:3.1:1767326900.137870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843546b40. 00010000:00000010:3.1:1767326900.137876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e66800. 00010000:00000010:3.1:1767326900.137879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e60200. 00000080:00000010:3.1:1767326900.137882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b51a0. 00000080:00000010:3.1:1767326900.137889:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843545ac0. 00010000:00000010:3.1:1767326900.141862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f0900. 00010000:00000010:3.1:1767326900.141867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec36e00. 00000080:00000010:3.1:1767326900.141871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5ce0. 00000080:00000010:3.1:1767326900.141883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868ac6300. 00010000:00000010:3.1:1767326900.141888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f0300. 00010000:00000010:3.1:1767326900.141892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e64200. 00000080:00000010:3.1:1767326900.145862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f300. 00000080:00000010:3.1:1767326900.145877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868ac18c0. 00010000:00000010:3.1:1767326900.145885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e66e00. 00010000:00000010:3.1:1767326900.145890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63200. 00000080:00000010:3.1:1767326900.149881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f59c0. 00000080:00000010:3.1:1767326900.149899:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84355d280. 00010000:00000010:3.1:1767326900.149911:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb7b00. 00010000:00000010:3.1:1767326900.149914:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e63000. 00000080:00000010:3.1:1767326900.154872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5ae0. 00000080:00000010:3.1:1767326900.154886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435398c0. 00010000:00000010:3.1:1767326900.154890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148c000. 00010000:00000010:3.1:1767326900.154893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad1e00. 00000080:00000010:3.1:1767326900.158873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f526300. 00000080:00000010:3.1:1767326900.158886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84353eb40. 00010000:00000010:3.1:1767326900.158893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb6e00. 00010000:00000010:3.1:1767326900.158896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec36200. 00000080:00000010:3.1:1767326900.162881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5a40. 00000080:00000010:3.1:1767326900.162895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843569080. 00010000:00000010:3.1:1767326900.162900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f4400. 00010000:00000010:3.1:1767326900.162906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec37200. 00000080:00000010:3.1:1767326900.166884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b57a0. 00000080:00000010:3.1:1767326900.166898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84355b180. 00010000:00000010:3.1:1767326900.166907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148ce00. 00010000:00000010:3.1:1767326900.166912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518000. 00000080:00000010:3.1:1767326900.170875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f52c0. 00000080:00000010:3.1:1767326900.170887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843570840. 00010000:00000010:3.1:1767326900.170892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec33100. 00010000:00000010:3.1:1767326900.170897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518a00. 00000080:00000010:3.1:1767326900.174870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5a00. 00000080:00000010:3.1:1767326900.174881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843568000. 00010000:00000010:3.1:1767326900.174888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec33400. 00010000:00000010:3.1:1767326900.174891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d4c00. 00000080:00000010:3.1:1767326900.178912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f920. 00000080:00000010:3.1:1767326900.178924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84356a100. 00010000:00000010:3.1:1767326900.178930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec33d00. 00010000:00000010:3.1:1767326900.178934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845518800. 00000080:00000010:3.1:1767326900.182878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5f00. 00000080:00000010:3.1:1767326900.182890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84356e300. 00010000:00000010:3.1:1767326900.182896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f65400. 00010000:00000010:3.1:1767326900.182899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d5c00. 00000080:00000010:3.1:1767326900.182901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f980. 00000080:00000010:3.1:1767326900.186865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868ac4a40. 00010000:00000010:3.1:1767326900.186873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148be00. 00010000:00000010:3.1:1767326900.186876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848738000. 00000080:00000010:3.1:1767326900.186879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5d60. 00000080:00000010:3.1:1767326900.186886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84356ca40. 00010000:00000010:3.1:1767326900.190862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87148b900. 00010000:00000010:3.1:1767326900.190868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848738800. 00000080:00000010:3.1:1767326900.190872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5ba0. 00000080:00000010:3.1:1767326900.190883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358a940. 00010000:00000010:3.1:1767326900.194867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871489400. 00010000:00000010:3.1:1767326900.194873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848739e00. 00000080:00000010:3.1:1767326900.194876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5980. 00000080:00000010:3.1:1767326900.194888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843572100. 00010000:00000010:3.1:1767326900.194894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c201300. 00010000:00000010:3.1:1767326900.194897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848738200. 00000080:00000010:3.1:1767326900.198862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f55a0. 00000080:00000010:3.1:1767326900.198876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843589080. 00010000:00000010:3.1:1767326900.198886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c201700. 00010000:00000010:3.1:1767326900.198890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f642200. 00000080:00000010:3.1:1767326900.203862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f51e0. 00000080:00000010:3.1:1767326900.203875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843588000. 00010000:00000010:3.1:1767326900.203884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c203f00. 00010000:00000010:3.1:1767326900.203887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f642400. 00000080:00000010:3.1:1767326900.207865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5020. 00000080:00000010:3.1:1767326900.207880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358e300. 00010000:00000010:3.1:1767326900.207885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c203d00. 00010000:00000010:3.1:1767326900.207887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f643e00. 00000080:00000010:3.1:1767326900.211865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71fe0. 00000080:00000010:3.1:1767326900.211878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358eb40. 00010000:00000010:3.1:1767326900.211888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c203b00. 00010000:00000010:3.1:1767326900.211892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f642e00. 00000080:00000010:3.1:1767326900.215866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5840. 00000080:00000010:3.1:1767326900.215877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358dac0. 00010000:00000010:3.1:1767326900.215882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5d2c00. 00010000:00000010:3.1:1767326900.215884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87157bc00. 00000080:00000010:3.1:1767326900.219875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f8c0. 00000080:00000010:3.1:1767326900.219888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435918c0. 00010000:00000010:3.1:1767326900.219898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871489100. 00010000:00000010:3.1:1767326900.219902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84873b000. 00000080:00000010:3.1:1767326900.223869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71fc0. 00000080:00000010:3.1:1767326900.223881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843598840. 00010000:00000010:3.1:1767326900.223886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f645200. 00010000:00000010:3.1:1767326900.223889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87157ae00. 00000080:00000010:3.1:1767326900.231891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fb20. 00000080:00000010:3.1:1767326900.231916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358d280. 00010000:00000010:3.1:1767326900.231929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5d2200. 00010000:00000010:3.1:1767326900.231937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d7800. 00000080:00000010:3.1:1767326900.235889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5fa0. 00000080:00000010:3.1:1767326900.235911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435a18c0. 00010000:00000010:3.1:1767326900.235920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f645100. 00010000:00000010:3.1:1767326900.235924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87157d000. 00000080:00000010:3.1:1767326900.239877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5880. 00000080:00000010:3.1:1767326900.239897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84358ca40. 00010000:00000010:3.1:1767326900.239906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861228000. 00010000:00000010:3.1:1767326900.239912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86122da00. 00010000:00000010:2.1:1767326900.736972:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505da200. 00010000:00000010:2.1:1767326900.736979:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456a800. 00010000:00000010:2.1:1767326900.736985:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8625e8a00. 00010000:00000010:2.1:1767326900.736990:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f166a00. 00010000:00000010:2.1:1767326900.736995:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581c1b00. 00010000:00000010:2.1:1767326900.737001:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c229a00. 00010000:00000010:2.1:1767326900.823184:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f483d00. 00010000:00000010:2.1:1767326900.823191:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ace600. 00010000:00000010:2.1:1767326900.823194:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87291e100. 00010000:00000010:2.1:1767326900.823197:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850acec00. 00010000:00000010:2.1:1767326900.844867:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b84700. 00010000:00000010:2.1:1767326900.844876:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a67a00. 00010000:00000010:3.1:1767326900.850873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870940000. 00010000:00000010:3.1:1767326900.850880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f6e000. 00010000:00000010:3.1:1767326900.850884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce4000. 00010000:00000010:3.1:1767326900.850888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bf8600. 00000080:00000010:3.1:1767326900.911255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e780. 00000080:00000010:3.1:1767326900.911274:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814939c0. 00010000:00000010:3.1:1767326900.911284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8601b1c00. 00010000:00000010:3.1:1767326900.911287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848044600. 00010000:00000010:2.1:1767326900.935952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce7e00. 00010000:00000010:2.1:1767326900.935959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878acb800. 00010000:00000010:2.1:1767326900.963861:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715a4c00. 00010000:00000010:2.1:1767326900.963871:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121e600. 00010000:00000010:2.1:1767326900.966867:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717edd00. 00010000:00000010:2.1:1767326900.966872:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871768800. 00010000:00000010:3.1:1767326900.972869:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a40cd00. 00010000:00000010:3.1:1767326900.972879:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f01fc00. 00010000:00000010:3.1:1767326900.972888:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f31c300. 00010000:00000010:3.1:1767326900.972896:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870459a00. 00010000:00000010:3.1:1767326900.980882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a40f300. 00010000:00000010:3.1:1767326900.980892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871656200. 00010000:00000010:3.1:1767326901.011974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef5900. 00010000:00000010:3.1:1767326901.011987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87b9b5c00. 00010000:00000010:2.1:1767326901.030864:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87b9b7b00. 00010000:00000010:2.1:1767326901.030872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c8600. 00010000:00000010:3.1:1767326901.032919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8430ffb00. 00010000:00000010:3.1:1767326901.032929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87150b400. 00010000:00000010:3.1:1767326901.032937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20fa00. 00010000:00000010:3.1:1767326901.032945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c9400. 00010000:00000010:3.1:1767326901.041919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86903ed00. 00010000:00000010:3.1:1767326901.041926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874dbb800. 00010000:00000010:3.1:1767326901.064893:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873b83a00. 00010000:00000010:3.1:1767326901.064904:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0c000. 00010000:00000010:2.1:1767326901.110052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870586000. 00010000:00000010:2.1:1767326901.110059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e11a00. 00010000:00000010:2.1:1767326901.139868:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870506700. 00010000:00000010:2.1:1767326901.139880:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ee2200. 00010000:00000010:2.1:1767326901.139889:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a8d00. 00010000:00000010:2.1:1767326901.139900:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7c6600. 00010000:00000010:2.1:1767326901.139912:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693abb00. 00010000:00000010:2.1:1767326901.139922:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717ee400. 00010000:00000010:2.1:1767326901.139930:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108bd00. 00010000:00000010:2.1:1767326901.139936:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f46000. 00000080:00000010:3.1:1767326901.153287:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1080. 00000080:00000010:2.1:1767326901.155901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232eb40. 00010000:00000010:2.1:1767326901.155920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86022b000. 00010000:00000010:2.1:1767326901.155930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612db800. 00000080:00000010:2.1:1767326901.172872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1140. 00000080:00000010:2.1:1767326901.172891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232dac0. 00010000:00000010:2.1:1767326901.172902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f58d00. 00010000:00000010:2.1:1767326901.172908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845466800. 00010000:00000010:3.1:1767326901.206883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869393400. 00010000:00000010:3.1:1767326901.206894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87056b800. 00010000:00000010:2.1:1767326901.207876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e624600. 00010000:00000010:2.1:1767326901.207884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edd200. 00010000:00000010:2.1:1767326901.223877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87534e000. 00010000:00000010:2.1:1767326901.223884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463cde00. 00010000:00000010:3.1:1767326901.277066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e5200. 00010000:00000010:3.1:1767326901.277073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e6600. 00000080:00000010:3.1:1767326901.281886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1740. 00000080:00000010:3.1:1767326901.285884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aef9080. 00010000:00000010:3.1:1767326901.285899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785f5400. 00010000:00000010:3.1:1767326901.285907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881095a00. 00010000:00000010:2.1:1767326901.293859:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87848ae00. 00010000:00000010:2.1:1767326901.293867:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878488c00. 00010000:00000010:2.1:1767326901.293873:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21a200. 00010000:00000010:2.1:1767326901.293879:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716b9000. 00000080:00000010:3.1:1767326901.302916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d7e0. 00000080:00000010:3.1:1767326901.302930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aefb9c0. 00010000:00000010:3.1:1767326901.302937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785f5100. 00010000:00000010:3.1:1767326901.302940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852725a00. 00010000:00000010:3.1:1767326901.336929:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84598e700. 00010000:00000010:3.1:1767326901.336939:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f2600. 00000080:00000010:3.1:1767326901.336946:0:2520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1060. 00000080:00000010:3.1:1767326901.336972:0:2520:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aef8000. 00010000:00000010:3.1:1767326901.336979:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858167900. 00010000:00000010:3.1:1767326901.336981:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881094e00. 00010000:00000010:3.1:1767326901.358875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ee7200. 00010000:00000010:3.1:1767326901.358883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8785cd600. 00010000:00000010:2.1:1767326901.358900:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108cf00. 00010000:00000010:2.1:1767326901.358904:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f47800. 00010000:00000010:2.1:1767326901.379871:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bbf800. 00010000:00000010:2.1:1767326901.379880:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86d4f1400. 00010000:00000010:2.1:1767326901.388866:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603d7200. 00010000:00000010:2.1:1767326901.388876:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714afa00. 00000080:00000010:3.1:1767326901.392879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1f20. 00000080:00000010:3.1:1767326901.396886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881495ac0. 00010000:00000010:3.1:1767326901.396896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4500. 00010000:00000010:3.1:1767326901.396900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852724000. 00000080:00000010:3.1:1767326901.415867:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d240. 00000080:00000010:3.1:1767326901.415889:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842328000. 00010000:00000010:3.1:1767326901.415902:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a66d700. 00010000:00000010:3.1:1767326901.415906:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852725600. 00010000:00000010:3.1:1767326901.423907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d3400. 00010000:00000010:3.1:1767326901.423915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8c200. 00000080:00000010:3.1:1767326901.434858:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6dae0. 00010000:00000010:2.1:1767326901.434877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a4400. 00000080:00000010:3.1:1767326901.434879:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aefe300. 00010000:00000010:2.1:1767326901.434887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ed600. 00010000:00000010:3.1:1767326901.434890:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043600. 00010000:00000010:3.1:1767326901.434900:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2c00. 00000080:00000010:3.1:1767326901.464880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1340. 00000080:00000010:3.1:1767326901.464896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232a100. 00010000:00000010:3.1:1767326901.464906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043d00. 00010000:00000010:3.1:1767326901.464913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde3c00. 00010000:00000010:2.1:1767326901.464918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f271d00. 00010000:00000010:2.1:1767326901.464928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab1600. 00000080:00000010:3.1:1767326901.489861:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1780. 00000080:00000010:3.1:1767326901.489880:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233ca40. 00010000:00000010:3.1:1767326901.489888:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043000. 00010000:00000010:3.1:1767326901.489895:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde3600. 00010000:00000010:3.1:1767326901.504873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868607900. 00010000:00000010:3.1:1767326901.504880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fa9e00. 00010000:00000010:3.1:1767326901.512880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bd400. 00010000:00000010:3.1:1767326901.512889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f61600. 00010000:00000010:3.1:1767326901.544869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846519300. 00010000:00000010:3.1:1767326901.544876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e7e000. 00010000:00000010:2.1:1767326901.563869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612000. 00010000:00000010:2.1:1767326901.563875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b5200. 00010000:00000010:3.1:1767326901.573874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3800. 00010000:00000010:3.1:1767326901.573885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850617c00. 00010000:00000010:3.1:1767326901.581043:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f22b00. 00010000:00000010:3.1:1767326901.581052:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f27c00. 00010000:00000010:2.1:1767326901.601895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fba600. 00010000:00000010:2.1:1767326901.601907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a77000. 00010000:00000010:2.1:1767326901.621893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869203d00. 00010000:00000010:2.1:1767326901.621903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f594e00. 00010000:00000010:2.1:1767326901.633971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871678f00. 00010000:00000010:2.1:1767326901.633978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167d200. 00010000:00000010:3.1:1767326901.633991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878951e00. 00010000:00000010:3.1:1767326901.633998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e9a00. 00010000:00000010:2.1:1767326901.655875:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bbd00. 00010000:00000010:2.1:1767326901.655883:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b8200. 00010000:00000010:3.1:1767326901.672785:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502c2d00. 00010000:00000010:3.1:1767326901.672792:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fa8200. 00010000:00000010:3.1:1767326901.766862:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8718a1600. 00010000:00000010:3.1:1767326901.766869:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bbe00. 00000080:00000010:3.1:1767326901.783885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6df00. 00000080:00000010:3.1:1767326901.783902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec4a40. 00010000:00000010:3.1:1767326901.783913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4200. 00010000:00000010:3.1:1767326901.783917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f607400. 00000080:00000010:3.1:1767326901.791870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008fc0. 00010000:00000010:2.1:1767326901.791877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846443a00. 00010000:00000010:2.1:1767326901.791887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86922c600. 00000080:00000010:3.1:1767326901.791887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec3180. 00010000:00000010:2.1:1767326902.527865:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713ba100. 00010000:00000010:2.1:1767326902.527874:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871746200. 00010000:00000010:3.1:1767326902.530977:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713b8300. 00010000:00000010:3.1:1767326902.530981:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb02800. 00010000:00000010:2.1:1767326902.535876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87493be00. 00010000:00000010:2.1:1767326902.535887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f25a00. 00010000:00000010:3.1:1767326902.584875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d7800. 00010000:00000010:3.1:1767326902.584883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c8e00. 00010000:00000010:3.1:1767326902.611857:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fd600. 00010000:00000010:3.1:1767326902.611864:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8a000. 00000080:00000010:2.1:1767326902.618864:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118660. 00000080:00000010:2.1:1767326902.618887:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88175b9c0. 00010000:00000010:2.1:1767326902.618903:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878e2e500. 00010000:00000010:2.1:1767326902.618910:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3ea00. 00010000:00000010:2.1:1767326902.631874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f08600. 00010000:00000010:2.1:1767326902.631884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0d200. 00010000:00000010:2.1:1767326902.651856:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87359b700. 00010000:00000010:2.1:1767326902.653860:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843187e00. 00010000:00000010:2.1:1767326902.657858:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501eda00. 00010000:00000010:2.1:1767326902.657863:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bd600. 00010000:00000010:3.1:1767326902.668867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871216300. 00010000:00000010:3.1:1767326902.668874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811f4e00. 00000080:00000010:3.1:1767326902.685880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118c20. 00000080:00000010:3.1:1767326902.685909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468d4a40. 00010000:00000010:3.1:1767326902.685925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878e2e400. 00010000:00000010:3.1:1767326902.685936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3e000. 00010000:00000010:3.1:1767326902.689875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87359b100. 00010000:00000010:3.1:1767326902.689888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b9600. 00010000:00000010:3.1:1767326902.699871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118a000. 00010000:00000010:3.1:1767326902.699879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cbea00. 00000080:00000010:3.1:1767326902.716889:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471182c0. 00000080:00000010:3.1:1767326902.716910:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468d3180. 00010000:00000010:3.1:1767326902.718899:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848133600. 00010000:00000010:3.1:1767326902.718912:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3e200. 00010000:00000010:3.1:1767326902.754866:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24700. 00010000:00000010:3.1:1767326902.754876:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818f000. 00010000:00000010:3.1:1767326902.760861:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860238c00. 00010000:00000010:3.1:1767326902.760872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023e400. 00010000:00000010:3.1:1767326902.792867:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f30b00. 00010000:00000010:3.1:1767326902.792876:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b9600. 00010000:00000010:3.1:1767326902.849858:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c5900. 00010000:00000010:3.1:1767326902.849864:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874869e00. 00010000:00000010:2.1:1767326902.874865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87132ca00. 00010000:00000010:2.1:1767326902.874873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871328a00. 00010000:00000010:2.1:1767326902.889867:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8431b7500. 00010000:00000010:2.1:1767326902.889877:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706a600. 00010000:00000010:2.1:1767326902.894891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847081700. 00010000:00000010:2.1:1767326902.894902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f61000. 00010000:00000010:3.1:1767326902.928878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8431ad500. 00010000:00000010:3.1:1767326902.928882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431a9e00. 00010000:00000010:3.1:1767326902.931875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846524500. 00010000:00000010:3.1:1767326902.931883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878815600. 00000080:00000010:3.1:1767326902.931889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3500. 00000080:00000010:3.1:1767326902.935878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bc6300. 00010000:00000010:3.1:1767326902.935890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a04b00. 00010000:00000010:3.1:1767326902.935893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a8400. 00000080:00000010:3.1:1767326902.947871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118e00. 00000080:00000010:3.1:1767326902.951866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bdeb40. 00010000:00000010:3.1:1767326902.951874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a04000. 00010000:00000010:3.1:1767326902.951876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a9000. 00000080:00000010:3.1:1767326902.959866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118400. 00000080:00000010:3.1:1767326902.959877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bddac0. 00010000:00000010:3.1:1767326902.959882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8412aa600. 00010000:00000010:3.1:1767326902.959884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b7cc00. 00000080:00000010:3.1:1767326902.964908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3960. 00000080:00000010:3.1:1767326902.964919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bc6b40. 00010000:00000010:3.1:1767326902.964925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8412aa200. 00010000:00000010:3.1:1767326902.964927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b7c200. 00000080:00000010:3.1:1767326902.968857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3920. 00000080:00000010:3.1:1767326902.968866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846933180. 00010000:00000010:3.1:1767326902.968871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84708ac00. 00010000:00000010:3.1:1767326902.968873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8728c8800. 00000080:00000010:3.1:1767326902.968875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118f80. 00000080:00000010:3.1:1767326902.968882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bd8840. 00010000:00000010:3.1:1767326902.968884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84708aa00. 00010000:00000010:3.1:1767326902.968886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8728c8400. 00000080:00000010:3.1:1767326902.972875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118440. 00000080:00000010:3.1:1767326902.972888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bda940. 00010000:00000010:3.1:1767326902.972895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e11f00. 00010000:00000010:3.1:1767326902.972898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8728c8c00. 00000080:00000010:3.1:1767326902.972900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118100. 00000080:00000010:3.1:1767326902.972904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846931080. 00010000:00000010:3.1:1767326902.972907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e727e00. 00010000:00000010:3.1:1767326902.972909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86904e600. 00000080:00000010:3.1:1767326902.977878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e180. 00000080:00000010:3.1:1767326902.977895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bd5280. 00010000:00000010:3.1:1767326902.977906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84708a900. 00010000:00000010:3.1:1767326902.977910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b7c800. 00000080:00000010:3.1:1767326902.981859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ec00. 00000080:00000010:3.1:1767326902.981871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bd8000. 00010000:00000010:3.1:1767326902.981875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84708a500. 00010000:00000010:3.1:1767326902.981878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8728c9c00. 00000080:00000010:3.1:1767326902.985856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471185a0. 00000080:00000010:3.1:1767326902.985865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bdc200. 00010000:00000010:3.1:1767326902.985872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869395800. 00010000:00000010:3.1:1767326902.985875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87113fa00. 00000080:00000010:3.1:1767326902.985878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ec80. 00000080:00000010:3.1:1767326902.985884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868945ac0. 00010000:00000010:3.1:1767326902.989858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879be7f00. 00010000:00000010:3.1:1767326902.989862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872a29200. 00000080:00000010:3.1:1767326902.989864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433eb80. 00000080:00000010:3.1:1767326902.989874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84693ca40. 00010000:00000010:3.1:1767326902.989878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690a4400. 00010000:00000010:3.1:1767326902.989880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848027200. 00000080:00000010:3.1:1767326902.993867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3f80. 00000080:00000010:3.1:1767326902.993890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846930000. 00010000:00000010:3.1:1767326902.993898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869395e00. 00010000:00000010:3.1:1767326902.993901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848027a00. 00000080:00000010:3.1:1767326902.997870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3d40. 00000080:00000010:3.1:1767326902.997881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868943180. 00010000:00000010:3.1:1767326902.997886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879be7e00. 00010000:00000010:3.1:1767326902.997889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869291a00. 00000080:00000010:3.1:1767326903.001878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118ca0. 00000080:00000010:3.1:1767326903.001893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84693b180. 00010000:00000010:3.1:1767326903.001901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879be7d00. 00010000:00000010:3.1:1767326903.001905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848026e00. 00000080:00000010:3.1:1767326903.005882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d35a0. 00000080:00000010:3.1:1767326903.005899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846938840. 00010000:00000010:3.1:1767326903.005908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879be7800. 00010000:00000010:3.1:1767326903.005912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878be8a00. 00000080:00000010:3.1:1767326903.009872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3200. 00000080:00000010:3.1:1767326903.009888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84693a940. 00010000:00000010:3.1:1767326903.009895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4a00. 00010000:00000010:3.1:1767326903.009899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878be9c00. 00000080:00000010:3.1:1767326903.013881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3f40. 00000080:00000010:3.1:1767326903.013906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84693f380. 00010000:00000010:3.1:1767326903.013913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4700. 00010000:00000010:3.1:1767326903.013917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878be8800. 00000080:00000010:3.1:1767326903.017882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3f60. 00000080:00000010:3.1:1767326903.017900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846939080. 00010000:00000010:3.1:1767326903.017904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4800. 00010000:00000010:3.1:1767326903.017907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f13b000. 00000080:00000010:3.1:1767326903.021866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e7c0. 00000080:00000010:3.1:1767326903.021880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846936b40. 00010000:00000010:3.1:1767326903.021891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879b1f800. 00010000:00000010:3.1:1767326903.021895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f13a000. 00000080:00000010:3.1:1767326903.025885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e760. 00000080:00000010:3.1:1767326903.025903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868952940. 00010000:00000010:3.1:1767326903.025909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e879b1ff00. 00010000:00000010:3.1:1767326903.025913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869290600. 00000080:00000010:3.1:1767326903.029874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118580. 00000080:00000010:3.1:1767326903.029902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868951080. 00010000:00000010:3.1:1767326903.029912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4f00. 00010000:00000010:3.1:1767326903.029917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102e600. 00000080:00000010:3.1:1767326903.033882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85258da00. 00000080:00000010:3.1:1767326903.033893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469398c0. 00010000:00000010:3.1:1767326903.033897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4c00. 00010000:00000010:3.1:1767326903.033899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102f600. 00000080:00000010:3.1:1767326903.038876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846d84f20. 00000080:00000010:3.1:1767326903.038894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d39c0. 00010000:00000010:3.1:1767326903.038904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24c800. 00010000:00000010:3.1:1767326903.038908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f8000. 00000080:00000010:3.1:1767326903.042915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3cc0. 00000080:00000010:3.1:1767326903.042937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d0000. 00010000:00000010:3.1:1767326903.042943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cce00. 00010000:00000010:3.1:1767326903.042949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f9000. 00000080:00000010:3.1:1767326903.046856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3a60. 00000080:00000010:3.1:1767326903.046867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434ceb40. 00010000:00000010:3.1:1767326903.046873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871441a00. 00010000:00000010:3.1:1767326903.046878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102fa00. 00000080:00000010:3.1:1767326903.046881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846d84000. 00000080:00000010:3.1:1767326903.050882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868955ac0. 00010000:00000010:3.1:1767326903.050892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24cf00. 00010000:00000010:3.1:1767326903.050896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f9e00. 00000080:00000010:3.1:1767326903.050899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3580. 00000080:00000010:3.1:1767326903.050905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434cdac0. 00010000:00000010:3.1:1767326903.050909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612ccf00. 00010000:00000010:3.1:1767326903.050911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f13b400. 00000080:00000010:3.1:1767326903.054874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e1a0. 00000080:00000010:3.1:1767326903.054884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434cd280. 00010000:00000010:3.1:1767326903.054888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24c400. 00010000:00000010:3.1:1767326903.054890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872acba00. 00000080:00000010:3.1:1767326903.058877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d37a0. 00000080:00000010:3.1:1767326903.058887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d2100. 00010000:00000010:3.1:1767326903.058893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a52b00. 00010000:00000010:3.1:1767326903.058896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894ee00. 00000080:00000010:3.1:1767326903.062868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610f40. 00000080:00000010:3.1:1767326903.062884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434cb180. 00010000:00000010:3.1:1767326903.062889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a52100. 00010000:00000010:3.1:1767326903.062892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872acb600. 00000080:00000010:3.1:1767326903.066857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3ac0. 00000080:00000010:3.1:1767326903.066865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434ca940. 00010000:00000010:3.1:1767326903.066871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87433a400. 00010000:00000010:3.1:1767326903.066874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ba400. 00000080:00000010:3.1:1767326903.070867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e9c0. 00000080:00000010:3.1:1767326903.070881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434c9080. 00010000:00000010:3.1:1767326903.070886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24c100. 00010000:00000010:3.1:1767326903.070890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5baa00. 00000080:00000010:3.1:1767326903.070893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433eee0. 00000080:00000010:3.1:1767326903.070900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d4a40. 00010000:00000010:3.1:1767326903.070905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87433a300. 00010000:00000010:3.1:1767326903.070907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509d2e00. 00000080:00000010:3.1:1767326903.074872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3a20. 00000080:00000010:3.1:1767326903.074881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434c8000. 00010000:00000010:3.1:1767326903.074884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847180700. 00010000:00000010:3.1:1767326903.074886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509d3c00. 00000080:00000010:3.1:1767326903.078865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3ec0. 00000080:00000010:3.1:1767326903.078876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434cc200. 00010000:00000010:3.1:1767326903.078885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847180100. 00010000:00000010:3.1:1767326903.078889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509d2400. 00000080:00000010:3.1:1767326903.082865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3480. 00000080:00000010:3.1:1767326903.082886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434fc200. 00010000:00000010:3.1:1767326903.082895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860602100. 00010000:00000010:3.1:1767326903.082899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875346a00. 00000080:00000010:3.1:1767326903.086860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610b80. 00000080:00000010:3.1:1767326903.086876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434e0840. 00010000:00000010:3.1:1767326903.086886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860602000. 00010000:00000010:3.1:1767326903.086893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb4600. 00000080:00000010:3.1:1767326903.086898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606103e0. 00000080:00000010:3.1:1767326903.090872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814c1080. 00010000:00000010:3.1:1767326903.090889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844508c00. 00010000:00000010:3.1:1767326903.090896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb5600. 00000080:00000010:3.1:1767326903.090903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610b40. 00000080:00000010:3.1:1767326903.090930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d0840. 00010000:00000010:3.1:1767326903.090940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844508400. 00010000:00000010:3.1:1767326903.090946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a2f600. 00000080:00000010:3.1:1767326903.094880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3300. 00000080:00000010:3.1:1767326903.094902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d7380. 00010000:00000010:3.1:1767326903.094910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871321600. 00010000:00000010:3.1:1767326903.094915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a2ee00. 00000080:00000010:3.1:1767326903.098869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3020. 00000080:00000010:3.1:1767326903.098884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434fe300. 00010000:00000010:3.1:1767326903.098891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844508e00. 00010000:00000010:3.1:1767326903.098894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a2f200. 00000080:00000010:3.1:1767326903.102876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3600. 00000080:00000010:3.1:1767326903.107893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434d1080. 00010000:00000010:3.1:1767326903.107907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870eb6b00. 00010000:00000010:3.1:1767326903.107910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871166a00. 00000080:00000010:3.1:1767326903.111874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610b00. 00000080:00000010:3.1:1767326903.111902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814c6b40. 00010000:00000010:3.1:1767326903.111915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870eb6100. 00010000:00000010:3.1:1767326903.111919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bae00. 00000080:00000010:3.1:1767326903.116878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760484ee0. 00000080:00000010:3.1:1767326903.116902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814c5280. 00010000:00000010:3.1:1767326903.116912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870eb6600. 00010000:00000010:3.1:1767326903.116917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871167e00. 00000080:00000010:3.1:1767326903.116921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610780. 00000080:00000010:3.1:1767326903.121879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814c4a40. 00010000:00000010:3.1:1767326903.121916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84876a300. 00010000:00000010:3.1:1767326903.121921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bba00. 00000080:00000010:3.1:1767326903.126876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b080. 00000080:00000010:3.1:1767326903.126897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434feb40. 00010000:00000010:3.1:1767326903.126905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878872a00. 00010000:00000010:3.1:1767326903.126917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f047800. 00000080:00000010:3.1:1767326903.130883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3fe0. 00000080:00000010:3.1:1767326903.130901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434fd280. 00010000:00000010:3.1:1767326903.130910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86922f400. 00010000:00000010:3.1:1767326903.130914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f197200. 00000080:00000010:3.1:1767326903.134897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610160. 00000080:00000010:3.1:1767326903.134924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e7380. 00010000:00000010:3.1:1767326903.134930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842e6f400. 00010000:00000010:3.1:1767326903.134935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f13a200. 00000080:00000010:3.1:1767326903.134938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7606981c0. 00000080:00000010:3.1:1767326903.139896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434f8840. 00010000:00000010:3.1:1767326903.139911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f9000. 00010000:00000010:3.1:1767326903.139915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f196c00. 00000080:00000010:3.1:1767326903.143884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610240. 00000080:00000010:3.1:1767326903.143917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e4200. 00010000:00000010:3.1:1767326903.143925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878807600. 00010000:00000010:3.1:1767326903.143930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b85600. 00000080:00000010:3.1:1767326903.148875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698440. 00000080:00000010:3.1:1767326903.148893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434f9080. 00010000:00000010:3.1:1767326903.148919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84312e400. 00010000:00000010:3.1:1767326903.148924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871173400. 00000080:00000010:3.1:1767326903.152869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3de0. 00000080:00000010:3.1:1767326903.152885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814cc200. 00010000:00000010:3.1:1767326903.152891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878807800. 00010000:00000010:3.1:1767326903.152894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871172c00. 00000080:00000010:3.1:1767326903.156876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d38e0. 00000080:00000010:3.1:1767326903.156891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f3180. 00010000:00000010:3.1:1767326903.156898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878807100. 00010000:00000010:3.1:1767326903.156901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f27a800. 00000080:00000010:3.1:1767326903.160869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3b20. 00000080:00000010:3.1:1767326903.160883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f0840. 00010000:00000010:3.1:1767326903.160889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87882b500. 00010000:00000010:3.1:1767326903.160892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593bf400. 00000080:00000010:3.1:1767326903.164875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610600. 00000080:00000010:3.1:1767326903.164897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f1080. 00010000:00000010:3.1:1767326903.164904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719a0800. 00010000:00000010:3.1:1767326903.164908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f27ae00. 00000080:00000010:3.1:1767326903.168863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d33c0. 00000080:00000010:3.1:1767326903.168878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e9080. 00010000:00000010:3.1:1767326903.168887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719a0500. 00010000:00000010:3.1:1767326903.168891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593be400. 00000080:00000010:3.1:1767326903.172922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606102e0. 00000080:00000010:3.1:1767326903.172947:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814eb9c0. 00010000:00000010:3.1:1767326903.172956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719a0000. 00010000:00000010:3.1:1767326903.172960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593bec00. 00000080:00000010:3.1:1767326903.176888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610800. 00000080:00000010:3.1:1767326903.176917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f4200. 00010000:00000010:3.1:1767326903.176925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871885900. 00010000:00000010:3.1:1767326903.176929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87861fc00. 00000080:00000010:3.1:1767326903.181883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698300. 00000080:00000010:3.1:1767326903.181904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f2100. 00010000:00000010:3.1:1767326903.181914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87359e700. 00010000:00000010:3.1:1767326903.181923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878825800. 00000080:00000010:3.1:1767326903.186878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610740. 00000080:00000010:3.1:1767326903.195044:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e0840. 00010000:00000010:3.1:1767326903.195071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871885000. 00010000:00000010:3.1:1767326903.195075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b0a00. 00000080:00000010:3.1:1767326903.198862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698ae0. 00000080:00000010:3.1:1767326903.198878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f6b40. 00010000:00000010:3.1:1767326903.198890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850605f00. 00010000:00000010:3.1:1767326903.198896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878824200. 00000080:00000010:3.1:1767326903.203867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610540. 00000080:00000010:3.1:1767326903.203880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b86300. 00010000:00000010:3.1:1767326903.203885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719a0900. 00010000:00000010:3.1:1767326903.203889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878824800. 00000080:00000010:3.1:1767326903.203892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606104c0. 00000080:00000010:3.1:1767326903.203912:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e98c0. 00010000:00000010:3.1:1767326903.203921:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844fe9c00. 00010000:00000010:3.1:1767326903.203925:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d4600. 00000080:00000010:3.1:1767326903.206970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e880. 00000080:00000010:3.1:1767326903.206986:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f4a40. 00010000:00000010:3.1:1767326903.206995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c213500. 00010000:00000010:3.1:1767326903.206999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871295c00. 00000080:00000010:3.1:1767326903.211881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7606989a0. 00000080:00000010:3.1:1767326903.211901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814ed280. 00010000:00000010:3.1:1767326903.211909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850605300. 00010000:00000010:3.1:1767326903.211914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d4200. 00000080:00000010:3.1:1767326903.216884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c71a0. 00000080:00000010:3.1:1767326903.216913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b85ac0. 00010000:00000010:3.1:1767326903.216921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f4bf00. 00010000:00000010:3.1:1767326903.216925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871295a00. 00000080:00000010:3.1:1767326903.221879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698860. 00000080:00000010:3.1:1767326903.221896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814e8840. 00010000:00000010:3.1:1767326903.221918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844fe9000. 00010000:00000010:3.1:1767326903.221923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d5800. 00000080:00000010:3.1:1767326903.226889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7140. 00000080:00000010:3.1:1767326903.226914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b8c200. 00010000:00000010:3.1:1767326903.226923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878afdb00. 00010000:00000010:3.1:1767326903.226928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d5c00. 00000080:00000010:3.1:1767326903.231875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c73e0. 00000080:00000010:3.1:1767326903.231890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b83180. 00010000:00000010:3.1:1767326903.231895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878afd100. 00010000:00000010:3.1:1767326903.231899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871294400. 00000080:00000010:3.1:1767326903.235876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c72e0. 00000080:00000010:3.1:1767326903.235893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b82940. 00010000:00000010:3.1:1767326903.239890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f4bb00. 00010000:00000010:3.1:1767326903.239898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0dd200. 00000080:00000010:3.1:1767326903.247924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606107a0. 00000080:00000010:3.1:1767326903.247946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868b90000. 00010000:00000010:3.1:1767326903.247952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8430fb000. 00010000:00000010:3.1:1767326903.247956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871295e00. 00000080:00000010:2.1:1767326905.708863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8480c6700. 00000080:00000010:2.1:1767326905.708874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817e4200. 00010000:00000010:2.1:1767326905.708883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86929d900. 00010000:00000010:2.1:1767326905.708887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121de00. 00000080:00000010:3.1:1767326905.712865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e0a0. 00000080:00000010:3.1:1767326905.712880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817d6300. 00010000:00000010:3.1:1767326905.712885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86929db00. 00010000:00000010:3.1:1767326905.712888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870952a00. 00000080:00000010:3.1:1767326905.716869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8480c65e0. 00000080:00000010:3.1:1767326905.716881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817ea100. 00010000:00000010:3.1:1767326905.716891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843122a00. 00010000:00000010:3.1:1767326905.716895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121ea00. 00000080:00000010:3.1:1767326905.725873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54840. 00000080:00000010:3.1:1767326905.725886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817d18c0. 00010000:00000010:3.1:1767326905.725891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843122800. 00010000:00000010:3.1:1767326905.725894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121ec00. 00010000:00000010:2.1:1767326905.761859:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848069800. 00010000:00000010:2.1:1767326905.761865:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612da200. 00010000:00000010:2.1:1767326905.764858:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891e700. 00010000:00000010:2.1:1767326905.764863:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aac200. 00010000:00000010:2.1:1767326905.764869:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4000. 00010000:00000010:2.1:1767326905.764875:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847067a00. 00010000:00000010:3.1:1767326905.765872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86022bb00. 00010000:00000010:3.1:1767326905.765878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612db000. 00010000:00000010:2.1:1767326905.773880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dfa000. 00010000:00000010:2.1:1767326905.773888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dba000. 00010000:00000010:2.1:1767326905.773892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752b5c00. 00010000:00000010:2.1:1767326905.773895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a76200. 00000080:00000010:2.1:1767326905.865859:0:274003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54160. 00000080:00000010:2.1:1767326905.865884:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817d5ac0. 00010000:00000010:2.1:1767326905.865897:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0b100. 00010000:00000010:2.1:1767326905.865905:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850340c00. 00000080:00000010:3.1:1767326905.946862:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54b80. 00000080:00000010:3.1:1767326905.946886:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817ed280. 00010000:00000010:3.1:1767326905.946899:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0ba00. 00010000:00000010:3.1:1767326905.946908:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850341600. 00000080:00000010:3.1:1767326905.972883:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54800. 00000080:00000010:3.1:1767326905.974871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817eca40. 00010000:00000010:3.1:1767326905.974877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871506000. 00010000:00000010:3.1:1767326905.974880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850340e00. 00010000:00000010:2.1:1767326906.017874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bcc00. 00010000:00000010:2.1:1767326906.017885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313dc00. 00010000:00000010:3.1:1767326906.087881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848286300. 00010000:00000010:3.1:1767326906.087890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f7600. 00010000:00000010:3.1:1767326906.091868:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8601b1200. 00010000:00000010:3.1:1767326906.091877:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f63ae00. 00000080:00000010:2.1:1767326906.149895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e95e0. 00000080:00000010:2.1:1767326906.149917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af0f380. 00010000:00000010:2.1:1767326906.149928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f31e900. 00010000:00000010:2.1:1767326906.149934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f1400. 00000080:00000010:2.1:1767326906.169860:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648ad20. 00000080:00000010:2.1:1767326906.169887:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8817fb9c0. 00010000:00000010:2.1:1767326906.169900:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f3200. 00010000:00000010:2.1:1767326906.169909:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87896e600. 00000080:00000010:2.1:1767326906.201869:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54c40. 00000080:00000010:2.1:1767326906.201892:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af08000. 00010000:00000010:2.1:1767326906.201904:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84645d300. 00010000:00000010:2.1:1767326906.201912:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de3200. 00010000:00000010:3.1:1767326906.230856:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ed4500. 00010000:00000010:3.1:1767326906.230870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f13bc00. 00010000:00000010:2.1:1767326906.237864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a52f00. 00010000:00000010:2.1:1767326906.237868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872acb200. 00000080:00000010:3.1:1767326906.237903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9500. 00000080:00000010:3.1:1767326906.237917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af0c200. 00010000:00000010:3.1:1767326906.237925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84645d400. 00010000:00000010:3.1:1767326906.237927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87056a000. 00010000:00000010:3.1:1767326906.260860:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8509ac300. 00010000:00000010:3.1:1767326906.260865:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e725e00. 00010000:00000010:2.1:1767326906.331881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848797900. 00010000:00000010:2.1:1767326906.331892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f520e00. 00010000:00000010:2.1:1767326906.354855:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c22d500. 00010000:00000010:2.1:1767326906.354862:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45e800. 00010000:00000010:3.1:1767326906.388891:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843b47f00. 00010000:00000010:3.1:1767326906.388898:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fc1e00. 00010000:00000010:3.1:1767326906.396867:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4c1400. 00010000:00000010:3.1:1767326906.396896:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860601600. 00010000:00000010:3.1:1767326906.398883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87295a500. 00010000:00000010:3.1:1767326906.398898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7dd200. 00010000:00000010:3.1:1767326906.455875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85091ae00. 00010000:00000010:3.1:1767326906.455885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5e5c00. 00010000:00000010:3.1:1767326906.471859:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843a65f00. 00010000:00000010:3.1:1767326906.471868:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869138600. 00010000:00000010:2.1:1767326906.475858:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e73b00. 00010000:00000010:2.1:1767326906.475864:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b84400. 00010000:00000010:3.1:1767326906.478863:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8786b8a00. 00010000:00000010:3.1:1767326906.478871:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4400. 00010000:00000010:2.1:1767326906.480868:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87433c200. 00010000:00000010:2.1:1767326906.480880:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846381800. 00010000:00000010:3.1:1767326906.507892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848e88e00. 00010000:00000010:3.1:1767326906.507904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87113fc00. 00010000:00000010:3.1:1767326906.510867:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f58f00. 00010000:00000010:3.1:1767326906.510878:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a727200. 00010000:00000010:3.1:1767326906.518879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686ff900. 00010000:00000010:3.1:1767326906.518887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f599000. 00000080:00000010:3.1:1767326906.523868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54340. 00000080:00000010:3.1:1767326906.523886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af27380. 00010000:00000010:3.1:1767326906.523898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869303900. 00010000:00000010:3.1:1767326906.523904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848549c00. 00000080:00000010:3.1:1767326906.570880:0:274003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54c80. 00000080:00000010:3.1:1767326906.573875:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af18000. 00010000:00000010:3.1:1767326906.573889:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c214100. 00010000:00000010:3.1:1767326906.573897:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f0e00. 00010000:00000010:2.1:1767326906.610865:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850605c00. 00010000:00000010:2.1:1767326906.610873:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878825600. 00010000:00000010:3.1:1767326906.615862:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871502a00. 00010000:00000010:3.1:1767326906.615873:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0dd400. 00010000:00000010:2.1:1767326906.618864:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38b800. 00010000:00000010:2.1:1767326906.618870:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84644cc00. 00000080:00000010:2.1:1767326906.622881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a380. 00000080:00000010:2.1:1767326906.622906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af2e300. 00010000:00000010:2.1:1767326906.622921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b0f00. 00010000:00000010:2.1:1767326906.622928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854ae00. 00010000:00000010:3.1:1767326906.658865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c22d200. 00010000:00000010:3.1:1767326906.658879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f45e200. 00010000:00000010:3.1:1767326906.661873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878664d00. 00010000:00000010:3.1:1767326906.661879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87856e400. 00000080:00000010:3.1:1767326906.665723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9da0. 00000080:00000010:3.1:1767326906.665744:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af1eb40. 00010000:00000010:3.1:1767326906.669883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b0b00. 00010000:00000010:3.1:1767326906.669891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f39b400. 00010000:00000010:2.1:1767326906.697878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b6400. 00010000:00000010:2.1:1767326906.697887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430af400. 00010000:00000010:2.1:1767326906.708867:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87456e800. 00010000:00000010:2.1:1767326906.708879:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c5000. 00000080:00000010:3.1:1767326906.708902:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9e80. 00000080:00000010:3.1:1767326906.708921:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af1dac0. 00010000:00000010:3.1:1767326906.708933:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86920a800. 00010000:00000010:3.1:1767326906.708943:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aac00. 00000080:00000010:3.1:1767326906.745866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54520. 00000080:00000010:3.1:1767326906.745887:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af1ca40. 00010000:00000010:3.1:1767326906.745902:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3eb00. 00010000:00000010:3.1:1767326906.745910:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aaa00. 00000080:00000010:2.1:1767326906.755871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54220. 00000080:00000010:2.1:1767326906.755885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af20000. 00010000:00000010:2.1:1767326906.755890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3e800. 00010000:00000010:2.1:1767326906.755892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ab600. 00010000:00000010:3.1:1767326906.780876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6b7b00. 00010000:00000010:3.1:1767326906.780883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496af200. 00010000:00000010:3.1:1767326906.790862:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f68d00. 00010000:00000010:3.1:1767326906.790870:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc400. 00010000:00000010:3.1:1767326906.792859:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87045e700. 00010000:00000010:3.1:1767326906.792866:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f777200. 00000080:00000010:2.1:1767326906.801872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54060. 00000080:00000010:2.1:1767326906.801892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af24200. 00010000:00000010:2.1:1767326906.801901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874710800. 00010000:00000010:2.1:1767326906.801904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869047000. 00000080:00000010:2.1:1767326906.839871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54e40. 00000080:00000010:2.1:1767326906.839887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af2b9c0. 00010000:00000010:2.1:1767326906.839896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87534c400. 00010000:00000010:2.1:1767326906.839902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54c400. 00010000:00000010:3.1:1767326906.845871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872b6d400. 00010000:00000010:3.1:1767326906.845879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715ad400. 00000080:00000010:2.1:1767326906.866865:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a8a0. 00000080:00000010:2.1:1767326906.866892:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af35280. 00010000:00000010:2.1:1767326906.866908:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3ed00. 00010000:00000010:2.1:1767326906.866919:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54da00. 00000080:00000010:2.1:1767326906.910862:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a5c0. 00000080:00000010:2.1:1767326906.910884:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af26300. 00010000:00000010:2.1:1767326906.910897:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86038a100. 00010000:00000010:2.1:1767326906.910902:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869046400. 00000080:00000010:3.1:1767326906.930883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54ea0. 00000080:00000010:3.1:1767326906.930901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af26b40. 00010000:00000010:3.1:1767326906.930907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86038a600. 00010000:00000010:3.1:1767326906.930909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869047c00. 00000080:00000010:3.1:1767326906.944911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54460. 00000080:00000010:3.1:1767326906.949878:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af25ac0. 00010000:00000010:3.1:1767326906.949895:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86038ab00. 00010000:00000010:3.1:1767326906.949903:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938600. 00000080:00000010:2.1:1767326906.982914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f543c0. 00000080:00000010:2.1:1767326906.991869:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af23180. 00010000:00000010:2.1:1767326906.991883:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869044e00. 00010000:00000010:2.1:1767326906.991890:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938000. 00010000:00000010:2.1:1767326906.998868:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f2d00. 00010000:00000010:2.1:1767326906.998878:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c4800. 00000080:00000010:2.1:1767326907.031866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f549e0. 00000080:00000010:2.1:1767326907.031895:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af439c0. 00010000:00000010:2.1:1767326907.031913:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874710d00. 00010000:00000010:2.1:1767326907.031923:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874939600. 00000080:00000010:3.1:1767326907.077883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54760. 00000080:00000010:3.1:1767326907.083873:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af44200. 00010000:00000010:3.1:1767326907.083891:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d7c00. 00010000:00000010:3.1:1767326907.083900:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938800. 00010000:00000010:2.1:1767326907.107861:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901ef00. 00010000:00000010:2.1:1767326907.107868:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc600. 00000080:00000010:2.1:1767326907.107874:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54d20. 00000080:00000010:2.1:1767326907.107894:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af38840. 00010000:00000010:2.1:1767326907.107906:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef5000. 00010000:00000010:2.1:1767326907.107914:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f25e00. 00000080:00000010:2.1:1767326907.126863:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9fc0. 00000080:00000010:2.1:1767326907.126881:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af418c0. 00010000:00000010:2.1:1767326907.126894:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87493b400. 00010000:00000010:2.1:1767326907.126902:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c9600. 00000080:00000010:2.1:1767326907.149862:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a4e0. 00000080:00000010:2.1:1767326907.149884:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af36300. 00010000:00000010:2.1:1767326907.149895:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869219100. 00010000:00000010:2.1:1767326907.149903:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581ca200. 00000080:00000010:2.1:1767326907.175876:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9100. 00000080:00000010:2.1:1767326907.177881:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af54200. 00010000:00000010:2.1:1767326907.177895:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869219400. 00010000:00000010:2.1:1767326907.177904:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581ca800. 00000080:00000010:2.1:1767326907.200873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9b20. 00000080:00000010:2.1:1767326907.200887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af52100. 00010000:00000010:2.1:1767326907.200895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef6900. 00010000:00000010:2.1:1767326907.200899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581ca400. 00010000:00000010:2.1:1767326907.211870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cbb600. 00010000:00000010:2.1:1767326907.211881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311fc00. 00010000:00000010:2.1:1767326907.217891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612ca500. 00010000:00000010:2.1:1767326907.217902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871655200. 00000080:00000010:2.1:1767326907.217925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9fa0. 00000080:00000010:2.1:1767326907.217938:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af45ac0. 00010000:00000010:2.1:1767326907.217945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef6500. 00010000:00000010:2.1:1767326907.217948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20dc00. 00010000:00000010:2.1:1767326907.219856:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843009900. 00010000:00000010:2.1:1767326907.219863:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846565e00. 00010000:00000010:3.1:1767326907.219865:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f726d00. 00010000:00000010:3.1:1767326907.219875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1ac00. 00000080:00000010:2.1:1767326907.239867:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54260. 00000080:00000010:2.1:1767326907.239894:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af3a100. 00010000:00000010:2.1:1767326907.239912:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87b9b7000. 00010000:00000010:2.1:1767326907.239929:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c8c00. 00010000:00000010:2.1:1767326907.252887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847ba5300. 00010000:00000010:2.1:1767326907.252897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843113400. 00000080:00000010:2.1:1767326907.252906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a580. 00000080:00000010:2.1:1767326907.252917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af398c0. 00010000:00000010:2.1:1767326907.252920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d5400. 00010000:00000010:2.1:1767326907.252922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20d200. 00000080:00000010:2.1:1767326907.262863:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a440. 00010000:00000010:3.1:1767326907.262879:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850dadc00. 00000080:00000010:2.1:1767326907.262882:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af44a40. 00010000:00000010:3.1:1767326907.262886:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a9000. 00010000:00000010:3.1:1767326907.268867:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e9f00. 00010000:00000010:3.1:1767326907.268877:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878883e00. 00010000:00000010:3.1:1767326907.268891:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505d9e00. 00010000:00000010:3.1:1767326907.268910:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860082600. 00010000:00000010:3.1:1767326907.272893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505d9100. 00010000:00000010:3.1:1767326907.272911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860083000. 00010000:00000010:3.1:1767326907.285867:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691cd000. 00010000:00000010:3.1:1767326907.285880:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a1c00. 00010000:00000010:2.1:1767326907.295865:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505d9800. 00010000:00000010:2.1:1767326907.295875:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860083400. 00010000:00000010:3.1:1767326907.299874:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691b9c00. 00010000:00000010:3.1:1767326907.299882:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c4400. 00010000:00000010:2.1:1767326907.300871:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871558b00. 00010000:00000010:2.1:1767326907.300883:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f1000. 00010000:00000010:2.1:1767326907.333879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846510200. 00010000:00000010:2.1:1767326907.333890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3fc600. 00010000:00000010:2.1:1767326907.340875:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f381e00. 00010000:00000010:2.1:1767326907.340888:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850913c00. 00010000:00000010:2.1:1767326907.356878:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86928d900. 00010000:00000010:2.1:1767326907.356893:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a0c00. 00010000:00000010:2.1:1767326907.360886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850910200. 00010000:00000010:2.1:1767326907.360903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a0200. 00010000:00000010:2.1:1767326907.360916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c566300. 00010000:00000010:2.1:1767326907.360933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848ade800. 00010000:00000010:2.1:1767326907.388876:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8745efb00. 00010000:00000010:2.1:1767326907.388892:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690a1600. 00010000:00000010:2.1:1767326907.934862:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f65a00. 00010000:00000010:2.1:1767326907.934871:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d5400. 00000080:00000010:2.1:1767326907.944870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fee0. 00000080:00000010:2.1:1767326907.944890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689eb9c0. 00010000:00000010:2.1:1767326907.944897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f36fb00. 00010000:00000010:2.1:1767326907.944901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ede600. 00000080:00000010:2.1:1767326907.984867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cbb20. 00000080:00000010:2.1:1767326907.984885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689fca40. 00010000:00000010:2.1:1767326907.988865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f36f100. 00010000:00000010:2.1:1767326907.988871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edf600. 00000080:00000010:2.1:1767326908.014875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb420. 00000080:00000010:2.1:1767326908.014889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880a100. 00010000:00000010:2.1:1767326908.014896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bc900. 00010000:00000010:2.1:1767326908.014899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c9d200. 00000080:00000010:2.1:1767326908.023871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f300. 00000080:00000010:2.1:1767326908.023884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689ee300. 00010000:00000010:2.1:1767326908.023892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bd100. 00010000:00000010:2.1:1767326908.023900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067d800. 00000080:00000010:2.1:1767326908.027874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fec0. 00000080:00000010:2.1:1767326908.027885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689e98c0. 00010000:00000010:2.1:1767326908.027892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878eda900. 00010000:00000010:2.1:1767326908.027895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067b600. 00000080:00000010:2.1:1767326908.031871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cba40. 00000080:00000010:2.1:1767326908.031879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880eb40. 00010000:00000010:2.1:1767326908.031883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bd700. 00010000:00000010:2.1:1767326908.031886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f36cc00. 00000080:00000010:2.1:1767326908.031888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175860. 00000080:00000010:2.1:1767326908.031892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689edac0. 00010000:00000010:2.1:1767326908.031895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bd300. 00010000:00000010:2.1:1767326908.031897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067d200. 00000080:00000010:2.1:1767326908.031898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fae0. 00000080:00000010:2.1:1767326908.031901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868816b40. 00010000:00000010:2.1:1767326908.031904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a0600. 00010000:00000010:2.1:1767326908.031905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87487e000. 00000080:00000010:2.1:1767326908.036856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb240. 00000080:00000010:2.1:1767326908.036862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880ca40. 00010000:00000010:2.1:1767326908.036866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a7200. 00010000:00000010:2.1:1767326908.036868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87487e600. 00000080:00000010:2.1:1767326908.040863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb4e0. 00000080:00000010:2.1:1767326908.040871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868814a40. 00010000:00000010:2.1:1767326908.040877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a0500. 00010000:00000010:2.1:1767326908.040879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87487f400. 00000080:00000010:2.1:1767326908.044870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb920. 00000080:00000010:2.1:1767326908.044882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880a940. 00010000:00000010:2.1:1767326908.044887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a3e00. 00010000:00000010:2.1:1767326908.044890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87487e800. 00000080:00000010:2.1:1767326908.044893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb900. 00000080:00000010:2.1:1767326908.044899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868809080. 00010000:00000010:2.1:1767326908.044904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a3000. 00010000:00000010:2.1:1767326908.044907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691eb800. 00000080:00000010:2.1:1767326908.053867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175ac0. 00000080:00000010:2.1:1767326908.053880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880b9c0. 00010000:00000010:2.1:1767326908.053886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a4f00. 00010000:00000010:2.1:1767326908.053889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691edc00. 00000080:00000010:2.1:1767326908.057863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb3e0. 00000080:00000010:2.1:1767326908.057873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86880c200. 00010000:00000010:2.1:1767326908.057878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487a900. 00010000:00000010:2.1:1767326908.057880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691e8000. 00000080:00000010:2.1:1767326908.057883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f760. 00000080:00000010:2.1:1767326908.057887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868817380. 00010000:00000010:2.1:1767326908.061857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a4000. 00010000:00000010:2.1:1767326908.061860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ec400. 00000080:00000010:2.1:1767326908.061862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb820. 00000080:00000010:2.1:1767326908.061869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868822100. 00010000:00000010:2.1:1767326908.061873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487dc00. 00010000:00000010:2.1:1767326908.061876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ea000. 00000080:00000010:2.1:1767326908.061878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175a00. 00000080:00000010:2.1:1767326908.061882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688218c0. 00010000:00000010:2.1:1767326908.061884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487cf00. 00010000:00000010:2.1:1767326908.061886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f300200. 00000080:00000010:2.1:1767326908.065866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fd40. 00000080:00000010:2.1:1767326908.065874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868814200. 00010000:00000010:2.1:1767326908.065877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d0800. 00010000:00000010:2.1:1767326908.065879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f300800. 00000080:00000010:2.1:1767326908.065882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cbee0. 00000080:00000010:2.1:1767326908.065887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868818840. 00010000:00000010:2.1:1767326908.065890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487d300. 00010000:00000010:2.1:1767326908.065891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d1000. 00000080:00000010:2.1:1767326908.069871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb740. 00000080:00000010:2.1:1767326908.069882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868824a40. 00010000:00000010:2.1:1767326908.069887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f0200. 00010000:00000010:2.1:1767326908.069889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d0600. 00000080:00000010:2.1:1767326908.073857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb1a0. 00000080:00000010:2.1:1767326908.073865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868806300. 00010000:00000010:2.1:1767326908.073870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f0c00. 00010000:00000010:2.1:1767326908.073873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edd000. 00000080:00000010:2.1:1767326908.077864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410740. 00000080:00000010:2.1:1767326908.077874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688018c0. 00010000:00000010:2.1:1767326908.077878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e624a00. 00010000:00000010:2.1:1767326908.077881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edd800. 00000080:00000010:2.1:1767326908.077882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410f60. 00000080:00000010:2.1:1767326908.077886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868805ac0. 00010000:00000010:2.1:1767326908.077889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e624800. 00010000:00000010:2.1:1767326908.077891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edd400. 00000080:00000010:2.1:1767326908.081866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410380. 00000080:00000010:2.1:1767326908.081876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868804a40. 00010000:00000010:2.1:1767326908.081881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f306500. 00010000:00000010:2.1:1767326908.081885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edcc00. 00000080:00000010:2.1:1767326908.085856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594106a0. 00000080:00000010:2.1:1767326908.085865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868821080. 00010000:00000010:2.1:1767326908.085868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d0a00. 00010000:00000010:2.1:1767326908.085871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f36600. 00000080:00000010:2.1:1767326908.089859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410cc0. 00000080:00000010:2.1:1767326908.089870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86881b9c0. 00010000:00000010:2.1:1767326908.089878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c067f00. 00010000:00000010:2.1:1767326908.089882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d5200. 00000080:00000010:2.1:1767326908.089886:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cbf40. 00000080:00000010:2.1:1767326908.089904:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868801080. 00010000:00000010:2.1:1767326908.093858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9d7300. 00010000:00000010:2.1:1767326908.093861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f37e00. 00000080:00000010:2.1:1767326908.093864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410400. 00000080:00000010:2.1:1767326908.093870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86882c200. 00010000:00000010:2.1:1767326908.093875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9d7a00. 00010000:00000010:2.1:1767326908.093877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d4c00. 00000080:00000010:2.1:1767326908.097876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb340. 00000080:00000010:2.1:1767326908.097887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688298c0. 00010000:00000010:2.1:1767326908.097891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9d7b00. 00010000:00000010:2.1:1767326908.097894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f37200. 00000080:00000010:2.1:1767326908.101876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410060. 00000080:00000010:2.1:1767326908.101891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86882dac0. 00010000:00000010:2.1:1767326908.101899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d2200. 00010000:00000010:2.1:1767326908.101902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e639600. 00000080:00000010:2.1:1767326908.106862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175320. 00000080:00000010:2.1:1767326908.106869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868818000. 00010000:00000010:2.1:1767326908.106874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847071500. 00010000:00000010:2.1:1767326908.106876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63ec00. 00000080:00000010:2.1:1767326908.111866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410e40. 00000080:00000010:2.1:1767326908.111878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86882ca40. 00010000:00000010:2.1:1767326908.111884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847071c00. 00010000:00000010:2.1:1767326908.111888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63ea00. 00000080:00000010:2.1:1767326908.115865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410300. 00000080:00000010:2.1:1767326908.115875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868828840. 00010000:00000010:2.1:1767326908.115882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f30000. 00010000:00000010:2.1:1767326908.115885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e638a00. 00000080:00000010:2.1:1767326908.115889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175b00. 00000080:00000010:2.1:1767326908.115897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688318c0. 00010000:00000010:2.1:1767326908.115902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d2b00. 00010000:00000010:2.1:1767326908.115904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dee600. 00000080:00000010:2.1:1767326908.119870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410f20. 00000080:00000010:2.1:1767326908.119884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86882b9c0. 00010000:00000010:2.1:1767326908.119890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d4700. 00010000:00000010:2.1:1767326908.119894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e639000. 00000080:00000010:2.1:1767326908.123861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8501755e0. 00000080:00000010:2.1:1767326908.123874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688198c0. 00010000:00000010:2.1:1767326908.123881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f31400. 00010000:00000010:2.1:1767326908.123885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f048c00. 00000080:00000010:2.1:1767326908.123889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb9a0. 00000080:00000010:2.1:1767326908.123905:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868834a40. 00010000:00000010:2.1:1767326908.128867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f31d00. 00010000:00000010:2.1:1767326908.128871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f049c00. 00000080:00000010:2.1:1767326908.128874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfeee0. 00000080:00000010:2.1:1767326908.128882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868833180. 00010000:00000010:2.1:1767326908.128887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d4200. 00010000:00000010:2.1:1767326908.128889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e638c00. 00000080:00000010:2.1:1767326908.133858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8501756e0. 00000080:00000010:2.1:1767326908.133869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868848840. 00010000:00000010:2.1:1767326908.133873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ded800. 00010000:00000010:2.1:1767326908.133876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c2a00. 00000080:00000010:2.1:1767326908.141868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594108e0. 00000080:00000010:2.1:1767326908.141880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868842100. 00010000:00000010:2.1:1767326908.141888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ded100. 00010000:00000010:2.1:1767326908.141891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c2000. 00000080:00000010:2.1:1767326908.145875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410980. 00000080:00000010:2.1:1767326908.145891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868846300. 00010000:00000010:2.1:1767326908.145896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ded700. 00010000:00000010:2.1:1767326908.145900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c2e00. 00000080:00000010:2.1:1767326908.145903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594100e0. 00000080:00000010:2.1:1767326908.145909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868846b40. 00010000:00000010:2.1:1767326908.145917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f04bc00. 00010000:00000010:2.1:1767326908.145920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860627400. 00000080:00000010:2.1:1767326908.149869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe0c0. 00000080:00000010:2.1:1767326908.149881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868830000. 00010000:00000010:2.1:1767326908.149884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871379200. 00010000:00000010:2.1:1767326908.149887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c3400. 00000080:00000010:2.1:1767326908.149890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594106c0. 00000080:00000010:2.1:1767326908.149895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868844a40. 00010000:00000010:2.1:1767326908.149901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f04e400. 00010000:00000010:2.1:1767326908.149903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d2600. 00000080:00000010:2.1:1767326908.153880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410820. 00000080:00000010:2.1:1767326908.153895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868852940. 00010000:00000010:2.1:1767326908.153902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f04ed00. 00010000:00000010:2.1:1767326908.153905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860627a00. 00000080:00000010:2.1:1767326908.157880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfef20. 00000080:00000010:2.1:1767326908.157897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868857380. 00010000:00000010:2.1:1767326908.157904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8580c0300. 00010000:00000010:2.1:1767326908.157908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860626000. 00000080:00000010:2.1:1767326908.161876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfef60. 00000080:00000010:2.1:1767326908.161890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688539c0. 00010000:00000010:2.1:1767326908.161899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87137c900. 00010000:00000010:2.1:1767326908.161904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850a5a600. 00000080:00000010:2.1:1767326908.165880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759410aa0. 00000080:00000010:2.1:1767326908.165896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688598c0. 00010000:00000010:2.1:1767326908.165903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a5d600. 00010000:00000010:2.1:1767326908.165906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850a5ac00. 00000080:00000010:2.1:1767326908.169870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e680. 00000080:00000010:2.1:1767326908.169882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86885dac0. 00010000:00000010:2.1:1767326908.169889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8580c0500. 00010000:00000010:2.1:1767326908.169893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023dc00. 00000080:00000010:2.1:1767326908.177875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfeba0. 00000080:00000010:2.1:1767326908.177891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688518c0. 00010000:00000010:2.1:1767326908.177898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7d4400. 00010000:00000010:2.1:1767326908.177901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023d400. 00000080:00000010:2.1:1767326908.181872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe1a0. 00000080:00000010:2.1:1767326908.181885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868856b40. 00010000:00000010:2.1:1767326908.181892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860620e00. 00010000:00000010:2.1:1767326908.181895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d1c00. 00000080:00000010:2.1:1767326908.185875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175e40. 00000080:00000010:2.1:1767326908.185890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868849080. 00010000:00000010:2.1:1767326908.185898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a5ef00. 00010000:00000010:2.1:1767326908.185909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023f400. 00000080:00000010:2.1:1767326908.185913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15eb20. 00000080:00000010:2.1:1767326908.185921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868848000. 00010000:00000010:2.1:1767326908.185924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a5e700. 00010000:00000010:2.1:1767326908.185928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023d000. 00000080:00000010:2.1:1767326908.189864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfeb00. 00000080:00000010:2.1:1767326908.189874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86885f380. 00010000:00000010:2.1:1767326908.189882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860620200. 00010000:00000010:2.1:1767326908.189886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023f600. 00000080:00000010:2.1:1767326908.193858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ed60. 00000080:00000010:2.1:1767326908.193869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86884a100. 00010000:00000010:2.1:1767326908.193874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7d7600. 00010000:00000010:2.1:1767326908.193877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023f200. 00000080:00000010:2.1:1767326908.197874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ee20. 00000080:00000010:2.1:1767326908.197887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868853180. 00010000:00000010:2.1:1767326908.197896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860238700. 00010000:00000010:2.1:1767326908.197900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023e800. 00000080:00000010:2.1:1767326908.197903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e6a0. 00000080:00000010:2.1:1767326908.197912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86885b9c0. 00010000:00000010:2.1:1767326908.197916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860238800. 00010000:00000010:2.1:1767326908.197919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d7e00. 00000080:00000010:2.1:1767326908.201873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e140. 00000080:00000010:2.1:1767326908.201884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868858000. 00010000:00000010:2.1:1767326908.201891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860622300. 00010000:00000010:2.1:1767326908.201894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e6400. 00000080:00000010:2.1:1767326908.205855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175160. 00000080:00000010:2.1:1767326908.205863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688639c0. 00010000:00000010:2.1:1767326908.205868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e0900. 00010000:00000010:2.1:1767326908.205871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e6a00. 00000080:00000010:2.1:1767326908.213876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175ea0. 00000080:00000010:2.1:1767326908.213888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868860000. 00010000:00000010:2.1:1767326908.213893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860622600. 00010000:00000010:2.1:1767326908.213895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d6600. 00000080:00000010:2.1:1767326908.217875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e640. 00000080:00000010:2.1:1767326908.217885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86884ca40. 00010000:00000010:2.1:1767326908.217891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c061a00. 00010000:00000010:2.1:1767326908.217894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d1a00. 00000080:00000010:2.1:1767326908.217896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fc00. 00000080:00000010:2.1:1767326908.217902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688118c0. 00010000:00000010:2.1:1767326908.217905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e7a300. 00010000:00000010:2.1:1767326908.217907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c101200. 00000080:00000010:2.1:1767326908.221858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe8e0. 00000080:00000010:2.1:1767326908.221869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86886dac0. 00010000:00000010:2.1:1767326908.221875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c063000. 00010000:00000010:2.1:1767326908.221878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c100a00. 00000080:00000010:2.1:1767326908.221880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfea80. 00000080:00000010:2.1:1767326908.221888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868873180. 00010000:00000010:2.1:1767326908.221892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c063100. 00010000:00000010:2.1:1767326908.221895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c103c00. 00000080:00000010:2.1:1767326908.225874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f9c0. 00000080:00000010:2.1:1767326908.225886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868870840. 00010000:00000010:2.1:1767326908.225891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c063a00. 00010000:00000010:2.1:1767326908.225895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c103200. 00000080:00000010:2.1:1767326908.225898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f800. 00000080:00000010:2.1:1767326908.225903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868872940. 00010000:00000010:2.1:1767326908.225907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c063700. 00010000:00000010:2.1:1767326908.225910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c102400. 00000080:00000010:2.1:1767326908.229866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f880. 00000080:00000010:2.1:1767326908.229877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868871080. 00010000:00000010:2.1:1767326908.229881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846502900. 00010000:00000010:2.1:1767326908.229885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c103000. 00000080:00000010:2.1:1767326908.233859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f960. 00000080:00000010:2.1:1767326908.233870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86884b180. 00010000:00000010:2.1:1767326908.233877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846502300. 00010000:00000010:2.1:1767326908.233880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c105800. 00000080:00000010:2.1:1767326908.237870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e800. 00000080:00000010:2.1:1767326908.237882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868885ac0. 00010000:00000010:2.1:1767326908.237886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e2600. 00010000:00000010:2.1:1767326908.237890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c101c00. 00000080:00000010:2.1:1767326908.237893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfed20. 00000080:00000010:2.1:1767326908.237899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868865280. 00010000:00000010:2.1:1767326908.241869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e2700. 00010000:00000010:2.1:1767326908.241874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c101600. 00000080:00000010:2.1:1767326908.241877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe060. 00000080:00000010:2.1:1767326908.241887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868863180. 00010000:00000010:2.1:1767326908.241890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e5800. 00010000:00000010:2.1:1767326908.241893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e6000. 00000080:00000010:2.1:1767326908.245861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe380. 00000080:00000010:2.1:1767326908.245871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868862940. 00010000:00000010:2.1:1767326908.245878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e5f00. 00010000:00000010:2.1:1767326908.245882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f8e00. 00000080:00000010:2.1:1767326908.249868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e980. 00000080:00000010:2.1:1767326908.249879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86888f380. 00010000:00000010:2.1:1767326908.249886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e5400. 00010000:00000010:2.1:1767326908.249889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e6200. 00000080:00000010:2.1:1767326908.249892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfed80. 00000080:00000010:2.1:1767326908.249897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868889080. 00010000:00000010:2.1:1767326908.249901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846504700. 00010000:00000010:2.1:1767326908.249904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716b9e00. 00000080:00000010:2.1:1767326908.253867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175900. 00000080:00000010:2.1:1767326908.253876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868882940. 00010000:00000010:2.1:1767326908.253882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c066600. 00010000:00000010:2.1:1767326908.253885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c102000. 00000080:00000010:2.1:1767326908.257857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f0e0. 00000080:00000010:2.1:1767326908.257867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868874200. 00010000:00000010:2.1:1767326908.257872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c066800. 00010000:00000010:2.1:1767326908.257875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f9a00. 00000080:00000010:2.1:1767326908.261855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e220. 00000080:00000010:2.1:1767326908.261863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868876300. 00010000:00000010:2.1:1767326908.261868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693c4e00. 00010000:00000010:2.1:1767326908.261870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e7a00. 00000080:00000010:2.1:1767326908.261872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe520. 00000080:00000010:2.1:1767326908.265866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868868000. 00010000:00000010:2.1:1767326908.265873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bb500. 00010000:00000010:2.1:1767326908.265876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f60200. 00000080:00000010:2.1:1767326908.265881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe5c0. 00000080:00000010:2.1:1767326908.265894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868881080. 00010000:00000010:2.1:1767326908.265901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846507800. 00010000:00000010:2.1:1767326908.265905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f61200. 00000080:00000010:2.1:1767326908.269866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe2a0. 00000080:00000010:2.1:1767326908.269875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868880000. 00010000:00000010:2.1:1767326908.269881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bd700. 00010000:00000010:2.1:1767326908.269883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f62400. 00000080:00000010:2.1:1767326908.273883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e3a0. 00000080:00000010:2.1:1767326908.273897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86888e300. 00010000:00000010:2.1:1767326908.273902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f0bda00. 00010000:00000010:2.1:1767326908.273906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f62600. 00000080:00000010:2.1:1767326908.277873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ebe0. 00000080:00000010:2.1:1767326908.277887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868892100. 00010000:00000010:2.1:1767326908.277895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f0bd500. 00010000:00000010:2.1:1767326908.277899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f62e00. 00000080:00000010:2.1:1767326908.281872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15efa0. 00000080:00000010:2.1:1767326908.281884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868896300. 00010000:00000010:2.1:1767326908.281889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bec00. 00010000:00000010:2.1:1767326908.281892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f60c00. 00000080:00000010:2.1:1767326908.285876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe7c0. 00000080:00000010:2.1:1767326908.285889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86888d280. 00010000:00000010:2.1:1767326908.285897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716be700. 00010000:00000010:2.1:1767326908.285899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8ee00. 00000080:00000010:2.1:1767326908.289881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe280. 00000080:00000010:2.1:1767326908.289895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86888b180. 00010000:00000010:2.1:1767326908.289901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852713500. 00010000:00000010:2.1:1767326908.289905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8ac00. 00000080:00000010:2.1:1767326908.293880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8501754e0. 00000080:00000010:2.1:1767326908.293893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868895ac0. 00010000:00000010:2.1:1767326908.293901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21d900. 00010000:00000010:2.1:1767326908.293904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8a000. 00000080:00000010:2.1:1767326908.297858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175ba0. 00000080:00000010:2.1:1767326908.297867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868899080. 00010000:00000010:2.1:1767326908.297872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852713600. 00010000:00000010:2.1:1767326908.297875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8d600. 00000080:00000010:2.1:1767326908.301862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e0c0. 00000080:00000010:2.1:1767326908.301875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868895280. 00010000:00000010:2.1:1767326908.301880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21df00. 00010000:00000010:2.1:1767326908.301883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8e600. 00000080:00000010:2.1:1767326908.301885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe200. 00000080:00000010:2.1:1767326908.301891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86889c200. 00010000:00000010:2.1:1767326908.306878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811fe600. 00010000:00000010:2.1:1767326908.306885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871124600. 00000080:00000010:2.1:1767326908.306890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e2a0. 00000080:00000010:2.1:1767326908.306901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868893180. 00010000:00000010:2.1:1767326908.306907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e89100. 00010000:00000010:2.1:1767326908.306910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8b200. 00000080:00000010:2.1:1767326908.310874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175b80. 00000080:00000010:2.1:1767326908.310888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86889e300. 00010000:00000010:2.1:1767326908.310896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e89600. 00010000:00000010:2.1:1767326908.310900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871124a00. 00000080:00000010:2.1:1767326908.314880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ec00. 00000080:00000010:2.1:1767326908.314894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688998c0. 00010000:00000010:2.1:1767326908.314907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e0100. 00010000:00000010:2.1:1767326908.314912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8a800. 00000080:00000010:2.1:1767326908.318872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8501750c0. 00000080:00000010:2.1:1767326908.318894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868897380. 00010000:00000010:2.1:1767326908.318903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e0e00. 00010000:00000010:2.1:1767326908.318910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871125a00. 00000080:00000010:2.1:1767326908.322855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f220. 00000080:00000010:2.1:1767326908.322864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868891080. 00010000:00000010:2.1:1767326908.322869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d5f00. 00010000:00000010:2.1:1767326908.322872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871123a00. 00000080:00000010:2.1:1767326908.322874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1c00. 00000080:00000010:2.1:1767326908.322880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a3180. 00010000:00000010:2.1:1767326908.326860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e0300. 00010000:00000010:2.1:1767326908.326865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850617a00. 00000080:00000010:2.1:1767326908.326868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e1e0. 00000080:00000010:2.1:1767326908.326877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868890000. 00010000:00000010:2.1:1767326908.326883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcd100. 00010000:00000010:2.1:1767326908.326886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68c600. 00000080:00000010:2.1:1767326908.330869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850f91000. 00000080:00000010:2.1:1767326908.330880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a1080. 00010000:00000010:2.1:1767326908.330883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcde00. 00010000:00000010:2.1:1767326908.330886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68d600. 00000080:00000010:2.1:1767326908.334876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850f91740. 00000080:00000010:2.1:1767326908.334887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a0000. 00010000:00000010:2.1:1767326908.334894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c219700. 00010000:00000010:2.1:1767326908.334897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68ce00. 00000080:00000010:2.1:1767326908.338864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850f919e0. 00000080:00000010:2.1:1767326908.338874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868875ac0. 00010000:00000010:2.1:1767326908.338877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c219800. 00010000:00000010:2.1:1767326908.338880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21e400. 00000080:00000010:2.1:1767326908.342860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fb80. 00000080:00000010:2.1:1767326908.342872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868875280. 00010000:00000010:2.1:1767326908.342878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c219200. 00010000:00000010:2.1:1767326908.342881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21f800. 00000080:00000010:2.1:1767326908.346864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f460. 00000080:00000010:2.1:1767326908.346874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688bb180. 00010000:00000010:2.1:1767326908.346879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21af00. 00010000:00000010:2.1:1767326908.346882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716b8e00. 00000080:00000010:2.1:1767326908.346884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f2a0. 00000080:00000010:2.1:1767326908.346888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b8840. 00010000:00000010:2.1:1767326908.346891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21aa00. 00010000:00000010:2.1:1767326908.346893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ee2800. 00000080:00000010:2.1:1767326908.350870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f6e0. 00000080:00000010:2.1:1767326908.350879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688bf380. 00010000:00000010:2.1:1767326908.350883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850610200. 00010000:00000010:2.1:1767326908.350885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ee2400. 00000080:00000010:2.1:1767326908.354866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038faa0. 00000080:00000010:2.1:1767326908.354876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86889f380. 00010000:00000010:2.1:1767326908.354881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612700. 00010000:00000010:2.1:1767326908.354884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc9200. 00000080:00000010:2.1:1767326908.358873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847f06c40. 00000080:00000010:2.1:1767326908.358883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c0840. 00010000:00000010:2.1:1767326908.358888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612800. 00010000:00000010:2.1:1767326908.358891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8a400. 00000080:00000010:2.1:1767326908.362871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847f06ca0. 00000080:00000010:2.1:1767326908.362881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c2940. 00010000:00000010:2.1:1767326908.362888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee4a00. 00010000:00000010:2.1:1767326908.362891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68f800. 00000080:00000010:2.1:1767326908.366878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430860. 00000080:00000010:2.1:1767326908.366897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b4a40. 00010000:00000010:2.1:1767326908.366905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee4700. 00010000:00000010:2.1:1767326908.366914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68fc00. 00000080:00000010:2.1:1767326908.370870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430820. 00000080:00000010:2.1:1767326908.370884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b3180. 00010000:00000010:2.1:1767326908.370892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee4500. 00010000:00000010:2.1:1767326908.370895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21f200. 00000080:00000010:2.1:1767326908.374888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604300a0. 00000080:00000010:2.1:1767326908.374902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b2940. 00010000:00000010:2.1:1767326908.374907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690f8700. 00010000:00000010:2.1:1767326908.374911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690fee00. 00000080:00000010:2.1:1767326908.374913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f700. 00000080:00000010:2.1:1767326908.378878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688be300. 00010000:00000010:2.1:1767326908.378890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690f8500. 00010000:00000010:2.1:1767326908.378893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690fe400. 00000080:00000010:2.1:1767326908.382867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f200. 00000080:00000010:2.1:1767326908.382878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688beb40. 00010000:00000010:2.1:1767326908.382882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690f8200. 00010000:00000010:2.1:1767326908.382884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690ff800. 00000080:00000010:2.1:1767326908.386868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f740. 00000080:00000010:2.1:1767326908.386881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688bdac0. 00010000:00000010:2.1:1767326908.386895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690fb100. 00010000:00000010:2.1:1767326908.386899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dc800. 00000080:00000010:2.1:1767326908.390881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f900. 00000080:00000010:2.1:1767326908.390897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688bd280. 00010000:00000010:2.1:1767326908.390903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850615100. 00010000:00000010:2.1:1767326908.390907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b4000. 00000080:00000010:2.1:1767326908.394881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847f06a80. 00000080:00000010:2.1:1767326908.394898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c39c0. 00010000:00000010:2.1:1767326908.394907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850615400. 00010000:00000010:2.1:1767326908.394912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b5000. 00000080:00000010:2.1:1767326908.398878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847f06e20. 00000080:00000010:2.1:1767326908.398891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c4200. 00010000:00000010:2.1:1767326908.398899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749dec00. 00010000:00000010:2.1:1767326908.398903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79c800. 00000080:00000010:2.1:1767326908.402871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430de0. 00000080:00000010:2.1:1767326908.402885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d0840. 00010000:00000010:2.1:1767326908.402893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749ded00. 00010000:00000010:2.1:1767326908.402897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dd400. 00000080:00000010:2.1:1767326908.406874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f560. 00000080:00000010:2.1:1767326908.406889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d2940. 00010000:00000010:2.1:1767326908.406895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749deb00. 00010000:00000010:2.1:1767326908.406899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843004e00. 00000080:00000010:2.1:1767326908.410879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f5a0. 00000080:00000010:2.1:1767326908.410893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d7380. 00010000:00000010:2.1:1767326908.410900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810d8200. 00010000:00000010:2.1:1767326908.410904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843004400. 00000080:00000010:2.1:1767326908.414877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fbc0. 00000080:00000010:2.1:1767326908.414894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d1080. 00010000:00000010:2.1:1767326908.414922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3200. 00010000:00000010:2.1:1767326908.414927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850616000. 00000080:00000010:2.1:1767326908.418869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e3e0. 00000080:00000010:2.1:1767326908.418882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688dd280. 00010000:00000010:2.1:1767326908.418888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810d8800. 00010000:00000010:2.1:1767326908.418890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c030800. 00000080:00000010:2.1:1767326908.422884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ea40. 00000080:00000010:2.1:1767326908.422901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688dca40. 00010000:00000010:2.1:1767326908.422907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810d8300. 00010000:00000010:2.1:1767326908.422912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843005400. 00000080:00000010:2.1:1767326908.426881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f3a0. 00000080:00000010:2.1:1767326908.426896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d6300. 00010000:00000010:2.1:1767326908.426904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871399000. 00010000:00000010:2.1:1767326908.426908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdbc00. 00000080:00000010:2.1:1767326908.430876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f420. 00000080:00000010:2.1:1767326908.430891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d18c0. 00010000:00000010:2.1:1767326908.430896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c035600. 00010000:00000010:2.1:1767326908.430900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c030a00. 00000080:00000010:2.1:1767326908.434872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e740. 00000080:00000010:2.1:1767326908.434888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688da940. 00010000:00000010:2.1:1767326908.434898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c035800. 00010000:00000010:2.1:1767326908.434901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdc200. 00000080:00000010:2.1:1767326908.438878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e2c0. 00000080:00000010:2.1:1767326908.438891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d9080. 00010000:00000010:2.1:1767326908.438895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843000600. 00010000:00000010:2.1:1767326908.438897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdcc00. 00000080:00000010:2.1:1767326908.442871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e5e0. 00000080:00000010:2.1:1767326908.442881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c4a40. 00010000:00000010:2.1:1767326908.442891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c037e00. 00010000:00000010:2.1:1767326908.442893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd8c00. 00000080:00000010:2.1:1767326908.450863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99e00. 00000080:00000010:2.1:1767326908.450876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688dc200. 00010000:00000010:2.1:1767326908.450881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843000700. 00010000:00000010:2.1:1767326908.450884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd8200. 00000080:00000010:2.1:1767326908.454859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99fa0. 00000080:00000010:2.1:1767326908.454876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c3180. 00010000:00000010:2.1:1767326908.454883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139a900. 00010000:00000010:2.1:1767326908.454887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdbe00. 00000080:00000010:2.1:1767326908.458865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fa20. 00000080:00000010:2.1:1767326908.458881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688e9080. 00010000:00000010:2.1:1767326908.458889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bde800. 00010000:00000010:2.1:1767326908.458893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f26800. 00000080:00000010:2.1:1767326908.458897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e540. 00000080:00000010:2.1:1767326908.458905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fc200. 00010000:00000010:2.1:1767326908.458910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f22d00. 00010000:00000010:2.1:1767326908.458913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f26a00. 00000080:00000010:2.1:1767326908.462877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e360. 00000080:00000010:2.1:1767326908.462895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fa100. 00010000:00000010:2.1:1767326908.462905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f22500. 00010000:00000010:2.1:1767326908.462909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f27600. 00000080:00000010:2.1:1767326908.466866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ee00. 00000080:00000010:2.1:1767326908.466889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fe300. 00010000:00000010:2.1:1767326908.470873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139c400. 00010000:00000010:2.1:1767326908.470881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869181800. 00000080:00000010:2.1:1767326908.470886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fce0. 00000080:00000010:2.1:1767326908.474880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688ec200. 00010000:00000010:2.1:1767326908.474900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24400. 00010000:00000010:2.1:1767326908.474905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869180000. 00000080:00000010:2.1:1767326908.474909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fe80. 00000080:00000010:2.1:1767326908.478871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688feb40. 00010000:00000010:2.1:1767326908.478880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139c900. 00010000:00000010:2.1:1767326908.478883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd8a00. 00000080:00000010:2.1:1767326908.482869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99d80. 00000080:00000010:2.1:1767326908.482889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688ea100. 00010000:00000010:2.1:1767326908.482893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25400. 00010000:00000010:2.1:1767326908.482896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd8000. 00000080:00000010:2.1:1767326908.485938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b990c0. 00000080:00000010:2.1:1767326908.485953:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f1080. 00010000:00000010:2.1:1767326908.485962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870564000. 00010000:00000010:2.1:1767326908.485966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818e200. 00000080:00000010:2.1:1767326908.491868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e4c0. 00000080:00000010:2.1:1767326908.491882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fb180. 00010000:00000010:2.1:1767326908.491888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139e500. 00010000:00000010:2.1:1767326908.491892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861ee00. 00000080:00000010:2.1:1767326908.495870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f580. 00000080:00000010:2.1:1767326908.495883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688edac0. 00010000:00000010:2.1:1767326908.495894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870564700. 00010000:00000010:2.1:1767326908.495898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cc6400. 00000080:00000010:2.1:1767326908.499881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e6e0. 00000080:00000010:2.1:1767326908.499897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688ff380. 00010000:00000010:2.1:1767326908.499903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870567b00. 00010000:00000010:2.1:1767326908.499908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861c800. 00000080:00000010:2.1:1767326908.499911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019880. 00000080:00000010:2.1:1767326908.499918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f9080. 00010000:00000010:2.1:1767326908.503870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc1d00. 00010000:00000010:2.1:1767326908.503878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cc7e00. 00000080:00000010:2.1:1767326908.503882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e3c0. 00000080:00000010:2.1:1767326908.503892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a714200. 00010000:00000010:2.1:1767326908.507855:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc5400. 00010000:00000010:2.1:1767326908.507859:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cc6600. 00000080:00000010:2.1:1767326908.507861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e900. 00000080:00000010:2.1:1767326908.507869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f2100. 00010000:00000010:2.1:1767326908.511856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc5d00. 00010000:00000010:2.1:1767326908.511860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861d200. 00000080:00000010:2.1:1767326908.511862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019460. 00000080:00000010:2.1:1767326908.511869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f6300. 00010000:00000010:2.1:1767326908.511872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868619600. 00010000:00000010:2.1:1767326908.511874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861d000. 00000080:00000010:2.1:1767326908.515864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810191c0. 00000080:00000010:2.1:1767326908.515874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a71d280. 00010000:00000010:2.1:1767326908.515879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868619900. 00010000:00000010:2.1:1767326908.515881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846bc00. 00000080:00000010:2.1:1767326908.519863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f620. 00000080:00000010:2.1:1767326908.519871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a71b180. 00010000:00000010:2.1:1767326908.519876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846ce00. 00010000:00000010:2.1:1767326908.519878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846b600. 00000080:00000010:2.1:1767326908.523868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fcc0. 00000080:00000010:2.1:1767326908.523879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a715ac0. 00010000:00000010:2.1:1767326908.523884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846c500. 00010000:00000010:2.1:1767326908.523888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846aa00. 00000080:00000010:2.1:1767326908.527855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f5e0. 00000080:00000010:2.1:1767326908.527862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a714a40. 00010000:00000010:2.1:1767326908.527868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846df00. 00010000:00000010:2.1:1767326908.527870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846b000. 00000080:00000010:2.1:1767326908.527872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f480. 00000080:00000010:2.1:1767326908.531855:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a713180. 00010000:00000010:2.1:1767326908.531862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846de00. 00010000:00000010:2.1:1767326908.531864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f0e600. 00000080:00000010:2.1:1767326908.531866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f6a0. 00000080:00000010:2.1:1767326908.531872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a712940. 00010000:00000010:2.1:1767326908.531875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0b000. 00010000:00000010:2.1:1767326908.531878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8de00. 00000080:00000010:2.1:1767326908.536866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e960. 00000080:00000010:2.1:1767326908.536875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a724200. 00010000:00000010:2.1:1767326908.536880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0b400. 00010000:00000010:2.1:1767326908.536883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8dc00. 00000080:00000010:2.1:1767326908.540865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e040. 00000080:00000010:2.1:1767326908.540874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a726300. 00010000:00000010:2.1:1767326908.540878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0bd00. 00010000:00000010:2.1:1767326908.540880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8cc00. 00000080:00000010:2.1:1767326908.544877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e4e0. 00000080:00000010:2.1:1767326908.544890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7218c0. 00010000:00000010:2.1:1767326908.544899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc5600. 00010000:00000010:2.1:1767326908.544902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f0e400. 00000080:00000010:2.1:1767326908.548869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f280. 00000080:00000010:2.1:1767326908.548880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72d280. 00010000:00000010:2.1:1767326908.548886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593a1100. 00010000:00000010:2.1:1767326908.548890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f0f800. 00000080:00000010:2.1:1767326908.552869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f380. 00000080:00000010:2.1:1767326908.552881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72b180. 00010000:00000010:2.1:1767326908.552890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85818b700. 00010000:00000010:2.1:1767326908.552894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848760e00. 00000080:00000010:2.1:1767326908.556870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f540. 00000080:00000010:2.1:1767326908.556885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a728840. 00010000:00000010:2.1:1767326908.556890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468d00. 00010000:00000010:2.1:1767326908.556894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fec400. 00000080:00000010:2.1:1767326908.564862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019d40. 00000080:00000010:2.1:1767326908.564879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72f380. 00010000:00000010:2.1:1767326908.564887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468500. 00010000:00000010:2.1:1767326908.564892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848760000. 00000080:00000010:2.1:1767326908.568876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847f06260. 00000080:00000010:2.1:1767326908.568898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a729080. 00010000:00000010:2.1:1767326908.568914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468f00. 00010000:00000010:2.1:1767326908.568923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848761c00. 00000080:00000010:2.1:1767326908.568929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e620. 00000080:00000010:2.1:1767326908.572883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72b9c0. 00010000:00000010:2.1:1767326908.572898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468a00. 00010000:00000010:2.1:1767326908.572907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848761200. 00000080:00000010:2.1:1767326908.572914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ef20. 00000080:00000010:2.1:1767326908.572925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a728000. 00010000:00000010:2.1:1767326908.572934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810de100. 00010000:00000010:2.1:1767326908.572939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848763400. 00000080:00000010:2.1:1767326908.572945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e520. 00000080:00000010:2.1:1767326908.572957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72c200. 00010000:00000010:2.1:1767326908.572964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dc100. 00010000:00000010:2.1:1767326908.572976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79c600. 00000080:00000010:2.1:1767326908.576882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430200. 00000080:00000010:2.1:1767326908.576899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688ceb40. 00010000:00000010:2.1:1767326908.580873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fe9f00. 00010000:00000010:2.1:1767326908.580881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fed200. 00000080:00000010:2.1:1767326908.580885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019d00. 00000080:00000010:2.1:1767326908.580896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a73eb40. 00010000:00000010:2.1:1767326908.584857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fe9600. 00010000:00000010:2.1:1767326908.584862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714eea00. 00000080:00000010:2.1:1767326908.584864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ea20. 00000080:00000010:2.1:1767326908.592887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a73dac0. 00010000:00000010:2.1:1767326908.592896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848765e00. 00010000:00000010:2.1:1767326908.592901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79d600. 00000080:00000010:2.1:1767326908.592905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430080. 00000080:00000010:2.1:1767326908.592914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688cca40. 00010000:00000010:2.1:1767326908.600872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c0d00. 00010000:00000010:2.1:1767326908.600878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714eec00. 00000080:00000010:2.1:1767326908.600882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019a60. 00000080:00000010:2.1:1767326908.600902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a73ca40. 00010000:00000010:2.1:1767326908.600907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878feb600. 00010000:00000010:2.1:1767326908.600909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714efc00. 00000080:00000010:2.1:1767326908.604879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810192e0. 00000080:00000010:2.1:1767326908.604893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a746b40. 00010000:00000010:2.1:1767326908.604902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c0e00. 00010000:00000010:2.1:1767326908.604907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714ece00. 00000080:00000010:2.1:1767326908.604910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e8e0. 00000080:00000010:2.1:1767326908.604918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a73a940. 00010000:00000010:2.1:1767326908.604922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c2500. 00010000:00000010:2.1:1767326908.604925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f28c00. 00000080:00000010:2.1:1767326908.609859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430ac0. 00000080:00000010:2.1:1767326908.609870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a73b9c0. 00010000:00000010:2.1:1767326908.609878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714e8500. 00010000:00000010:2.1:1767326908.609882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714eae00. 00000080:00000010:2.1:1767326908.609885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e2e0. 00000080:00000010:2.1:1767326908.609895:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c8840. 00010000:00000010:2.1:1767326908.609899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714e8100. 00010000:00000010:2.1:1767326908.609902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714ef400. 00000080:00000010:2.1:1767326908.613869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019720. 00000080:00000010:2.1:1767326908.613879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688cf380. 00010000:00000010:2.1:1767326908.613883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c7100. 00010000:00000010:2.1:1767326908.613885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a77a00. 00000080:00000010:2.1:1767326908.617867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e4a0. 00000080:00000010:2.1:1767326908.617885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7598c0. 00010000:00000010:2.1:1767326908.617894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c4f00. 00010000:00000010:2.1:1767326908.617898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fbe800. 00000080:00000010:2.1:1767326908.617902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430b00. 00000080:00000010:2.1:1767326908.617909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a766300. 00010000:00000010:2.1:1767326908.617915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c7900. 00010000:00000010:2.1:1767326908.617917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fbe400. 00000080:00000010:2.1:1767326908.621869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430fa0. 00000080:00000010:2.1:1767326908.621879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a75d280. 00010000:00000010:2.1:1767326908.621885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f2fd00. 00010000:00000010:2.1:1767326908.621888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fbf800. 00000080:00000010:2.1:1767326908.625862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430c40. 00000080:00000010:2.1:1767326908.625879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a75ca40. 00010000:00000010:2.1:1767326908.625892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f2fb00. 00010000:00000010:2.1:1767326908.625896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fbfe00. 00000080:00000010:2.1:1767326908.633876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430e40. 00000080:00000010:2.1:1767326908.633890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a75b180. 00010000:00000010:2.1:1767326908.633897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f2f000. 00010000:00000010:2.1:1767326908.633901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fbfc00. 00000080:00000010:2.1:1767326908.633904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430a80. 00000080:00000010:2.1:1767326908.633910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a758840. 00010000:00000010:2.1:1767326908.636935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fbd300. 00010000:00000010:2.1:1767326908.636941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02ba00. 00000080:00000010:2.1:1767326908.636946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403920. 00000080:00000010:2.1:1767326908.636956:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a767380. 00010000:00000010:2.1:1767326908.636960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fbdc00. 00010000:00000010:2.1:1767326908.636963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02a800. 00000080:00000010:2.1:1767326908.642861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403520. 00000080:00000010:2.1:1767326908.642875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a761080. 00010000:00000010:2.1:1767326908.642885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fbde00. 00010000:00000010:2.1:1767326908.642889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02ac00. 00000080:00000010:2.1:1767326908.642892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594034e0. 00000080:00000010:2.1:1767326908.642900:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7639c0. 00010000:00000010:2.1:1767326908.642905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810de600. 00010000:00000010:2.1:1767326908.642908:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb9a00. 00000080:00000010:2.1:1767326908.646864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604304c0. 00000080:00000010:2.1:1767326908.646875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72a100. 00010000:00000010:2.1:1767326908.646882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dee00. 00010000:00000010:2.1:1767326908.646886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a90a00. 00000080:00000010:2.1:1767326908.650859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e260. 00000080:00000010:2.1:1767326908.650873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72e300. 00010000:00000010:2.1:1767326908.650877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810deb00. 00010000:00000010:2.1:1767326908.650881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02d000. 00000080:00000010:2.1:1767326908.650885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403660. 00000080:00000010:2.1:1767326908.650893:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7298c0. 00010000:00000010:2.1:1767326908.650899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a92c00. 00010000:00000010:2.1:1767326908.650902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a90000. 00000080:00000010:2.1:1767326908.658871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fc40. 00000080:00000010:2.1:1767326908.658887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72dac0. 00010000:00000010:2.1:1767326908.658894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f30400. 00010000:00000010:2.1:1767326908.658897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b9c00. 00000080:00000010:2.1:1767326908.662865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403cc0. 00000080:00000010:2.1:1767326908.662875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7739c0. 00010000:00000010:2.1:1767326908.662880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a92800. 00010000:00000010:2.1:1767326908.662883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a90200. 00000080:00000010:2.1:1767326908.666870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34ba0. 00000080:00000010:2.1:1767326908.666886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a77a940. 00010000:00000010:2.1:1767326908.666901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a92300. 00010000:00000010:2.1:1767326908.666905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a91200. 00000080:00000010:2.1:1767326908.666908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c348c0. 00000080:00000010:2.1:1767326908.666914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a77f380. 00010000:00000010:2.1:1767326908.666919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693ba300. 00010000:00000010:2.1:1767326908.666922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e1200. 00000080:00000010:2.1:1767326908.670858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34b00. 00000080:00000010:2.1:1767326908.670869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a779080. 00010000:00000010:2.1:1767326908.670873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f30d00. 00010000:00000010:2.1:1767326908.670876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b9800. 00000080:00000010:2.1:1767326908.674863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403800. 00000080:00000010:2.1:1767326908.674875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a770000. 00010000:00000010:2.1:1767326908.674883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c6400. 00010000:00000010:2.1:1767326908.674887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e0400. 00000080:00000010:2.1:1767326908.674890:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34b60. 00000080:00000010:2.1:1767326908.678864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a78b9c0. 00010000:00000010:2.1:1767326908.678874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c6b00. 00010000:00000010:2.1:1767326908.678877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a74c00. 00000080:00000010:2.1:1767326908.678880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019320. 00000080:00000010:2.1:1767326908.678890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a78c200. 00010000:00000010:2.1:1767326908.678896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868479c00. 00010000:00000010:2.1:1767326908.678899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693b8600. 00000080:00000010:2.1:1767326908.682858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019b20. 00000080:00000010:2.1:1767326908.682870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7718c0. 00010000:00000010:2.1:1767326908.682881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e2000. 00010000:00000010:2.1:1767326908.682885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e1600. 00000080:00000010:2.1:1767326908.686904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34fc0. 00000080:00000010:2.1:1767326908.686929:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a77c200. 00010000:00000010:2.1:1767326908.686939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e2100. 00010000:00000010:2.1:1767326908.686945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e0c00. 00000080:00000010:2.1:1767326908.690870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34d20. 00000080:00000010:2.1:1767326908.690886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a77a100. 00010000:00000010:2.1:1767326908.690891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f37c00. 00010000:00000010:2.1:1767326908.690896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f590800. 00000080:00000010:2.1:1767326908.694868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403360. 00000080:00000010:2.1:1767326908.698888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a783180. 00010000:00000010:2.1:1767326908.698900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f37a00. 00010000:00000010:2.1:1767326908.698906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87154f400. 00000080:00000010:2.1:1767326908.702874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430b20. 00000080:00000010:2.1:1767326908.702891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a780840. 00010000:00000010:2.1:1767326908.702896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f596900. 00010000:00000010:2.1:1767326908.702901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87154ee00. 00000080:00000010:2.1:1767326908.706881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430780. 00000080:00000010:2.1:1767326908.706902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a790000. 00010000:00000010:2.1:1767326908.706912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f596500. 00010000:00000010:2.1:1767326908.706917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f593000. 00000080:00000010:2.1:1767326908.706921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34440. 00000080:00000010:2.1:1767326908.710888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a794200. 00010000:00000010:2.1:1767326908.710901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871548100. 00010000:00000010:2.1:1767326908.710906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f592000. 00000080:00000010:2.1:1767326908.710912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c347a0. 00000080:00000010:2.1:1767326908.710920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7a4a40. 00010000:00000010:2.1:1767326908.714880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86847c500. 00010000:00000010:2.1:1767326908.714891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f595400. 00000080:00000010:2.1:1767326908.714895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019b40. 00000080:00000010:2.1:1767326908.714909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a787380. 00010000:00000010:2.1:1767326908.718881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871548400. 00010000:00000010:2.1:1767326908.718892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87154fa00. 00000080:00000010:2.1:1767326908.718897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430560. 00000080:00000010:2.1:1767326908.722876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a78ca40. 00010000:00000010:2.1:1767326908.722887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86847ce00. 00010000:00000010:2.1:1767326908.722892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f595600. 00000080:00000010:2.1:1767326908.726874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019000. 00000080:00000010:2.1:1767326908.726890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a784200. 00010000:00000010:2.1:1767326908.726907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86847e200. 00010000:00000010:2.1:1767326908.726909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e6a00. 00000080:00000010:2.1:1767326908.730875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594032c0. 00000080:00000010:2.1:1767326908.730887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7a7380. 00010000:00000010:2.1:1767326908.730893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87154c900. 00010000:00000010:2.1:1767326908.730895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e6800. 00000080:00000010:2.1:1767326908.734873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594030c0. 00000080:00000010:2.1:1767326908.734886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7a39c0. 00010000:00000010:2.1:1767326908.734902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87154c300. 00010000:00000010:2.1:1767326908.734907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d26e00. 00000080:00000010:2.1:1767326908.738889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019d80. 00000080:00000010:2.1:1767326908.738905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a786b40. 00010000:00000010:2.1:1767326908.738914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693bf800. 00010000:00000010:2.1:1767326908.738918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa0c800. 00000080:00000010:2.1:1767326908.745863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430bc0. 00000080:00000010:2.1:1767326908.745881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c1080. 00010000:00000010:2.1:1767326908.745886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d22800. 00010000:00000010:2.1:1767326908.745890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa0da00. 00000080:00000010:2.1:1767326908.749862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604304a0. 00000080:00000010:2.1:1767326908.749879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c39c0. 00010000:00000010:2.1:1767326908.749889:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d22f00. 00010000:00000010:2.1:1767326908.749892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d27800. 00000080:00000010:2.1:1767326908.753874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019c60. 00000080:00000010:2.1:1767326908.753898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c4200. 00010000:00000010:2.1:1767326908.753905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869203300. 00010000:00000010:2.1:1767326908.753913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869207e00. 00000080:00000010:2.1:1767326908.753921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403f80. 00000080:00000010:2.1:1767326908.753936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7a18c0. 00010000:00000010:2.1:1767326908.753951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa0a300. 00010000:00000010:2.1:1767326908.753955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d27e00. 00000080:00000010:2.1:1767326908.757885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810195e0. 00000080:00000010:2.1:1767326908.757904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b0840. 00010000:00000010:2.1:1767326908.757912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa0a200. 00010000:00000010:2.1:1767326908.757917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869207800. 00000080:00000010:2.1:1767326908.761880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403d40. 00000080:00000010:2.1:1767326908.761897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b2940. 00010000:00000010:2.1:1767326908.765869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d0b00. 00010000:00000010:2.1:1767326908.765874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8452bd000. 00000080:00000010:2.1:1767326908.765878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430e80. 00000080:00000010:2.1:1767326908.769887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c6b40. 00010000:00000010:2.1:1767326908.769899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d4e00. 00010000:00000010:2.1:1767326908.769903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e6600. 00000080:00000010:2.1:1767326908.773880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019dc0. 00000080:00000010:2.1:1767326908.773894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7cd280. 00010000:00000010:2.1:1767326908.773899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa0ac00. 00010000:00000010:2.1:1767326908.773903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f595000. 00000080:00000010:2.1:1767326908.777879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019220. 00000080:00000010:2.1:1767326908.777892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7cca40. 00010000:00000010:2.1:1767326908.777899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d6600. 00010000:00000010:2.1:1767326908.777902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9d400. 00000080:00000010:2.1:1767326908.781869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403620. 00000080:00000010:2.1:1767326908.781880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c8840. 00010000:00000010:2.1:1767326908.781886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa0a400. 00010000:00000010:2.1:1767326908.781888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe8200. 00000080:00000010:2.1:1767326908.785878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019260. 00000080:00000010:2.1:1767326908.785892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b7380. 00010000:00000010:2.1:1767326908.785899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d6e00. 00010000:00000010:2.1:1767326908.785902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869feb800. 00000080:00000010:2.1:1767326908.789889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403c40. 00000080:00000010:2.1:1767326908.789904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ca940. 00010000:00000010:2.1:1767326908.789912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b8b00. 00010000:00000010:2.1:1767326908.789916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe8400. 00000080:00000010:2.1:1767326908.793879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019aa0. 00000080:00000010:2.1:1767326908.793896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b39c0. 00010000:00000010:2.1:1767326908.793906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d3000. 00010000:00000010:2.1:1767326908.793910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe9800. 00000080:00000010:2.1:1767326908.797872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019e80. 00000080:00000010:2.1:1767326908.797885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7d98c0. 00010000:00000010:2.1:1767326908.797892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b8000. 00010000:00000010:2.1:1767326908.797895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8c000. 00000080:00000010:2.1:1767326908.801868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430cc0. 00000080:00000010:2.1:1767326908.801877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b0000. 00010000:00000010:2.1:1767326908.801882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869fefa00. 00010000:00000010:2.1:1767326908.801888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8dc00. 00000080:00000010:2.1:1767326908.805860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604303c0. 00000080:00000010:2.1:1767326908.805873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7dca40. 00010000:00000010:2.1:1767326908.805882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f99300. 00010000:00000010:2.1:1767326908.805886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8d200. 00000080:00000010:2.1:1767326908.813866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430380. 00000080:00000010:2.1:1767326908.813877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ce300. 00010000:00000010:2.1:1767326908.813881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842a8f400. 00010000:00000010:2.1:1767326908.813884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8b400. 00000080:00000010:2.1:1767326908.813886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403ba0. 00000080:00000010:2.1:1767326908.813898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7da940. 00010000:00000010:2.1:1767326908.813904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842a8fd00. 00010000:00000010:2.1:1767326908.813906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1200. 00000080:00000010:2.1:1767326908.817866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594038c0. 00000080:00000010:2.1:1767326908.817876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e3180. 00010000:00000010:2.1:1767326908.817880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b9300. 00010000:00000010:2.1:1767326908.817883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a0a00. 00000080:00000010:2.1:1767326908.821865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810198a0. 00000080:00000010:2.1:1767326908.821875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b2100. 00010000:00000010:2.1:1767326908.821885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c5a00. 00010000:00000010:2.1:1767326908.821889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874869000. 00000080:00000010:2.1:1767326908.821892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430e20. 00000080:00000010:2.1:1767326908.821900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7db9c0. 00010000:00000010:2.1:1767326908.821904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b9400. 00010000:00000010:2.1:1767326908.821907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874868000. 00000080:00000010:2.1:1767326908.825866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430d80. 00000080:00000010:2.1:1767326908.825883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b6300. 00010000:00000010:2.1:1767326908.825893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c4900. 00010000:00000010:2.1:1767326908.825897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8ae00. 00000080:00000010:2.1:1767326908.829861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403020. 00000080:00000010:2.1:1767326908.829873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e2100. 00010000:00000010:2.1:1767326908.829880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a5d00. 00010000:00000010:2.1:1767326908.829884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1400. 00000080:00000010:2.1:1767326908.833862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019f20. 00000080:00000010:2.1:1767326908.833872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e9080. 00010000:00000010:2.1:1767326908.833876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c4000. 00010000:00000010:2.1:1767326908.833879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486f200. 00000080:00000010:2.1:1767326908.833882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430740. 00000080:00000010:2.1:1767326908.833889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e18c0. 00010000:00000010:2.1:1767326908.837866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878951200. 00010000:00000010:2.1:1767326908.837870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1c00. 00000080:00000010:2.1:1767326908.837872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810194a0. 00000080:00000010:2.1:1767326908.837879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f39c0. 00010000:00000010:2.1:1767326908.837885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6d00. 00010000:00000010:2.1:1767326908.837891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486f000. 00000080:00000010:2.1:1767326908.841855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430c20. 00000080:00000010:2.1:1767326908.841863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ea100. 00010000:00000010:2.1:1767326908.841867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869fb00. 00010000:00000010:2.1:1767326908.841869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486e000. 00000080:00000010:2.1:1767326908.845868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604302e0. 00000080:00000010:2.1:1767326908.845879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a06300. 00010000:00000010:2.1:1767326908.845886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6000. 00010000:00000010:2.1:1767326908.845890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e9200. 00000080:00000010:2.1:1767326908.849878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810197c0. 00000080:00000010:2.1:1767326908.849890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e98c0. 00010000:00000010:2.1:1767326908.849894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869fc00. 00010000:00000010:2.1:1767326908.849897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486d800. 00000080:00000010:2.1:1767326908.849900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403940. 00000080:00000010:2.1:1767326908.849907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a06b40. 00010000:00000010:2.1:1767326908.849913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869a800. 00010000:00000010:2.1:1767326908.849916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a8400. 00000080:00000010:2.1:1767326908.853867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430c60. 00000080:00000010:2.1:1767326908.853881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ed280. 00010000:00000010:2.1:1767326908.853886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869a300. 00010000:00000010:2.1:1767326908.853889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a9000. 00000080:00000010:2.1:1767326908.857859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430b40. 00000080:00000010:2.1:1767326908.857870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7eca40. 00010000:00000010:2.1:1767326908.857878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99200. 00010000:00000010:2.1:1767326908.857881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a9e00. 00000080:00000010:2.1:1767326908.861874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430e60. 00000080:00000010:2.1:1767326908.861886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f5ac0. 00010000:00000010:2.1:1767326908.861890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99100. 00010000:00000010:2.1:1767326908.861894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e9400. 00000080:00000010:2.1:1767326908.861897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019c00. 00000080:00000010:2.1:1767326908.861903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f5280. 00010000:00000010:2.1:1767326908.861908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869ad00. 00010000:00000010:2.1:1767326908.861911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a9200. 00000080:00000010:2.1:1767326908.869880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430320. 00000080:00000010:2.1:1767326908.869894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ea940. 00010000:00000010:2.1:1767326908.869902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99700. 00010000:00000010:2.1:1767326908.869906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878955400. 00000080:00000010:2.1:1767326908.873881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019660. 00000080:00000010:2.1:1767326908.873897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f7380. 00010000:00000010:2.1:1767326908.873905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869d200. 00010000:00000010:2.1:1767326908.873909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167f600. 00000080:00000010:2.1:1767326908.877878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430dc0. 00000080:00000010:2.1:1767326908.877894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a139c0. 00010000:00000010:2.1:1767326908.877903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869da00. 00010000:00000010:2.1:1767326908.877906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167d400. 00000080:00000010:2.1:1767326908.877908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403780. 00000080:00000010:2.1:1767326908.877915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a14200. 00010000:00000010:2.1:1767326908.877919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869d700. 00010000:00000010:2.1:1767326908.877921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167fa00. 00000080:00000010:2.1:1767326908.881888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604308e0. 00000080:00000010:2.1:1767326908.881904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a12100. 00010000:00000010:2.1:1767326908.881912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878953000. 00010000:00000010:2.1:1767326908.881917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167ec00. 00000080:00000010:2.1:1767326908.881920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8505cb6a0. 00000080:00000010:2.1:1767326908.885874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a16300. 00010000:00000010:2.1:1767326908.885884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878953400. 00010000:00000010:2.1:1767326908.885888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167e600. 00000080:00000010:2.1:1767326908.889886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001bfc0. 00000080:00000010:2.1:1767326908.889900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a2e300. 00010000:00000010:2.1:1767326908.889907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878953b00. 00010000:00000010:2.1:1767326908.889911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870440400. 00000080:00000010:2.1:1767326908.889913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001b9a0. 00000080:00000010:2.1:1767326908.893882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a15280. 00010000:00000010:2.1:1767326908.893894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa17a00. 00010000:00000010:2.1:1767326908.893899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9e000. 00000080:00000010:2.1:1767326908.897879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810199a0. 00000080:00000010:2.1:1767326908.897905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1b9c0. 00010000:00000010:2.1:1767326908.897911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87167b400. 00010000:00000010:2.1:1767326908.897915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925b400. 00000080:00000010:2.1:1767326908.897918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019a20. 00000080:00000010:2.1:1767326908.897926:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a2dac0. 00010000:00000010:2.1:1767326908.897933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa13400. 00010000:00000010:2.1:1767326908.897936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870440000. 00000080:00000010:2.1:1767326908.901866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001b9e0. 00000080:00000010:2.1:1767326908.901877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a11080. 00010000:00000010:2.1:1767326908.905880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa13b00. 00010000:00000010:2.1:1767326908.905890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870441400. 00000080:00000010:2.1:1767326908.905899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001b9c0. 00000080:00000010:2.1:1767326908.905916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a35ac0. 00010000:00000010:2.1:1767326908.909875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa11600. 00010000:00000010:2.1:1767326908.909882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925cc00. 00000080:00000010:2.1:1767326908.909887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594037e0. 00000080:00000010:2.1:1767326908.909899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a29080. 00010000:00000010:2.1:1767326908.913875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa17400. 00010000:00000010:2.1:1767326908.913883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716af000. 00000080:00000010:2.1:1767326908.913888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001b960. 00000080:00000010:2.1:1767326908.913897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1dac0. 00010000:00000010:2.1:1767326908.913903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86925e500. 00010000:00000010:2.1:1767326908.913905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ae000. 00000080:00000010:2.1:1767326908.917864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001bfa0. 00000080:00000010:2.1:1767326908.917875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a30840. 00010000:00000010:2.1:1767326908.917880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637fb00. 00010000:00000010:2.1:1767326908.917883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925a000. 00000080:00000010:2.1:1767326908.921869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019be0. 00000080:00000010:2.1:1767326908.921878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1b180. 00010000:00000010:2.1:1767326908.921882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637f100. 00010000:00000010:2.1:1767326908.921885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ad200. 00000080:00000010:2.1:1767326908.925866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594030a0. 00000080:00000010:2.1:1767326908.925876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a31080. 00010000:00000010:2.1:1767326908.925881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870446b00. 00010000:00000010:2.1:1767326908.925883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167c600. 00000080:00000010:2.1:1767326908.929878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019700. 00000080:00000010:2.1:1767326908.929890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a52100. 00010000:00000010:2.1:1767326908.929896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f271600. 00010000:00000010:2.1:1767326908.929900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ac400. 00000080:00000010:2.1:1767326908.933857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403820. 00000080:00000010:2.1:1767326908.933866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a34200. 00010000:00000010:2.1:1767326908.933872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f271900. 00010000:00000010:2.1:1767326908.933881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab7e00. 00000080:00000010:2.1:1767326908.937880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403aa0. 00000080:00000010:2.1:1767326908.937894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a36300. 00010000:00000010:2.1:1767326908.937898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f271300. 00010000:00000010:2.1:1767326908.937900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab0e00. 00000080:00000010:2.1:1767326908.937903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f5a0. 00000080:00000010:2.1:1767326908.937907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a318c0. 00010000:00000010:2.1:1767326908.937911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f275200. 00010000:00000010:2.1:1767326908.937913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab7400. 00000080:00000010:2.1:1767326908.941866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403da0. 00000080:00000010:2.1:1767326908.941881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a56b40. 00010000:00000010:2.1:1767326908.941889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637c100. 00010000:00000010:2.1:1767326908.941892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f276600. 00000080:00000010:2.1:1767326908.945869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019cc0. 00000080:00000010:2.1:1767326908.945886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a55ac0. 00010000:00000010:2.1:1767326908.945891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637ce00. 00010000:00000010:2.1:1767326908.945894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab1e00. 00000080:00000010:2.1:1767326908.950866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f3c0. 00000080:00000010:2.1:1767326908.950874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a54a40. 00010000:00000010:2.1:1767326908.950880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637d400. 00010000:00000010:2.1:1767326908.950883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f03c00. 00000080:00000010:2.1:1767326908.958861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f9a0. 00000080:00000010:2.1:1767326908.958874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a498c0. 00010000:00000010:2.1:1767326908.958879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ab4200. 00010000:00000010:2.1:1767326908.958882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f03200. 00000080:00000010:2.1:1767326908.958885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f3e0. 00000080:00000010:2.1:1767326908.958893:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a5b180. 00010000:00000010:2.1:1767326908.958899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ab4c00. 00010000:00000010:2.1:1767326908.958901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f02400. 00000080:00000010:2.1:1767326908.962870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f6a0. 00000080:00000010:2.1:1767326908.962883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a59080. 00010000:00000010:2.1:1767326908.962887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f548100. 00010000:00000010:2.1:1767326908.962891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f03000. 00000080:00000010:2.1:1767326908.966873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fd00. 00000080:00000010:2.1:1767326908.966886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a52940. 00010000:00000010:2.1:1767326908.966891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f549000. 00010000:00000010:2.1:1767326908.966894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f06200. 00000080:00000010:2.1:1767326908.966898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594039e0. 00000080:00000010:2.1:1767326908.966905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a4b180. 00010000:00000010:2.1:1767326908.966909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ab4700. 00010000:00000010:2.1:1767326908.966912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847087c00. 00000080:00000010:2.1:1767326908.966915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f040. 00000080:00000010:2.1:1767326908.966921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a5b9c0. 00010000:00000010:2.1:1767326908.966924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f548700. 00010000:00000010:2.1:1767326908.966927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847087600. 00000080:00000010:2.1:1767326908.970869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f820. 00000080:00000010:2.1:1767326908.970880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a539c0. 00010000:00000010:2.1:1767326908.970885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f54fc00. 00010000:00000010:2.1:1767326908.970889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f06400. 00000080:00000010:2.1:1767326908.974886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403160. 00000080:00000010:2.1:1767326908.974900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a58000. 00010000:00000010:2.1:1767326908.974906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f54fa00. 00010000:00000010:2.1:1767326908.974910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847086a00. 00000080:00000010:2.1:1767326908.979870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f840. 00000080:00000010:2.1:1767326908.979882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a5c200. 00010000:00000010:2.1:1767326908.979888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581d1c00. 00010000:00000010:2.1:1767326908.979891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b8600. 00000080:00000010:2.1:1767326908.983871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810196a0. 00000080:00000010:2.1:1767326908.983886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a50000. 00010000:00000010:2.1:1767326908.983893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f54f300. 00010000:00000010:2.1:1767326908.983896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847086000. 00000080:00000010:2.1:1767326908.983900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fa40. 00000080:00000010:2.1:1767326908.983908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a79080. 00010000:00000010:2.1:1767326908.983912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f54c900. 00010000:00000010:2.1:1767326908.983915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847086600. 00000080:00000010:2.1:1767326908.987865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fe00. 00000080:00000010:2.1:1767326908.987883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a6dac0. 00010000:00000010:2.1:1767326908.987891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581d1900. 00010000:00000010:2.1:1767326908.987894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847083e00. 00000080:00000010:2.1:1767326908.991857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f744860. 00000080:00000010:2.1:1767326908.991866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a86300. 00010000:00000010:2.1:1767326908.991869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581d1500. 00010000:00000010:2.1:1767326908.991872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b8800. 00000080:00000010:2.1:1767326908.991875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403f20. 00000080:00000010:2.1:1767326908.991880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a818c0. 00010000:00000010:2.1:1767326908.995872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bb000. 00010000:00000010:2.1:1767326908.995877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f63200. 00000080:00000010:2.1:1767326908.995881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403320. 00000080:00000010:2.1:1767326908.995891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a6b180. 00010000:00000010:2.1:1767326908.999885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e4d00. 00010000:00000010:2.1:1767326908.999892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f62c00. 00000080:00000010:2.1:1767326908.999896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403200. 00000080:00000010:2.1:1767326908.999907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a796300. 00010000:00000010:2.1:1767326908.999913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e4900. 00010000:00000010:2.1:1767326908.999916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868600800. 00000080:00000010:2.1:1767326909.003876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34c60. 00000080:00000010:2.1:1767326909.003890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7918c0. 00010000:00000010:2.1:1767326909.003894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e4500. 00010000:00000010:2.1:1767326909.003896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868600a00. 00000080:00000010:2.1:1767326909.007877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34ee0. 00000080:00000010:2.1:1767326909.007892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a796b40. 00010000:00000010:2.1:1767326909.007898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f66e00. 00010000:00000010:2.1:1767326909.007902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868601800. 00000080:00000010:2.1:1767326909.011881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34660. 00000080:00000010:2.1:1767326909.011897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a7d280. 00010000:00000010:2.1:1767326909.011903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502c3400. 00010000:00000010:2.1:1767326909.011906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c7c00. 00000080:00000010:2.1:1767326909.015884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f744220. 00000080:00000010:2.1:1767326909.015900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a793180. 00010000:00000010:2.1:1767326909.015908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502c3d00. 00010000:00000010:2.1:1767326909.015912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868601400. 00000080:00000010:2.1:1767326909.019885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c346a0. 00000080:00000010:2.1:1767326909.019902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a790840. 00010000:00000010:2.1:1767326909.019909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c0200. 00010000:00000010:2.1:1767326909.019912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868605600. 00000080:00000010:2.1:1767326909.023883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f1e0. 00000080:00000010:2.1:1767326909.023896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a792940. 00010000:00000010:2.1:1767326909.023902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c0f00. 00010000:00000010:2.1:1767326909.023905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868605200. 00000080:00000010:2.1:1767326909.023907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f020. 00000080:00000010:2.1:1767326909.027892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a7a940. 00010000:00000010:2.1:1767326909.027902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c0400. 00010000:00000010:2.1:1767326909.027905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f2a00. 00000080:00000010:2.1:1767326909.027909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c349a0. 00000080:00000010:2.1:1767326909.027914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a88000. 00010000:00000010:2.1:1767326909.031878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502c7a00. 00010000:00000010:2.1:1767326909.031886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c7000. 00000080:00000010:2.1:1767326909.031890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f7448a0. 00000080:00000010:2.1:1767326909.035898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a918c0. 00010000:00000010:2.1:1767326909.035908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c3b00. 00010000:00000010:2.1:1767326909.035913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f4c00. 00000080:00000010:2.1:1767326909.039882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fd20. 00000080:00000010:2.1:1767326909.039906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a8e300. 00010000:00000010:2.1:1767326909.039916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868607100. 00010000:00000010:2.1:1767326909.039920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c6600. 00000080:00000010:2.1:1767326909.043868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f7446a0. 00000080:00000010:2.1:1767326909.043880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a82940. 00010000:00000010:2.1:1767326909.043884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868607600. 00010000:00000010:2.1:1767326909.043886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fa8000. 00000080:00000010:2.1:1767326909.047886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f7444a0. 00000080:00000010:2.1:1767326909.047900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a87380. 00010000:00000010:2.1:1767326909.047910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ba8300. 00010000:00000010:2.1:1767326909.047914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f5400. 00000080:00000010:2.1:1767326909.051871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fda0. 00000080:00000010:2.1:1767326909.051895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a95280. 00010000:00000010:2.1:1767326909.051902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868607800. 00010000:00000010:2.1:1767326909.051906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bafa00. 00000080:00000010:2.1:1767326909.055873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c344a0. 00000080:00000010:2.1:1767326909.055899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a839c0. 00010000:00000010:2.1:1767326909.055910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bb100. 00010000:00000010:2.1:1767326909.055914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878baec00. 00000080:00000010:2.1:1767326909.059877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34640. 00000080:00000010:2.1:1767326909.059892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a8ca40. 00010000:00000010:2.1:1767326909.059897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c4e00. 00010000:00000010:2.1:1767326909.059900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9ab200. 00000080:00000010:2.1:1767326909.063882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fb00. 00000080:00000010:2.1:1767326909.063899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a88840. 00010000:00000010:2.1:1767326909.063906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bba00. 00010000:00000010:2.1:1767326909.063910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f63c00. 00000080:00000010:2.1:1767326909.067874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403400. 00000080:00000010:2.1:1767326909.067890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a68840. 00010000:00000010:2.1:1767326909.067905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ba9e00. 00010000:00000010:2.1:1767326909.067909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9af000. 00000080:00000010:2.1:1767326909.071883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34020. 00000080:00000010:2.1:1767326909.071905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a92940. 00010000:00000010:2.1:1767326909.071912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ba9900. 00010000:00000010:2.1:1767326909.071916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9aec00. 00000080:00000010:2.1:1767326909.075883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34ea0. 00000080:00000010:2.1:1767326909.075894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a97380. 00010000:00000010:2.1:1767326909.075901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bca00. 00010000:00000010:2.1:1767326909.075905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f62800. 00000080:00000010:2.1:1767326909.080880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403420. 00000080:00000010:2.1:1767326909.080896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a6f380. 00010000:00000010:2.1:1767326909.080904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bc700. 00010000:00000010:2.1:1767326909.080909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9aaa00. 00000080:00000010:2.1:1767326909.083886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fba0. 00000080:00000010:2.1:1767326909.083899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a69080. 00010000:00000010:2.1:1767326909.083906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fae600. 00010000:00000010:2.1:1767326909.083909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871329a00. 00000080:00000010:2.1:1767326909.087869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f380. 00000080:00000010:2.1:1767326909.087888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868aa98c0. 00010000:00000010:2.1:1767326909.087898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846faeb00. 00010000:00000010:2.1:1767326909.087905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871329e00. 00000080:00000010:3.1:1767326909.432873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462160. 00000080:00000010:3.1:1767326909.432900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae8a100. 00010000:00000010:3.1:1767326909.432904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843009a00. 00010000:00000010:3.1:1767326909.432907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846564e00. 00000080:00000010:2.1:1767326909.436878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324daa0. 00000080:00000010:2.1:1767326909.436903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846978000. 00010000:00000010:2.1:1767326909.436911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84300bf00. 00010000:00000010:2.1:1767326909.436916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f8a00. 00000080:00000010:2.1:1767326909.441876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462040. 00000080:00000010:2.1:1767326909.441906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84697c200. 00010000:00000010:2.1:1767326909.441930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f19e00. 00010000:00000010:2.1:1767326909.441939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c112e00. 00000080:00000010:2.1:1767326909.445864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07060. 00000080:00000010:2.1:1767326909.445882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846987380. 00010000:00000010:2.1:1767326909.445890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880cc00. 00010000:00000010:2.1:1767326909.445893:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c113a00. 00000080:00000010:2.1:1767326909.449857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c072e0. 00000080:00000010:2.1:1767326909.449867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846981080. 00010000:00000010:2.1:1767326909.449872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880cd00. 00010000:00000010:2.1:1767326909.449875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c112600. 00000080:00000010:2.1:1767326909.453858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c073e0. 00000080:00000010:2.1:1767326909.453869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469839c0. 00010000:00000010:2.1:1767326909.453875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85939d400. 00010000:00000010:2.1:1767326909.453879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502fdc00. 00000080:00000010:2.1:1767326909.457865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462fa0. 00000080:00000010:2.1:1767326909.457876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae8dac0. 00010000:00000010:2.1:1767326909.457884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85939db00. 00010000:00000010:2.1:1767326909.457887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5d400. 00000080:00000010:2.1:1767326909.461881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462660. 00000080:00000010:2.1:1767326909.461894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae8ca40. 00010000:00000010:2.1:1767326909.461899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84300b100. 00010000:00000010:2.1:1767326909.461902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c113800. 00000080:00000010:2.1:1767326909.466862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07f00. 00000080:00000010:2.1:1767326909.466886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84698e300. 00010000:00000010:2.1:1767326909.466893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880d400. 00010000:00000010:2.1:1767326909.466897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84557b400. 00000080:00000010:2.1:1767326909.470866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07e80. 00000080:00000010:2.1:1767326909.470883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846984200. 00010000:00000010:2.1:1767326909.470893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880d500. 00010000:00000010:2.1:1767326909.470901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5e400. 00000080:00000010:2.1:1767326909.474859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07260. 00000080:00000010:2.1:1767326909.474880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846986300. 00010000:00000010:2.1:1767326909.474886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502ffe00. 00010000:00000010:2.1:1767326909.474890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84557a000. 00000080:00000010:2.1:1767326909.474893:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07b60. 00000080:00000010:2.1:1767326909.478880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469818c0. 00010000:00000010:2.1:1767326909.478889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c110500. 00010000:00000010:2.1:1767326909.478891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5ca00. 00000080:00000010:2.1:1767326909.478893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462b00. 00000080:00000010:2.1:1767326909.478903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846991080. 00010000:00000010:2.1:1767326909.478907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502ffb00. 00010000:00000010:2.1:1767326909.478909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843113800. 00000080:00000010:2.1:1767326909.483864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462220. 00000080:00000010:2.1:1767326909.483885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846985ac0. 00010000:00000010:2.1:1767326909.483899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c110a00. 00010000:00000010:2.1:1767326909.483905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843110a00. 00000080:00000010:2.1:1767326909.487859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c078e0. 00000080:00000010:2.1:1767326909.487870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846994200. 00010000:00000010:2.1:1767326909.487876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502ff500. 00010000:00000010:2.1:1767326909.487880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5fe00. 00000080:00000010:2.1:1767326909.491865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324df80. 00000080:00000010:2.1:1767326909.491874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84698b180. 00010000:00000010:2.1:1767326909.491878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502fff00. 00010000:00000010:2.1:1767326909.491880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843110400. 00000080:00000010:2.1:1767326909.491882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07a00. 00000080:00000010:2.1:1767326909.491891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84699a100. 00010000:00000010:2.1:1767326909.491896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847ba7700. 00010000:00000010:2.1:1767326909.491899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5ec00. 00000080:00000010:2.1:1767326909.496878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d8a0. 00000080:00000010:2.1:1767326909.496902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846995280. 00010000:00000010:2.1:1767326909.496910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847ba7300. 00010000:00000010:2.1:1767326909.496916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843110c00. 00000080:00000010:2.1:1767326909.500861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07fe0. 00000080:00000010:2.1:1767326909.500876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846993180. 00010000:00000010:2.1:1767326909.500882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847ba7400. 00010000:00000010:2.1:1767326909.500886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5f200. 00000080:00000010:2.1:1767326909.504867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d8c0. 00000080:00000010:2.1:1767326909.504884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846992940. 00010000:00000010:2.1:1767326909.504903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd0b00. 00010000:00000010:2.1:1767326909.504907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8526f9000. 00000080:00000010:2.1:1767326909.504910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462500. 00000080:00000010:2.1:1767326909.504918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469a5280. 00010000:00000010:2.1:1767326909.504922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870db9a00. 00010000:00000010:2.1:1767326909.504924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432fea00. 00000080:00000010:2.1:1767326909.509855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07ec0. 00000080:00000010:2.1:1767326909.509865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84699d280. 00010000:00000010:2.1:1767326909.509869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f771100. 00010000:00000010:2.1:1767326909.509872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8432fe000. 00000080:00000010:2.1:1767326909.513859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c076c0. 00000080:00000010:2.1:1767326909.513874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84699b180. 00010000:00000010:2.1:1767326909.513880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd1100. 00010000:00000010:2.1:1767326909.513882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a2200. 00000080:00000010:2.1:1767326909.521872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462ce0. 00000080:00000010:2.1:1767326909.521892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469a2940. 00010000:00000010:2.1:1767326909.521904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd1e00. 00010000:00000010:2.1:1767326909.521909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a3200. 00000080:00000010:2.1:1767326909.521912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462120. 00000080:00000010:2.1:1767326909.521920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469a1080. 00010000:00000010:2.1:1767326909.521925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f133b00. 00010000:00000010:2.1:1767326909.521928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a2a00. 00000080:00000010:2.1:1767326909.525867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462ec0. 00000080:00000010:2.1:1767326909.525883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84698f380. 00010000:00000010:2.1:1767326909.525892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd1500. 00010000:00000010:2.1:1767326909.525897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a3800. 00000080:00000010:3.1:1767326909.529876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462860. 00000080:00000010:3.1:1767326909.529903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469a0000. 00010000:00000010:3.1:1767326909.529917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f133800. 00010000:00000010:3.1:1767326909.529921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860082800. 00000080:00000010:3.1:1767326909.661883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cac0. 00000080:00000010:3.1:1767326909.661904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469e6b40. 00010000:00000010:3.1:1767326909.661912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86928c800. 00010000:00000010:3.1:1767326909.661917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b6a600. 00010000:00000010:2.1:1767326910.750889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87581a400. 00010000:00000010:2.1:1767326910.750899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121d000. 00010000:00000010:2.1:1767326910.750903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8683d4800. 00010000:00000010:2.1:1767326910.750909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870951e00. 00010000:00000010:2.1:1767326910.785859:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847186000. 00010000:00000010:2.1:1767326910.785867:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919ce00. 00010000:00000010:2.1:1767326910.791891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715bf300. 00010000:00000010:2.1:1767326910.791902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871505a00. 00010000:00000010:2.1:1767326910.791918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715bfd00. 00010000:00000010:2.1:1767326910.791924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871093800. 00010000:00000010:3.1:1767326910.796886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f3a00. 00010000:00000010:3.1:1767326910.796904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de3000. 00010000:00000010:3.1:1767326910.893859:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871444d00. 00010000:00000010:3.1:1767326910.893864:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3e400. 00010000:00000010:2.1:1767326910.898871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874710500. 00010000:00000010:2.1:1767326910.898881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54c800. 00010000:00000010:3.1:1767326910.898890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847147100. 00010000:00000010:2.1:1767326910.898891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859390400. 00010000:00000010:2.1:1767326910.898901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b15200. 00010000:00000010:3.1:1767326910.898903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207200. 00010000:00000010:3.1:1767326910.898912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86038af00. 00010000:00000010:3.1:1767326910.898920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869046000. 00010000:00000010:3.1:1767326910.898929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d7600. 00010000:00000010:3.1:1767326910.898940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715aba00. 00010000:00000010:3.1:1767326910.898948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869219a00. 00010000:00000010:3.1:1767326910.898957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581cae00. 00010000:00000010:3.1:1767326910.902869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869219f00. 00010000:00000010:3.1:1767326910.902877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581cb600. 00000080:00000010:3.1:1767326910.961882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcb80. 00000080:00000010:3.1:1767326910.961905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af66300. 00010000:00000010:3.1:1767326910.961914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850dad200. 00010000:00000010:3.1:1767326910.961918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5da400. 00000080:00000010:3.1:1767326910.979868:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54640. 00000080:00000010:3.1:1767326910.979894:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af618c0. 00010000:00000010:3.1:1767326910.979908:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691c2300. 00010000:00000010:3.1:1767326910.979961:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5da000. 00000080:00000010:3.1:1767326910.991866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f549a0. 00000080:00000010:3.1:1767326910.991899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af69080. 00010000:00000010:3.1:1767326910.991911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691c2600. 00010000:00000010:3.1:1767326910.991915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5dba00. 00010000:00000010:2.1:1767326911.050872:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e8600. 00010000:00000010:2.1:1767326911.050883:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eeb200. 00010000:00000010:2.1:1767326911.076866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86903eb00. 00010000:00000010:2.1:1767326911.076872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874dba000. 00010000:00000010:3.1:1767326911.076878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501efe00. 00010000:00000010:3.1:1767326911.076886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bce00. 00000080:00000010:2.1:1767326911.109863:0:193131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a560. 00000080:00000010:2.1:1767326911.112869:0:193131:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af57380. 00010000:00000010:2.1:1767326911.112905:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a44200. 00010000:00000010:2.1:1767326911.112913:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705df800. 00010000:00000010:3.1:1767326911.115873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861047700. 00010000:00000010:3.1:1767326911.115881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab1e00. 00010000:00000010:3.1:1767326911.147890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846510a00. 00010000:00000010:3.1:1767326911.147901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a66800. 00010000:00000010:3.1:1767326911.151869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870940b00. 00010000:00000010:3.1:1767326911.151885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f6ec00. 00010000:00000010:3.1:1767326911.151893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ee6e00. 00010000:00000010:3.1:1767326911.151900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cbca00. 00010000:00000010:3.1:1767326911.177881:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c6ca00. 00010000:00000010:3.1:1767326911.177886:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c68400. 00010000:00000010:2.1:1767326911.185862:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844ffe900. 00010000:00000010:2.1:1767326911.185869:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844ffda00. 00010000:00000010:2.1:1767326911.188913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464efb00. 00010000:00000010:2.1:1767326911.188920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ae0200. 00010000:00000010:3.1:1767326911.221889:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87581ab00. 00010000:00000010:3.1:1767326911.221899:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121c000. 00010000:00000010:2.1:1767326911.253933:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871506100. 00010000:00000010:2.1:1767326911.253945:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850340a00. 00010000:00000010:3.1:1767326911.254871:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a7100. 00010000:00000010:3.1:1767326911.254882:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691e9400. 00010000:00000010:3.1:1767326911.271121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86900aa00. 00010000:00000010:3.1:1767326911.271127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871505000. 00010000:00000010:3.1:1767326911.271131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b1800. 00010000:00000010:3.1:1767326911.271134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848549400. 00010000:00000010:2.1:1767326911.287862:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869391600. 00010000:00000010:2.1:1767326911.287872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87896f200. 00010000:00000010:2.1:1767326911.290945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847071000. 00010000:00000010:2.1:1767326911.290954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63fe00. 00010000:00000010:2.1:1767326911.290961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b0800. 00010000:00000010:2.1:1767326911.290968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f39b200. 00010000:00000010:2.1:1767326911.304886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f04e700. 00010000:00000010:2.1:1767326911.304896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860627800. 00010000:00000010:2.1:1767326911.316869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d4a00. 00010000:00000010:2.1:1767326911.316879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d1200. 00010000:00000010:2.1:1767326911.342868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869044f00. 00010000:00000010:2.1:1767326911.342877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87b9b4600. 00010000:00000010:2.1:1767326911.342882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20f500. 00010000:00000010:2.1:1767326911.342888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dcc00. 00010000:00000010:3.1:1767326911.346869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e5c00. 00010000:00000010:3.1:1767326911.346874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e7c00. 00010000:00000010:2.1:1767326911.385873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871085900. 00010000:00000010:2.1:1767326911.385885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d89c00. 00010000:00000010:2.1:1767326911.399866:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871086400. 00010000:00000010:2.1:1767326911.399875:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d89400. 00010000:00000010:2.1:1767326911.403883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710aeb00. 00010000:00000010:2.1:1767326911.403893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878489a00. 00000080:00000010:2.1:1767326911.444879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a780. 00000080:00000010:2.1:1767326911.444905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af6f380. 00010000:00000010:2.1:1767326911.444932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871085d00. 00010000:00000010:2.1:1767326911.444939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d89e00. 00000080:00000010:2.1:1767326911.471861:0:274003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc200. 00000080:00000010:2.1:1767326911.471887:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af77380. 00010000:00000010:2.1:1767326911.471917:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cb36200. 00010000:00000010:2.1:1767326911.471925:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938d400. 00000080:00000010:3.1:1767326911.488892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a620. 00000080:00000010:3.1:1767326911.488926:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae05ac0. 00010000:00000010:3.1:1767326911.488933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cb36a00. 00010000:00000010:3.1:1767326911.488937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8a400. 00010000:00000010:3.1:1767326911.506923:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868468700. 00010000:00000010:3.1:1767326911.506931:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848761800. 00000080:00000010:3.1:1767326911.518880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54120. 00000080:00000010:3.1:1767326911.518907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae04a40. 00010000:00000010:3.1:1767326911.518918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749ca600. 00010000:00000010:3.1:1767326911.518925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d89a00. 00000080:00000010:3.1:1767326911.551863:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcfa0. 00000080:00000010:3.1:1767326911.551900:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7c200. 00010000:00000010:3.1:1767326911.551913:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fd800. 00010000:00000010:3.1:1767326911.551922:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8be00. 00010000:00000010:3.1:1767326911.584886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f36ff00. 00010000:00000010:3.1:1767326911.584896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067b800. 00010000:00000010:3.1:1767326911.592877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a3d00. 00010000:00000010:3.1:1767326911.592888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87487ea00. 00000080:00000010:3.1:1767326911.600871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a120. 00000080:00000010:3.1:1767326911.600903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af7a100. 00010000:00000010:3.1:1767326911.604886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871086500. 00010000:00000010:3.1:1767326911.604894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869015c00. 00000080:00000010:2.1:1767326911.626867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84648a520. 00000080:00000010:2.1:1767326911.626903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae11080. 00010000:00000010:2.1:1767326911.626910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869016500. 00010000:00000010:2.1:1767326911.626913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8bc00. 00000080:00000010:2.1:1767326911.655871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f545a0. 00000080:00000010:2.1:1767326911.655909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae07380. 00010000:00000010:2.1:1767326911.659874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a2300. 00010000:00000010:2.1:1767326911.659880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8b200. 00010000:00000010:3.1:1767326911.675878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7d7400. 00010000:00000010:3.1:1767326911.675886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d4000. 00010000:00000010:2.1:1767326911.677878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860622400. 00010000:00000010:3.1:1767326911.677882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a2400. 00010000:00000010:2.1:1767326911.677888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e6c00. 00010000:00000010:3.1:1767326911.677890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f248200. 00000080:00000010:3.1:1767326911.709874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc920. 00000080:00000010:3.1:1767326911.709892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae118c0. 00010000:00000010:3.1:1767326911.709901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710ad000. 00010000:00000010:3.1:1767326911.709906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f247800. 00010000:00000010:2.1:1767326911.744899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f0bd100. 00010000:00000010:2.1:1767326911.744913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f63600. 00010000:00000010:2.1:1767326911.785859:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612900. 00010000:00000010:2.1:1767326911.785865:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc8600. 00010000:00000010:2.1:1767326911.788873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878810d00. 00010000:00000010:2.1:1767326911.788883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843162600. 00010000:00000010:3.1:1767326911.830870:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85072f100. 00010000:00000010:3.1:1767326911.830881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692b2e00. 00010000:00000010:3.1:1767326911.830891:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83a00. 00010000:00000010:3.1:1767326911.830899:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a75e00. 00010000:00000010:3.1:1767326911.832893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24a00. 00010000:00000010:3.1:1767326911.832904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818e400. 00010000:00000010:3.1:1767326911.867866:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc5000. 00010000:00000010:3.1:1767326911.867876:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861c600. 00010000:00000010:3.1:1767326911.869867:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846c000. 00010000:00000010:3.1:1767326911.869877:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846ba00. 00010000:00000010:3.1:1767326911.872865:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0ba00. 00010000:00000010:3.1:1767326911.872875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8d000. 00010000:00000010:2.1:1767326911.881885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5c0000. 00010000:00000010:2.1:1767326911.881905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714eda00. 00010000:00000010:2.1:1767326911.905867:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f19d00. 00010000:00000010:2.1:1767326911.905875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c113600. 00000080:00000010:3.1:1767326911.913870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc260. 00000080:00000010:3.1:1767326911.913898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae12940. 00010000:00000010:3.1:1767326911.913928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f6dc00. 00010000:00000010:3.1:1767326911.913933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878489800. 00010000:00000010:3.1:1767326911.936957:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f37600. 00010000:00000010:3.1:1767326911.936964:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87154e200. 00010000:00000010:2.1:1767326911.941880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d22c00. 00010000:00000010:2.1:1767326911.941890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8452bc600. 00010000:00000010:3.1:1767326911.955862:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87155a300. 00010000:00000010:3.1:1767326911.955870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f0600. 00010000:00000010:2.1:1767326911.973880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c08c100. 00010000:00000010:2.1:1767326911.973889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593f0200. 00010000:00000010:2.1:1767326911.994880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e79a500. 00010000:00000010:2.1:1767326911.994891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6ec00. 00010000:00000010:2.1:1767326911.998879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878957a00. 00010000:00000010:2.1:1767326911.998885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9fa00. 00010000:00000010:2.1:1767326911.998888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878953800. 00010000:00000010:2.1:1767326911.998890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870441a00. 00010000:00000010:3.1:1767326912.031885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f271b00. 00010000:00000010:3.1:1767326912.031896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab1200. 00000080:00000010:3.1:1767326912.043867:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bca40. 00000080:00000010:3.1:1767326912.045888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86ae23180. 00010000:00000010:3.1:1767326912.045900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a44b400. 00010000:00000010:3.1:1767326912.045907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848718400. 00010000:00000010:3.1:1767326912.077860:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878baa600. 00010000:00000010:3.1:1767326912.077870:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cb800. 00010000:00000010:3.1:1767326912.081876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87132c700. 00010000:00000010:3.1:1767326912.081886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cd400. 00010000:00000010:3.1:1767326912.081896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87132f600. 00010000:00000010:3.1:1767326912.081902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cda00. 00010000:00000010:2.1:1767326912.096868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878810b00. 00010000:00000010:2.1:1767326912.096879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843163400. 00010000:00000010:2.1:1767326912.131882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878e9e200. 00010000:00000010:2.1:1767326912.131892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e99e00. 00010000:00000010:3.1:1767326912.139865:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717a3400. 00010000:00000010:3.1:1767326912.139874:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869148000. 00010000:00000010:2.1:1767326912.161891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8432fc500. 00010000:00000010:2.1:1767326912.161901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860095800. 00010000:00000010:3.1:1767326912.165878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691bb500. 00010000:00000010:3.1:1767326912.165884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850695000. 00010000:00000010:2.1:1767326912.215880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84876ed00. 00010000:00000010:2.1:1767326912.215889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612d6c00. 00010000:00000010:3.1:1767326912.955065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f29fe00. 00010000:00000010:3.1:1767326912.955074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f9200. 00010000:00000010:2.1:1767326912.957878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880dc00. 00010000:00000010:2.1:1767326912.957888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84557a400. 00010000:00000010:3.1:1767326912.959335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8580abf00. 00010000:00000010:3.1:1767326912.959343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932a400. 00010000:00000010:3.1:1767326912.977879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860096700. 00010000:00000010:3.1:1767326912.977889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860095200. 00010000:00000010:2.1:1767326913.014878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e44800. 00010000:00000010:2.1:1767326913.014908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f243c00. 00010000:00000010:2.1:1767326913.018877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870494e00. 00010000:00000010:2.1:1767326913.018885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878870800. 00010000:00000010:2.1:1767326913.030865:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871738e00. 00010000:00000010:2.1:1767326913.030875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870590200. 00010000:00000010:2.1:1767326913.042860:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843173600. 00010000:00000010:2.1:1767326913.042868:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d5a00. 00010000:00000010:2.1:1767326913.115867:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8789d8a00. 00010000:00000010:3.1:1767326913.115871:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86903e200. 00010000:00000010:2.1:1767326913.115876:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec5200. 00010000:00000010:3.1:1767326913.115933:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843c53800. 00010000:00000010:2.1:1767326913.123954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5d4500. 00010000:00000010:2.1:1767326913.123960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871552c00. 00010000:00000010:2.1:1767326913.136872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861045100. 00010000:00000010:2.1:1767326913.136885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab1200. 00010000:00000010:2.1:1767326913.146866:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b84b00. 00010000:00000010:2.1:1767326913.146875:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb16e00. 00010000:00000010:3.1:1767326913.237862:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84645dc00. 00010000:00000010:2.1:1767326913.237864:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869044c00. 00010000:00000010:3.1:1767326913.237870:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de2a00. 00010000:00000010:2.1:1767326913.237874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874939a00. 00010000:00000010:2.1:1767326913.276871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a2a00. 00010000:00000010:2.1:1767326913.276878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f247a00. 00010000:00000010:2.1:1767326913.289883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9a0c00. 00010000:00000010:2.1:1767326913.289895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848718e00. 00010000:00000010:2.1:1767326913.298862:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87864e000. 00010000:00000010:2.1:1767326913.298880:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305cc00. 00010000:00000010:3.1:1767326913.314909:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e69100. 00010000:00000010:3.1:1767326913.314920:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9de000. 00000080:00000010:3.1:1767326913.327859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ef60. 00000080:00000010:3.1:1767326913.327873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868886b40. 00010000:00000010:3.1:1767326913.327896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21d200. 00010000:00000010:3.1:1767326913.327901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8ec00. 00000080:00000010:3.1:1767326913.340867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe4e0. 00000080:00000010:3.1:1767326913.340892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868898000. 00010000:00000010:3.1:1767326913.340900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21d100. 00010000:00000010:3.1:1767326913.340907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8a200. 00000080:00000010:3.1:1767326913.344904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175000. 00000080:00000010:3.1:1767326913.344932:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868894a40. 00010000:00000010:3.1:1767326913.344939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d2c00. 00010000:00000010:3.1:1767326913.344942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871123000. 00000080:00000010:3.1:1767326913.344944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfec40. 00000080:00000010:3.1:1767326913.344951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a6b40. 00010000:00000010:3.1:1767326913.344953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d2a00. 00010000:00000010:3.1:1767326913.344955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871122000. 00000080:00000010:3.1:1767326913.348856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe6e0. 00000080:00000010:3.1:1767326913.348866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a5ac0. 00010000:00000010:3.1:1767326913.348870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d2700. 00010000:00000010:3.1:1767326913.348873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871123c00. 00000080:00000010:3.1:1767326913.348875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe840. 00000080:00000010:3.1:1767326913.352879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a5280. 00010000:00000010:3.1:1767326913.352887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e89a00. 00010000:00000010:3.1:1767326913.352895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871123600. 00000080:00000010:3.1:1767326913.352899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e844cfe8c0. 00000080:00000010:3.1:1767326913.352907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86889eb40. 00010000:00000010:3.1:1767326913.352912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e89d00. 00010000:00000010:3.1:1767326913.352915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8be00. 00000080:00000010:3.1:1767326913.356870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850175d40. 00000080:00000010:3.1:1767326913.356893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86889d280. 00010000:00000010:3.1:1767326913.356906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d5300. 00010000:00000010:3.1:1767326913.356910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871122400. 00000080:00000010:3.1:1767326913.364858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1320. 00000080:00000010:3.1:1767326913.364875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a4a40. 00010000:00000010:3.1:1767326913.364882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e0900. 00010000:00000010:3.1:1767326913.364885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850616600. 00000080:00000010:3.1:1767326913.368857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e9e0. 00000080:00000010:3.1:1767326913.368868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688939c0. 00010000:00000010:3.1:1767326913.368872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d5a00. 00010000:00000010:3.1:1767326913.368875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850616800. 00000080:00000010:3.1:1767326913.368876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ef20. 00000080:00000010:3.1:1767326913.368882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a2940. 00010000:00000010:3.1:1767326913.376862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d5700. 00010000:00000010:3.1:1767326913.376867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871122c00. 00000080:00000010:3.1:1767326913.376871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850f91ac0. 00000080:00000010:3.1:1767326913.376902:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a7380. 00010000:00000010:3.1:1767326913.376912:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3600. 00010000:00000010:3.1:1767326913.376920:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850616a00. 00000080:00000010:3.1:1767326913.376929:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ed20. 00000080:00000010:3.1:1767326913.376998:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868876b40. 00010000:00000010:3.1:1767326913.377016:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcd500. 00010000:00000010:3.1:1767326913.377021:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21e800. 00000080:00000010:3.1:1767326913.380856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038ff00. 00000080:00000010:3.1:1767326913.380867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688a2100. 00010000:00000010:3.1:1767326913.380877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcf400. 00010000:00000010:3.1:1767326913.380880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68da00. 00000080:00000010:3.1:1767326913.384859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850f914c0. 00000080:00000010:3.1:1767326913.384873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b4200. 00010000:00000010:3.1:1767326913.384879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcf800. 00010000:00000010:3.1:1767326913.384882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68c400. 00000080:00000010:3.1:1767326913.384885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430ee0. 00000080:00000010:3.1:1767326913.384899:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b2100. 00010000:00000010:3.1:1767326913.384903:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f689600. 00010000:00000010:3.1:1767326913.384906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc9800. 00000080:00000010:3.1:1767326913.388873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f54d00. 00000080:00000010:3.1:1767326913.388886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b6300. 00010000:00000010:3.1:1767326913.388891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f689700. 00010000:00000010:3.1:1767326913.388895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68f600. 00000080:00000010:3.1:1767326913.392873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604307e0. 00000080:00000010:3.1:1767326913.392887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b18c0. 00010000:00000010:3.1:1767326913.392892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f689500. 00010000:00000010:3.1:1767326913.392895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68ee00. 00000080:00000010:3.1:1767326913.396870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430140. 00000080:00000010:3.1:1767326913.396882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b5ac0. 00010000:00000010:3.1:1767326913.396890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21c900. 00010000:00000010:3.1:1767326913.396893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ee3e00. 00000080:00000010:3.1:1767326913.400882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fe60. 00000080:00000010:3.1:1767326913.400896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b9080. 00010000:00000010:3.1:1767326913.400901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21c500. 00010000:00000010:3.1:1767326913.400904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ee2200. 00000080:00000010:3.1:1767326913.405856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fde0. 00000080:00000010:3.1:1767326913.405866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688bb9c0. 00010000:00000010:3.1:1767326913.405875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee4900. 00010000:00000010:3.1:1767326913.405877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690fe000. 00000080:00000010:3.1:1767326913.409859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fdc0. 00000080:00000010:3.1:1767326913.409882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b0840. 00010000:00000010:3.1:1767326913.409888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690f8a00. 00010000:00000010:3.1:1767326913.409890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690ff600. 00000080:00000010:3.1:1767326913.409892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f160. 00000080:00000010:3.1:1767326913.413877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688ba100. 00010000:00000010:3.1:1767326913.413886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690f8900. 00010000:00000010:3.1:1767326913.413890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d8600. 00000080:00000010:3.1:1767326913.413893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430da0. 00000080:00000010:3.1:1767326913.413909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b98c0. 00010000:00000010:3.1:1767326913.413924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee5f00. 00010000:00000010:3.1:1767326913.413928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690ffa00. 00000080:00000010:3.1:1767326913.417872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f9e0. 00000080:00000010:3.1:1767326913.417886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688b39c0. 00010000:00000010:3.1:1767326913.417902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee5d00. 00010000:00000010:3.1:1767326913.417905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d8e00. 00000080:00000010:3.1:1767326913.421868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430460. 00000080:00000010:3.1:1767326913.421881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c9080. 00010000:00000010:3.1:1767326913.421888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ee5b00. 00010000:00000010:3.1:1767326913.421891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d8a00. 00000080:00000010:3.1:1767326913.425883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430040. 00000080:00000010:3.1:1767326913.425900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688cb9c0. 00010000:00000010:3.1:1767326913.425919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850615f00. 00010000:00000010:3.1:1767326913.425925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d9800. 00000080:00000010:3.1:1767326913.429859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604306e0. 00000080:00000010:3.1:1767326913.429881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c0000. 00010000:00000010:3.1:1767326913.429884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749de200. 00010000:00000010:3.1:1767326913.429887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dd800. 00000080:00000010:3.1:1767326913.429889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f920. 00000080:00000010:3.1:1767326913.437872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d3180. 00010000:00000010:3.1:1767326913.437881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850615700. 00010000:00000010:3.1:1767326913.437884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dde00. 00000080:00000010:3.1:1767326913.437887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f0c0. 00000080:00000010:3.1:1767326913.437901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c6300. 00010000:00000010:3.1:1767326913.437904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3e00. 00010000:00000010:3.1:1767326913.437906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dd600. 00000080:00000010:3.1:1767326913.441867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f3c0. 00000080:00000010:3.1:1767326913.441877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868894200. 00010000:00000010:3.1:1767326913.441892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3d00. 00010000:00000010:3.1:1767326913.441896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850617200. 00000080:00000010:3.1:1767326913.445856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e100. 00000080:00000010:3.1:1767326913.445879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688deb40. 00010000:00000010:3.1:1767326913.445884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810d8c00. 00010000:00000010:3.1:1767326913.445887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843005000. 00000080:00000010:3.1:1767326913.445889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f400. 00000080:00000010:3.1:1767326913.445898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d39c0. 00010000:00000010:3.1:1767326913.445901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810d8700. 00010000:00000010:3.1:1767326913.445903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc9400. 00000080:00000010:3.1:1767326913.449865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b998e0. 00000080:00000010:3.1:1767326913.449879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d4200. 00010000:00000010:3.1:1767326913.449882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e4f00. 00010000:00000010:3.1:1767326913.449884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843004200. 00000080:00000010:3.1:1767326913.449886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f100. 00000080:00000010:3.1:1767326913.449893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d2100. 00010000:00000010:3.1:1767326913.453867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843000f00. 00010000:00000010:3.1:1767326913.453871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd9800. 00000080:00000010:3.1:1767326913.453874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b995c0. 00000080:00000010:3.1:1767326913.453880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c5ac0. 00010000:00000010:3.1:1767326913.453884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843000c00. 00010000:00000010:3.1:1767326913.453886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c030c00. 00000080:00000010:3.1:1767326913.457875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ece0. 00000080:00000010:3.1:1767326913.457884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c5280. 00010000:00000010:3.1:1767326913.457900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c035700. 00010000:00000010:3.1:1767326913.457904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdb200. 00000080:00000010:3.1:1767326913.461857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f860. 00000080:00000010:3.1:1767326913.461866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688df380. 00010000:00000010:3.1:1767326913.461868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871399e00. 00010000:00000010:3.1:1767326913.461870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd9e00. 00000080:00000010:3.1:1767326913.465870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99160. 00000080:00000010:3.1:1767326913.465885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d5280. 00010000:00000010:3.1:1767326913.465897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c037600. 00010000:00000010:3.1:1767326913.465900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdd400. 00000080:00000010:3.1:1767326913.465902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e400. 00000080:00000010:3.1:1767326913.465908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688d8000. 00010000:00000010:3.1:1767326913.465911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c037d00. 00010000:00000010:3.1:1767326913.465912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdda00. 00000080:00000010:3.1:1767326913.469864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e600. 00000080:00000010:3.1:1767326913.469875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688da100. 00010000:00000010:3.1:1767326913.469879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bdec00. 00010000:00000010:3.1:1767326913.469881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdc800. 00000080:00000010:3.1:1767326913.473882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e840. 00000080:00000010:3.1:1767326913.473897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688de300. 00010000:00000010:3.1:1767326913.473912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bde700. 00010000:00000010:3.1:1767326913.473916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869181400. 00000080:00000010:3.1:1767326913.477886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f180. 00000080:00000010:3.1:1767326913.477909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f8000. 00010000:00000010:3.1:1767326913.477927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139c200. 00010000:00000010:3.1:1767326913.477936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd9400. 00000080:00000010:3.1:1767326913.481856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99320. 00000080:00000010:3.1:1767326913.481865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688e8000. 00010000:00000010:3.1:1767326913.481868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843000800. 00010000:00000010:3.1:1767326913.481870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f27400. 00000080:00000010:3.1:1767326913.481872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15eac0. 00000080:00000010:3.1:1767326913.485882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f3180. 00010000:00000010:3.1:1767326913.485891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25100. 00010000:00000010:3.1:1767326913.485895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f26c00. 00000080:00000010:3.1:1767326913.485903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e280. 00000080:00000010:3.1:1767326913.485917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f2940. 00010000:00000010:3.1:1767326913.485922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25f00. 00010000:00000010:3.1:1767326913.485926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869180c00. 00000080:00000010:3.1:1767326913.489864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fd20. 00000080:00000010:3.1:1767326913.489881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f7380. 00010000:00000010:3.1:1767326913.489886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24b00. 00010000:00000010:3.1:1767326913.489888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818ee00. 00000080:00000010:3.1:1767326913.493872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e500. 00000080:00000010:3.1:1767326913.493889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fd280. 00010000:00000010:3.1:1767326913.493894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24200. 00010000:00000010:3.1:1767326913.493897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818ec00. 00000080:00000010:3.1:1767326913.497876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e848b99d00. 00000080:00000010:3.1:1767326913.497891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fca40. 00010000:00000010:3.1:1767326913.497897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139e900. 00010000:00000010:3.1:1767326913.497900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc8400. 00000080:00000010:3.1:1767326913.501860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e859fe1320. 00000080:00000010:3.1:1767326913.501871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688eeb40. 00010000:00000010:3.1:1767326913.501876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870564a00. 00010000:00000010:3.1:1767326913.501879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861e800. 00000080:00000010:3.1:1767326913.501881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fe00. 00000080:00000010:3.1:1767326913.505913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688fa940. 00010000:00000010:3.1:1767326913.505938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139ec00. 00010000:00000010:3.1:1767326913.505941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cc6e00. 00000080:00000010:3.1:1767326913.505945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15eaa0. 00000080:00000010:3.1:1767326913.505954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688eca40. 00010000:00000010:3.1:1767326913.505958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc1200. 00010000:00000010:3.1:1767326913.505961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861f800. 00000080:00000010:3.1:1767326913.509879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f220. 00000080:00000010:3.1:1767326913.509893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688eb180. 00010000:00000010:3.1:1767326913.509900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25700. 00010000:00000010:3.1:1767326913.509903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861d600. 00000080:00000010:3.1:1767326913.513889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019440. 00000080:00000010:3.1:1767326913.513904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f4200. 00010000:00000010:3.1:1767326913.513909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870567c00. 00010000:00000010:3.1:1767326913.513913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86861ce00. 00000080:00000010:3.1:1767326913.517879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810195a0. 00000080:00000010:3.1:1767326913.517896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7198c0. 00010000:00000010:3.1:1767326913.517902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc1000. 00010000:00000010:3.1:1767326913.517905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846a000. 00000080:00000010:3.1:1767326913.521869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f140. 00000080:00000010:3.1:1767326913.521881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a716300. 00010000:00000010:3.1:1767326913.521886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846c100. 00010000:00000010:3.1:1767326913.521888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593a5800. 00000080:00000010:3.1:1767326913.525875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e300. 00000080:00000010:3.1:1767326913.525891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7118c0. 00010000:00000010:3.1:1767326913.525899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846c600. 00010000:00000010:3.1:1767326913.525903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846a200. 00000080:00000010:3.1:1767326913.529872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f0a0. 00000080:00000010:3.1:1767326913.529888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a716b40. 00010000:00000010:3.1:1767326913.529894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846c900. 00010000:00000010:3.1:1767326913.529898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846b200. 00000080:00000010:3.1:1767326913.533871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f4a0. 00000080:00000010:3.1:1767326913.533884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a715280. 00010000:00000010:3.1:1767326913.533892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cc5200. 00010000:00000010:3.1:1767326913.533896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846a400. 00000080:00000010:3.1:1767326913.537871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f000. 00000080:00000010:3.1:1767326913.537886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688f6b40. 00010000:00000010:3.1:1767326913.537892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846d400. 00010000:00000010:3.1:1767326913.537896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86846b800. 00000080:00000010:3.1:1767326913.541862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038f9a0. 00000080:00000010:3.1:1767326913.541875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a710840. 00010000:00000010:3.1:1767326913.541882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0a200. 00010000:00000010:3.1:1767326913.541885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8da00. 00000080:00000010:3.1:1767326913.545867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e5c0. 00000080:00000010:3.1:1767326913.545877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a720000. 00010000:00000010:3.1:1767326913.545883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846d500. 00010000:00000010:3.1:1767326913.545886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f0f600. 00000080:00000010:3.1:1767326913.549860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15eea0. 00000080:00000010:3.1:1767326913.549871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a711080. 00010000:00000010:3.1:1767326913.549879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86846d200. 00010000:00000010:3.1:1767326913.549883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f0e800. 00000080:00000010:3.1:1767326913.553856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86038fa40. 00000080:00000010:3.1:1767326913.553865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7139c0. 00010000:00000010:3.1:1767326913.553870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f0bb00. 00010000:00000010:3.1:1767326913.553873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e8d200. 00000080:00000010:3.1:1767326913.557861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e7c0. 00000080:00000010:3.1:1767326913.557876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a726b40. 00010000:00000010:3.1:1767326913.557883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593a1000. 00010000:00000010:3.1:1767326913.557887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79da00. 00000080:00000010:3.1:1767326913.561859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604302c0. 00000080:00000010:3.1:1767326913.561874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72ca40. 00010000:00000010:3.1:1767326913.561881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dcb00. 00010000:00000010:3.1:1767326913.561884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79d800. 00000080:00000010:3.1:1767326913.565856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604300c0. 00000080:00000010:3.1:1767326913.565880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8688c98c0. 00010000:00000010:3.1:1767326913.565890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593a1e00. 00010000:00000010:3.1:1767326913.565894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848761a00. 00000080:00000010:3.1:1767326913.569855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d000. 00000080:00000010:3.1:1767326913.569867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a72a940. 00010000:00000010:3.1:1767326913.569871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85818bb00. 00010000:00000010:3.1:1767326913.569874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878feda00. 00000080:00000010:3.1:1767326913.573856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019540. 00000080:00000010:3.1:1767326913.573868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a723180. 00010000:00000010:3.1:1767326913.573876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e89e00. 00010000:00000010:3.1:1767326913.573879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848762400. 00000080:00000010:3.1:1767326913.577859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15ef80. 00000080:00000010:3.1:1767326913.577873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a720840. 00010000:00000010:3.1:1767326913.577880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fe9700. 00010000:00000010:3.1:1767326913.577883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878feca00. 00000080:00000010:3.1:1767326913.581856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019fc0. 00000080:00000010:3.1:1767326913.581878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a727380. 00010000:00000010:3.1:1767326913.581889:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85818bc00. 00010000:00000010:3.1:1767326913.581892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fedc00. 00000080:00000010:3.1:1767326913.586244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019380. 00000080:00000010:3.1:1767326913.586266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a736300. 00010000:00000010:3.1:1767326913.586276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85818b300. 00010000:00000010:3.1:1767326913.586280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848763a00. 00000080:00000010:3.1:1767326913.589884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f15e480. 00010000:00000010:2.1:1767326913.593865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dfe00. 00010000:00000010:2.1:1767326913.593872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714eee00. 00000080:00000010:3.1:1767326913.593891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a736b40. 00010000:00000010:3.1:1767326913.593906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dff00. 00010000:00000010:3.1:1767326913.593909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fed600. 00000080:00000010:3.1:1767326913.593912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810192c0. 00000080:00000010:3.1:1767326913.597883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a735ac0. 00000080:00000010:3.1:1767326913.813887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604306a0. 00000080:00000010:3.1:1767326913.813912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c7380. 00010000:00000010:3.1:1767326913.813931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f99a00. 00010000:00000010:3.1:1767326913.813934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8d800. 00000080:00000010:3.1:1767326913.818861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430c80. 00000080:00000010:3.1:1767326913.818880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7c8000. 00010000:00000010:3.1:1767326913.818885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f99700. 00010000:00000010:3.1:1767326913.818888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fea600. 00000080:00000010:3.1:1767326913.826869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403fe0. 00000080:00000010:3.1:1767326913.826886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7cc200. 00010000:00000010:3.1:1767326913.826904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b8100. 00010000:00000010:3.1:1767326913.826909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe8600. 00000080:00000010:3.1:1767326913.830881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810194e0. 00000080:00000010:3.1:1767326913.830935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b4200. 00010000:00000010:3.1:1767326913.830941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869fef700. 00010000:00000010:3.1:1767326913.830944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8d600. 00000080:00000010:3.1:1767326913.834857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8604309e0. 00000080:00000010:3.1:1767326913.834867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7db180. 00010000:00000010:3.1:1767326913.834873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842a8ff00. 00010000:00000010:3.1:1767326913.834875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fea800. 00000080:00000010:3.1:1767326913.834878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403120. 00000080:00000010:3.1:1767326913.834885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e5ac0. 00010000:00000010:3.1:1767326913.834888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869feff00. 00010000:00000010:3.1:1767326913.834891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8b200. 00000080:00000010:3.1:1767326913.838861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594037c0. 00000080:00000010:3.1:1767326913.838873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7df380. 00010000:00000010:3.1:1767326913.838877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c5c00. 00010000:00000010:3.1:1767326913.838879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874868e00. 00000080:00000010:3.1:1767326913.838882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430280. 00000080:00000010:3.1:1767326913.838892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7d9080. 00010000:00000010:3.1:1767326913.838896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842a8f000. 00010000:00000010:3.1:1767326913.838898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874868400. 00000080:00000010:3.1:1767326913.842877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430720. 00000080:00000010:3.1:1767326913.842898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e39c0. 00010000:00000010:3.1:1767326913.842904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c4a00. 00010000:00000010:3.1:1767326913.842910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874868c00. 00000080:00000010:3.1:1767326913.846870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430120. 00000080:00000010:3.1:1767326913.846889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7e4200. 00010000:00000010:3.1:1767326913.846895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8506c5800. 00010000:00000010:3.1:1767326913.846898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874868600. 00000080:00000010:3.1:1767326913.850872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430e00. 00000080:00000010:3.1:1767326913.850894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7dc200. 00010000:00000010:3.1:1767326913.850905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a5400. 00010000:00000010:3.1:1767326913.850913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874869400. 00000080:00000010:3.1:1767326913.854855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430920. 00000080:00000010:3.1:1767326913.854865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7de300. 00010000:00000010:3.1:1767326913.854875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b9700. 00010000:00000010:3.1:1767326913.854878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874869200. 00000080:00000010:3.1:1767326913.854880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430f40. 00000080:00000010:3.1:1767326913.858864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7b6b40. 00010000:00000010:3.1:1767326913.858871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a5b00. 00010000:00000010:3.1:1767326913.858874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486e800. 00000080:00000010:3.1:1767326913.858876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430980. 00000080:00000010:3.1:1767326913.858885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7eb9c0. 00010000:00000010:3.1:1767326913.858887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a5f00. 00010000:00000010:3.1:1767326913.858889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486c400. 00000080:00000010:3.1:1767326913.862863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403e00. 00000080:00000010:3.1:1767326913.862879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ec200. 00010000:00000010:3.1:1767326913.862885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878951c00. 00010000:00000010:3.1:1767326913.862887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a1600. 00000080:00000010:3.1:1767326913.866872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430240. 00000080:00000010:3.1:1767326913.866893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f0000. 00010000:00000010:3.1:1767326913.866898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6b00. 00010000:00000010:3.1:1767326913.866902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486fe00. 00000080:00000010:3.1:1767326913.870865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430760. 00000080:00000010:3.1:1767326913.870876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ee300. 00010000:00000010:3.1:1767326913.870880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6100. 00010000:00000010:3.1:1767326913.870882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486fc00. 00000080:00000010:3.1:1767326913.874856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430a20. 00000080:00000010:3.1:1767326913.874863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7eeb40. 00010000:00000010:3.1:1767326913.874867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6600. 00010000:00000010:3.1:1767326913.874870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a8e00. 00000080:00000010:3.1:1767326913.874872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430fc0. 00000080:00000010:3.1:1767326913.878867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7edac0. 00010000:00000010:3.1:1767326913.878874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878951700. 00010000:00000010:3.1:1767326913.878877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e8c00. 00000080:00000010:3.1:1767326913.878879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019520. 00000080:00000010:3.1:1767326913.878886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f2100. 00010000:00000010:3.1:1767326913.878888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878957900. 00010000:00000010:3.1:1767326913.878890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a9800. 00000080:00000010:3.1:1767326913.882865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430500. 00000080:00000010:3.1:1767326913.882886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7f6b40. 00010000:00000010:3.1:1767326913.882891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b99600. 00010000:00000010:3.1:1767326913.882894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752a9c00. 00000080:00000010:3.1:1767326913.886881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430360. 00000080:00000010:3.1:1767326913.886902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a04a40. 00010000:00000010:3.1:1767326913.886909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878957500. 00010000:00000010:3.1:1767326913.886914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9ee00. 00000080:00000010:3.1:1767326913.890882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403be0. 00000080:00000010:3.1:1767326913.890904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a03180. 00010000:00000010:3.1:1767326913.890910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87869d800. 00010000:00000010:3.1:1767326913.890914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878955c00. 00000080:00000010:3.1:1767326913.894873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019c40. 00000080:00000010:3.1:1767326913.894902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a7ef380. 00010000:00000010:3.1:1767326913.894919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871678500. 00010000:00000010:3.1:1767326913.894926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9f400. 00000080:00000010:3.1:1767326913.898877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403260. 00000080:00000010:3.1:1767326913.898906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a02940. 00010000:00000010:3.1:1767326913.898915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752ad400. 00010000:00000010:3.1:1767326913.898919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486c600. 00000080:00000010:3.1:1767326913.898922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594031e0. 00000080:00000010:3.1:1767326913.902866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a18840. 00010000:00000010:3.1:1767326913.902874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752add00. 00010000:00000010:3.1:1767326913.902877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878954400. 00000080:00000010:3.1:1767326913.902880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019840. 00000080:00000010:3.1:1767326913.902891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1a940. 00010000:00000010:3.1:1767326913.902895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752adb00. 00010000:00000010:3.1:1767326913.902898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167c800. 00000080:00000010:3.1:1767326913.906858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403460. 00000080:00000010:3.1:1767326913.906873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1f380. 00010000:00000010:3.1:1767326913.906879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752ad100. 00010000:00000010:3.1:1767326913.906882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878955800. 00000080:00000010:3.1:1767326913.910862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019b00. 00000080:00000010:3.1:1767326913.910881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a19080. 00010000:00000010:3.1:1767326913.910889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87167bf00. 00010000:00000010:3.1:1767326913.910895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87167c000. 00000080:00000010:3.1:1767326913.914860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403e80. 00000080:00000010:3.1:1767326913.914875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a2eb40. 00010000:00000010:3.1:1767326913.914879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa13100. 00010000:00000010:3.1:1767326913.914883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878955e00. 00000080:00000010:3.1:1767326913.918859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019e20. 00000080:00000010:3.1:1767326913.918882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a17380. 00010000:00000010:3.1:1767326913.922859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa17800. 00010000:00000010:3.1:1767326913.922864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870441e00. 00000080:00000010:3.1:1767326913.922868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001bde0. 00000080:00000010:3.1:1767326913.922892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1c200. 00010000:00000010:3.1:1767326913.922898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87167bb00. 00010000:00000010:3.1:1767326913.922901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925a800. 00000080:00000010:3.1:1767326913.926861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019940. 00000080:00000010:3.1:1767326913.926881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a2ca40. 00010000:00000010:3.1:1767326913.926888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa13d00. 00010000:00000010:3.1:1767326913.926893:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870440200. 00000080:00000010:3.1:1767326913.930857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84001be00. 00000080:00000010:3.1:1767326913.930870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a36b40. 00010000:00000010:3.1:1767326913.930873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa17300. 00010000:00000010:3.1:1767326913.930876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925c800. 00000080:00000010:3.1:1767326913.934856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594035a0. 00000080:00000010:3.1:1767326913.934873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a2f380. 00010000:00000010:3.1:1767326913.934879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa17f00. 00010000:00000010:3.1:1767326913.934882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716acc00. 00000080:00000010:3.1:1767326913.938857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403000. 00000080:00000010:3.1:1767326913.938872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1eb40. 00010000:00000010:3.1:1767326913.938879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870446f00. 00010000:00000010:3.1:1767326913.938882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ace00. 00000080:00000010:3.1:1767326913.946876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403d60. 00000080:00000010:3.1:1767326913.946890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a1d280. 00010000:00000010:3.1:1767326913.946895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86925e200. 00010000:00000010:3.1:1767326913.946898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ae200. 00000080:00000010:3.1:1767326913.950873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f160. 00000080:00000010:3.1:1767326913.950899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a32940. 00010000:00000010:3.1:1767326913.950907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637f000. 00010000:00000010:3.1:1767326913.950915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716af200. 00000080:00000010:3.1:1767326913.954872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f0e0. 00000080:00000010:3.1:1767326913.954892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a37380. 00010000:00000010:3.1:1767326913.954898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637f600. 00010000:00000010:3.1:1767326913.954901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716aea00. 00000080:00000010:3.1:1767326913.954903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570ff40. 00000080:00000010:3.1:1767326913.954908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a339c0. 00010000:00000010:3.1:1767326913.954917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a9800. 00010000:00000010:3.1:1767326913.954919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab0600. 00000080:00000010:3.1:1767326913.958872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f7e0. 00000080:00000010:3.1:1767326913.958884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a48000. 00010000:00000010:3.1:1767326913.958889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870446000. 00010000:00000010:3.1:1767326913.958892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f276e00. 00000080:00000010:3.1:1767326913.962867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019a80. 00000080:00000010:3.1:1767326913.962886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a56300. 00010000:00000010:3.1:1767326913.962892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637db00. 00010000:00000010:3.1:1767326913.962896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab6200. 00000080:00000010:3.1:1767326913.970873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403d80. 00000080:00000010:3.1:1767326913.970891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a4a100. 00010000:00000010:3.1:1767326913.970899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637d000. 00010000:00000010:3.1:1767326913.970905:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f277800. 00000080:00000010:3.1:1767326913.974886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810193a0. 00000080:00000010:3.1:1767326913.974909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a4e300. 00010000:00000010:3.1:1767326913.974918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f275100. 00010000:00000010:3.1:1767326913.974926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ab1000. 00000080:00000010:3.1:1767326913.983879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f540. 00000080:00000010:3.1:1767326913.983903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a598c0. 00010000:00000010:3.1:1767326913.983912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637c600. 00010000:00000010:3.1:1767326913.983916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f276200. 00000080:00000010:3.1:1767326913.983920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810193c0. 00000080:00000010:3.1:1767326913.983929:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a55280. 00010000:00000010:3.1:1767326913.983932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f275900. 00010000:00000010:3.1:1767326913.983936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f02600. 00010000:00000010:3.1:1767326915.216864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6000. 00000080:00000010:3.1:1767326915.238874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435e18c0. 00000080:00000010:3.1:1767326915.238885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e220. 00000080:00000010:3.1:1767326915.238889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7920. 00010000:00000010:3.1:1767326915.247871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878af3c00. 00010000:00000010:3.1:1767326915.247879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e875b13800. 00010000:00000010:3.1:1767326915.247887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde3600. 00010000:00000010:3.1:1767326915.247893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710f0600. 00010000:00000010:3.1:1767326915.247898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f03000. 00000080:00000010:3.1:1767326915.253881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f00000. 00000080:00000010:3.1:1767326915.253892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46ec0. 00010000:00000010:2.1:1767326915.262877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847030a00. 00010000:00000010:2.1:1767326915.262885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2c00. 00010000:00000010:3.1:1767326916.225866:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f2b100. 00010000:00000010:3.1:1767326916.225877:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8474f8000. 00010000:00000010:3.1:1767326916.237871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859390300. 00010000:00000010:3.1:1767326916.237882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b14400. 00010000:00000010:2.1:1767326916.263877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8430fc300. 00010000:00000010:2.1:1767326916.263886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87144f600. 00010000:00000010:3.1:1767326916.308869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e35100. 00010000:00000010:3.1:1767326916.308877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d7400. 00010000:00000010:3.1:1767326916.348868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f92100. 00010000:00000010:3.1:1767326916.348876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850219400. 00010000:00000010:3.1:1767326916.382922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693a6400. 00010000:00000010:3.1:1767326916.382926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693a0400. 00010000:00000010:3.1:1767326916.382929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87486e400. 00000080:00000010:3.1:1767326916.402878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810199e0. 00000080:00000010:3.1:1767326916.402901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e74827b9c0. 00000080:00000010:3.1:1767326916.402909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594037a0. 00010000:00000010:2.1:1767326916.410863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86900ad00. 00010000:00000010:2.1:1767326916.410875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87121c600. 00010000:00000010:2.1:1767326916.433862:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3ea00. 00010000:00000010:2.1:1767326916.433872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869047a00. 00010000:00000010:2.1:1767326916.469880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd8f00. 00010000:00000010:2.1:1767326916.469890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850602c00. 00010000:00000010:3.1:1767326916.511863:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1fe300. 00010000:00000010:3.1:1767326916.511872:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87864de00. 00010000:00000010:2.1:1767326916.531866:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8467a7400. 00010000:00000010:2.1:1767326916.531876:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872a7f600. 00010000:00000010:2.1:1767326916.586878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846cba200. 00010000:00000010:2.1:1767326916.586886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8785cd000. 00010000:00000010:2.1:1767326916.590872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108cb00. 00010000:00000010:2.1:1767326916.590880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f46c00. 00010000:00000010:2.1:1767326916.590889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847071e00. 00010000:00000010:2.1:1767326916.590897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63e200. 00010000:00000010:3.1:1767326916.613868:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860620c00. 00010000:00000010:3.1:1767326916.613878:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d0800. 00010000:00000010:2.1:1767326916.623859:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869242500. 00010000:00000010:2.1:1767326916.623865:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2aca00. 00010000:00000010:2.1:1767326916.623871:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f0a00. 00010000:00000010:2.1:1767326916.623877:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e621400. 00010000:00000010:2.1:1767326916.623882:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a3f00. 00010000:00000010:2.1:1767326916.623889:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ec600. 00010000:00000010:3.1:1767326916.623901:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878eda200. 00010000:00000010:3.1:1767326916.623912:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067a400. 00010000:00000010:3.1:1767326916.627863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bba00. 00010000:00000010:3.1:1767326916.627868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e7000. 00010000:00000010:2.1:1767326916.627874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487d900. 00010000:00000010:2.1:1767326916.627892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d0400. 00010000:00000010:3.1:1767326916.757866:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844ebd300. 00010000:00000010:3.1:1767326916.757885:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c02dc00. 00010000:00000010:2.1:1767326916.772885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869fef900. 00010000:00000010:2.1:1767326916.772896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842a8c800. 00000080:00000010:2.1:1767326916.787894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748278000. 00000080:00000010:2.1:1767326916.787915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6df60. 00010000:00000010:2.1:1767326916.802863:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878957c00. 00010000:00000010:3.1:1767326916.802864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752ad700. 00010000:00000010:3.1:1767326916.802874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878954a00. 00010000:00000010:2.1:1767326916.802875:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b9f600. 00010000:00000010:3.1:1767326916.830043:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdf800. 00010000:00000010:3.1:1767326916.830065:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e630200. 00010000:00000010:3.1:1767326916.830073:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43900. 00010000:00000010:3.1:1767326916.830080:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8464e5600. 00000080:00000010:3.1:1767326916.845910:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b160. 00000080:00000010:3.1:1767326916.845928:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f54200. 00010000:00000010:3.1:1767326916.845965:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843d5c300. 00010000:00000010:3.1:1767326916.845973:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304200. 00000080:00000010:3.1:1767326916.879874:0:274003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0f60. 00000080:00000010:3.1:1767326916.883874:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f6300. 00010000:00000010:3.1:1767326916.885862:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860671800. 00010000:00000010:3.1:1767326916.885869:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e50a00. 00010000:00000010:3.1:1767326916.885876:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43800. 00010000:00000010:3.1:1767326916.885881:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8464e5200. 00000080:00000010:3.1:1767326916.916861:0:2520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610e60. 00000080:00000010:3.1:1767326916.916881:0:2520:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862063180. 00010000:00000010:3.1:1767326916.916890:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4a00. 00010000:00000010:3.1:1767326916.916894:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859358c00. 00010000:00000010:2.1:1767326916.922976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dfaa00. 00010000:00000010:2.1:1767326916.922982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbb200. 00010000:00000010:2.1:1767326916.943867:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87109f700. 00010000:00000010:2.1:1767326916.943877:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c23800. 00010000:00000010:2.1:1767326916.947868:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c201500. 00010000:00000010:2.1:1767326916.947878:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5d5400. 00000080:00000010:3.1:1767326916.966867:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539ad20. 00000080:00000010:3.1:1767326916.966891:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a8000. 00010000:00000010:3.1:1767326916.966906:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581ac800. 00010000:00000010:3.1:1767326916.966914:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86924d000. 00000080:00000010:3.1:1767326916.985887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f780. 00000080:00000010:3.1:1767326916.985905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84926d280. 00010000:00000010:3.1:1767326916.985910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888a300. 00010000:00000010:3.1:1767326916.985914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178cc00. 00000080:00000010:3.1:1767326917.004867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4e40. 00000080:00000010:3.1:1767326917.004890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd0000. 00010000:00000010:3.1:1767326917.004902:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8592bd300. 00010000:00000010:3.1:1767326917.004906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87103fc00. 00000080:00000010:3.1:1767326917.013874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610fe0. 00000080:00000010:3.1:1767326917.013886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88147a940. 00010000:00000010:3.1:1767326917.013891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcd500. 00010000:00000010:3.1:1767326917.013894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5a400. 00000080:00000010:3.1:1767326917.013895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454780. 00000080:00000010:3.1:1767326917.017877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843480840. 00010000:00000010:3.1:1767326917.017886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871543f00. 00010000:00000010:3.1:1767326917.017888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871359a00. 00000080:00000010:3.1:1767326917.021902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0ac0. 00000080:00000010:3.1:1767326917.021913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f5a100. 00010000:00000010:3.1:1767326917.021919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7000. 00010000:00000010:3.1:1767326917.021923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c2e00. 00000080:00000010:3.1:1767326917.021927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cba0. 00000080:00000010:3.1:1767326917.021934:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620db180. 00010000:00000010:3.1:1767326917.021940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bea000. 00010000:00000010:3.1:1767326917.021946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a10600. 00000080:00000010:3.1:1767326917.021951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f680. 00000080:00000010:3.1:1767326917.025877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514f7380. 00010000:00000010:3.1:1767326917.025892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8b00. 00010000:00000010:3.1:1767326917.025900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aef800. 00000080:00000010:3.1:1767326917.025908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df340. 00000080:00000010:3.1:1767326917.025920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e3b180. 00010000:00000010:3.1:1767326917.029856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714ff300. 00010000:00000010:3.1:1767326917.029861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176f400. 00000080:00000010:3.1:1767326917.029864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860cd8aa0. 00000080:00000010:3.1:1767326917.029890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881474a40. 00010000:00000010:3.1:1767326917.029896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8439d0d00. 00010000:00000010:3.1:1767326917.029898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4be00. 00000080:00000010:3.1:1767326917.033860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0b20. 00000080:00000010:3.1:1767326917.033874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422fe300. 00010000:00000010:3.1:1767326917.033880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871402c00. 00010000:00000010:3.1:1767326917.033885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84613d600. 00000080:00000010:3.1:1767326917.037857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc680. 00000080:00000010:3.1:1767326917.037871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862322100. 00010000:00000010:3.1:1767326917.037880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e841388400. 00010000:00000010:3.1:1767326917.037886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871389000. 00000080:00000010:3.1:1767326917.041858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471185e0. 00000080:00000010:3.1:1767326917.041894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843442940. 00010000:00000010:3.1:1767326917.041905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77c600. 00010000:00000010:3.1:1767326917.041908:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894b400. 00000080:00000010:3.1:1767326917.045859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008140. 00000080:00000010:3.1:1767326917.045871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f66300. 00010000:00000010:3.1:1767326917.045874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4c00. 00010000:00000010:3.1:1767326917.045877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850bcba00. 00000080:00000010:3.1:1767326917.049860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fee0. 00000080:00000010:3.1:1767326917.049872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84924dac0. 00010000:00000010:3.1:1767326917.049882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527700. 00010000:00000010:3.1:1767326917.049885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f682400. 00000080:00000010:3.1:1767326917.053864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462f80. 00000080:00000010:3.1:1767326917.053880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868973180. 00010000:00000010:3.1:1767326917.053886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878833700. 00010000:00000010:3.1:1767326917.053889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb3200. 00000080:00000010:3.1:1767326917.057863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a960. 00000080:00000010:3.1:1767326917.057910:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a74200. 00010000:00000010:3.1:1767326917.057920:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8439d0800. 00010000:00000010:3.1:1767326917.057924:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304c00. 00000080:00000010:3.1:1767326917.061874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0b80. 00000080:00000010:3.1:1767326917.061944:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f1080. 00010000:00000010:3.1:1767326917.061951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871402300. 00010000:00000010:3.1:1767326917.061956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858070200. 00000080:00000010:3.1:1767326917.065871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df5a0. 00000080:00000010:3.1:1767326917.065888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851544200. 00010000:00000010:3.1:1767326917.065897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77c000. 00010000:00000010:3.1:1767326917.065901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894a600. 00000080:00000010:3.1:1767326917.069871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008260. 00000080:00000010:3.1:1767326917.069888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620fa100. 00010000:00000010:3.1:1767326917.073881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdf600. 00010000:00000010:3.1:1767326917.073889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e630e00. 00000080:00000010:3.1:1767326917.077878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00bca0. 00000080:00000010:3.1:1767326917.077896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86233a940. 00010000:00000010:3.1:1767326917.077906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811adc00. 00010000:00000010:3.1:1767326917.077911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0d3200. 00000080:00000010:3.1:1767326917.077914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574ac0. 00000080:00000010:3.1:1767326917.077924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493c9080. 00010000:00000010:3.1:1767326917.077930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c000. 00010000:00000010:3.1:1767326917.077933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84613ca00. 00000080:00000010:3.1:1767326917.081880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc540. 00000080:00000010:3.1:1767326917.089886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623239c0. 00010000:00000010:3.1:1767326917.089897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845462400. 00010000:00000010:3.1:1767326917.089901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8480f0c00. 00000080:00000010:3.1:1767326917.093867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f840. 00000080:00000010:3.1:1767326917.093882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881771080. 00010000:00000010:3.1:1767326917.093890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffab00. 00010000:00000010:3.1:1767326917.093894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dd200. 00000080:00000010:3.1:1767326917.097866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d080. 00000080:00000010:3.1:1767326917.097878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846814a40. 00010000:00000010:3.1:1767326917.097886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c500. 00010000:00000010:3.1:1767326917.097890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869e8c000. 00000080:00000010:3.1:1767326917.097893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc760. 00000080:00000010:3.1:1767326917.097902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862324a40. 00010000:00000010:3.1:1767326917.097908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846726000. 00010000:00000010:3.1:1767326917.097912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c2e00. 00000080:00000010:3.1:1767326917.101890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22ca20. 00000080:00000010:3.1:1767326917.101903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a8840. 00010000:00000010:3.1:1767326917.101911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880b600. 00010000:00000010:3.1:1767326917.101914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858071400. 00000080:00000010:3.1:1767326917.105857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfd60. 00000080:00000010:3.1:1767326917.105865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851540000. 00010000:00000010:3.1:1767326917.105868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546500. 00010000:00000010:3.1:1767326917.105871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f245c00. 00000080:00000010:3.1:1767326917.105873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574800. 00000080:00000010:3.1:1767326917.105882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e04a40. 00010000:00000010:3.1:1767326917.105887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845462500. 00010000:00000010:3.1:1767326917.105890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439dd200. 00000080:00000010:3.1:1767326917.109865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b3e0. 00000080:00000010:3.1:1767326917.109875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88177f380. 00010000:00000010:3.1:1767326917.109880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3800. 00010000:00000010:3.1:1767326917.109884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846441800. 00000080:00000010:3.1:1767326917.113865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462c80. 00000080:00000010:3.1:1767326917.113876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86897d280. 00010000:00000010:3.1:1767326917.113884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0900. 00010000:00000010:3.1:1767326917.113886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304e00. 00000080:00000010:3.1:1767326917.117902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b06e0. 00000080:00000010:3.1:1767326917.117917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422ff380. 00010000:00000010:3.1:1767326917.117920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdf500. 00010000:00000010:3.1:1767326917.117923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e631800. 00000080:00000010:3.1:1767326917.121855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b040. 00000080:00000010:3.1:1767326917.121865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86233c200. 00010000:00000010:3.1:1767326917.121872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860671600. 00010000:00000010:3.1:1767326917.121875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861180a00. 00000080:00000010:3.1:1767326917.121878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846d84d20. 00000080:00000010:3.1:1767326917.121887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862061080. 00010000:00000010:3.1:1767326917.125858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffa700. 00010000:00000010:3.1:1767326917.125862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dd600. 00000080:00000010:3.1:1767326917.125865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317da00. 00000080:00000010:3.1:1767326917.125873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846815280. 00010000:00000010:3.1:1767326917.125877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785def00. 00010000:00000010:3.1:1767326917.125880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439dd000. 00000080:00000010:3.1:1767326917.129866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b6a0. 00000080:00000010:3.1:1767326917.129878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862337380. 00010000:00000010:3.1:1767326917.129883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1d00. 00010000:00000010:3.1:1767326917.129886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e2000. 00000080:00000010:3.1:1767326917.133855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f380. 00000080:00000010:3.1:1767326917.133868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862362100. 00010000:00000010:3.1:1767326917.133873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffdc00. 00010000:00000010:3.1:1767326917.133876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146ee00. 00000080:00000010:3.1:1767326917.137860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539af60. 00000080:00000010:3.1:1767326917.137871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a2100. 00010000:00000010:2.1:1767326917.137877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e3b00. 00010000:00000010:2.1:1767326917.137886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843115a00. 00000080:00000010:3.1:1767326917.141864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc740. 00000080:00000010:3.1:1767326917.141873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a82100. 00010000:00000010:3.1:1767326917.141878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4500. 00010000:00000010:3.1:1767326917.141881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859358400. 00000080:00000010:3.1:1767326917.145864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fa80. 00000080:00000010:3.1:1767326917.145874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84924a100. 00010000:00000010:3.1:1767326917.145880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7df00. 00010000:00000010:3.1:1767326917.145885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871486a00. 00000080:00000010:3.1:1767326917.149865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359ff00. 00000080:00000010:3.1:1767326917.149874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514f98c0. 00010000:00000010:3.1:1767326917.149881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065ec00. 00010000:00000010:3.1:1767326917.149884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e631c00. 00000080:00000010:3.1:1767326917.153868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b440. 00000080:00000010:3.1:1767326917.153879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f50000. 00010000:00000010:3.1:1767326917.153884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94700. 00010000:00000010:3.1:1767326917.153887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dd400. 00000080:00000010:3.1:1767326917.157860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d1e0. 00000080:00000010:3.1:1767326917.157871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84681a940. 00010000:00000010:3.1:1767326917.157879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871402400. 00010000:00000010:3.1:1767326917.157883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84613d000. 00000080:00000010:3.1:1767326917.161864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc820. 00000080:00000010:3.1:1767326917.161873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862326300. 00010000:00000010:3.1:1767326917.161876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114a00. 00010000:00000010:3.1:1767326917.161879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aff600. 00000080:00000010:3.1:1767326917.161881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc0e0. 00000080:00000010:3.1:1767326917.161885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a80840. 00010000:00000010:3.1:1767326917.165868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0c00. 00010000:00000010:3.1:1767326917.165873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304000. 00000080:00000010:3.1:1767326917.165875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0b00. 00000080:00000010:3.1:1767326917.165882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f39c0. 00010000:00000010:3.1:1767326917.165885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f95600. 00010000:00000010:3.1:1767326917.165887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb2400. 00000080:00000010:3.1:1767326917.169858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539abc0. 00000080:00000010:3.1:1767326917.169869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a7b9c0. 00010000:00000010:3.1:1767326917.169878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878833300. 00010000:00000010:3.1:1767326917.169882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871205a00. 00000080:00000010:3.1:1767326917.173872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f280. 00000080:00000010:3.1:1767326917.173885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862367380. 00010000:00000010:3.1:1767326917.173891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878833d00. 00010000:00000010:3.1:1767326917.173894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871205800. 00000080:00000010:3.1:1767326917.173895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fd60. 00000080:00000010:3.1:1767326917.177869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86236eb40. 00010000:00000010:3.1:1767326917.177876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065ef00. 00010000:00000010:3.1:1767326917.177879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8480f0e00. 00000080:00000010:3.1:1767326917.177883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f620. 00000080:00000010:3.1:1767326917.177893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881774a40. 00010000:00000010:3.1:1767326917.177898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87135dc00. 00010000:00000010:3.1:1767326917.177901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870dbe200. 00000080:00000010:3.1:1767326917.181870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eb80. 00000080:00000010:3.1:1767326917.181881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516b0840. 00010000:00000010:3.1:1767326917.181885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c5b00. 00010000:00000010:3.1:1767326917.181888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752c5c00. 00000080:00000010:3.1:1767326917.185866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b2a0. 00000080:00000010:3.1:1767326917.185880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f57380. 00010000:00000010:3.1:1767326917.185887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f95900. 00010000:00000010:3.1:1767326917.185890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb3600. 00000080:00000010:3.1:1767326917.189867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a340. 00000080:00000010:3.1:1767326917.189880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a70000. 00010000:00000010:3.1:1767326917.189887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711eae00. 00010000:00000010:3.1:1767326917.189890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbee00. 00000080:00000010:3.1:1767326917.189893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d700. 00000080:00000010:3.1:1767326917.193862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cc200. 00010000:00000010:3.1:1767326917.193868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546300. 00010000:00000010:3.1:1767326917.193872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f244c00. 00000080:00000010:3.1:1767326917.193875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574500. 00000080:00000010:3.1:1767326917.193883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e018c0. 00010000:00000010:3.1:1767326917.197859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567c00. 00010000:00000010:3.1:1767326917.197863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858070600. 00000080:00000010:3.1:1767326917.197867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df9c0. 00000080:00000010:3.1:1767326917.197875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851545280. 00010000:00000010:3.1:1767326917.201865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705da800. 00010000:00000010:3.1:1767326917.201871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f3800. 00000080:00000010:3.1:1767326917.201874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4aa0. 00000080:00000010:3.1:1767326917.201884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620e98c0. 00010000:00000010:3.1:1767326917.201893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f388c00. 00010000:00000010:3.1:1767326917.201896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932fa00. 00000080:00000010:3.1:1767326917.205868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e240. 00000080:00000010:3.1:1767326917.205880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814618c0. 00010000:00000010:3.1:1767326917.205885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41c00. 00010000:00000010:3.1:1767326917.205889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843033200. 00000080:00000010:3.1:1767326917.209869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574b20. 00000080:00000010:3.1:1767326917.209881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e0b180. 00010000:00000010:3.1:1767326917.209888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811adf00. 00010000:00000010:3.1:1767326917.209892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0d2400. 00000080:00000010:3.1:1767326917.213868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574400. 00000080:00000010:3.1:1767326917.213881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493c18c0. 00010000:00000010:3.1:1767326917.213886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0f00. 00010000:00000010:3.1:1767326917.213890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4b600. 00000080:00000010:3.1:1767326917.217873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0fc0. 00000080:00000010:3.1:1767326917.217897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422fca40. 00010000:00000010:3.1:1767326917.217906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcdb00. 00010000:00000010:3.1:1767326917.217911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f0000. 00000080:00000010:3.1:1767326917.217914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8620. 00000080:00000010:3.1:1767326917.221878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc5ac0. 00010000:00000010:3.1:1767326917.221893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b300. 00010000:00000010:3.1:1767326917.221898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a66e400. 00000080:00000010:3.1:1767326917.221903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610d20. 00000080:00000010:3.1:1767326917.221913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881472940. 00010000:00000010:3.1:1767326917.225867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77c200. 00010000:00000010:3.1:1767326917.225875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894bc00. 00000080:00000010:3.1:1767326917.225880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008ba0. 00000080:00000010:3.1:1767326917.225893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f64200. 00010000:00000010:3.1:1767326917.225900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878676600. 00010000:00000010:3.1:1767326917.225906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4600. 00000080:00000010:3.1:1767326917.229856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9960. 00000080:00000010:3.1:1767326917.233879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aeeb180. 00010000:00000010:3.1:1767326917.233886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e1b500. 00010000:00000010:3.1:1767326917.233889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847486400. 00000080:00000010:3.1:1767326917.233891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9080. 00000080:00000010:3.1:1767326917.233897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860865280. 00010000:00000010:3.1:1767326917.233901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41600. 00010000:00000010:3.1:1767326917.233903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843032600. 00000080:00000010:3.1:1767326917.237874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574be0. 00000080:00000010:3.1:1767326917.237888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e098c0. 00010000:00000010:3.1:1767326917.237894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d000. 00010000:00000010:3.1:1767326917.237898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871486e00. 00000080:00000010:3.1:1767326917.241866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f2a0. 00000080:00000010:3.1:1767326917.241888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514fdac0. 00010000:00000010:3.1:1767326917.241894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075be00. 00010000:00000010:3.1:1767326917.241898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176fa00. 00000080:00000010:3.1:1767326917.245876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454280. 00000080:00000010:3.1:1767326917.245893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84348a100. 00010000:00000010:3.1:1767326917.245901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860671d00. 00010000:00000010:3.1:1767326917.245905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861181a00. 00000080:00000010:3.1:1767326917.249872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e872abc1e0. 00000080:00000010:3.1:1767326917.249888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862060000. 00010000:00000010:3.1:1767326917.249894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7700. 00010000:00000010:3.1:1767326917.249898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f4600. 00000080:00000010:3.1:1767326917.253871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c5c0. 00000080:00000010:3.1:1767326917.253885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d18c0. 00010000:00000010:3.1:1767326917.253893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a72cc00. 00010000:00000010:3.1:1767326917.253897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f683800. 00000080:00000010:3.1:1767326917.257868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462d60. 00000080:00000010:3.1:1767326917.257881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868972940. 00010000:00000010:3.1:1767326917.257887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581cd500. 00010000:00000010:3.1:1767326917.257892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870dbe600. 00000080:00000010:3.1:1767326917.261871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e420. 00000080:00000010:3.1:1767326917.261883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516b4a40. 00010000:00000010:3.1:1767326917.261892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8729b8700. 00010000:00000010:3.1:1767326917.261897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c197a00. 00000080:00000010:3.1:1767326917.265871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008ee0. 00000080:00000010:3.1:1767326917.265887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f6c200. 00010000:00000010:3.1:1767326917.265892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0f800. 00010000:00000010:3.1:1767326917.265897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843129a00. 00000080:00000010:3.1:1767326917.269857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f180. 00000080:00000010:3.1:1767326917.269871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86235e300. 00010000:00000010:3.1:1767326917.269876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032700. 00010000:00000010:3.1:1767326917.269879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e51600. 00000080:00000010:3.1:1767326917.269882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610b20. 00000080:00000010:3.1:1767326917.273865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862066b40. 00010000:00000010:3.1:1767326917.273873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84657ce00. 00010000:00000010:3.1:1767326917.273876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a66fa00. 00000080:00000010:3.1:1767326917.273879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610aa0. 00000080:00000010:3.1:1767326917.277883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881477380. 00010000:00000010:3.1:1767326917.277893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffda00. 00010000:00000010:3.1:1767326917.277897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146e400. 00000080:00000010:3.1:1767326917.277900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539aba0. 00000080:00000010:3.1:1767326917.277910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a18c0. 00010000:00000010:3.1:1767326917.277915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffd500. 00010000:00000010:3.1:1767326917.277918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146f600. 00000080:00000010:3.1:1767326917.281868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a320. 00000080:00000010:3.1:1767326917.281882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a39c0. 00010000:00000010:3.1:1767326917.281889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffa400. 00010000:00000010:3.1:1767326917.281893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dda00. 00000080:00000010:3.1:1767326917.285863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d120. 00000080:00000010:3.1:1767326917.285875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846811080. 00010000:00000010:3.1:1767326917.285881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7a00. 00010000:00000010:3.1:1767326917.285884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c2a00. 00000080:00000010:3.1:1767326917.289856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cd60. 00000080:00000010:3.1:1767326917.289865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d8840. 00010000:00000010:3.1:1767326917.289870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0200. 00010000:00000010:3.1:1767326917.289873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4b400. 00000080:00000010:3.1:1767326917.293862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0000. 00000080:00000010:3.1:1767326917.293875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422fd280. 00010000:00000010:3.1:1767326917.293878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87883e000. 00010000:00000010:3.1:1767326917.293881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87885b400. 00000080:00000010:3.1:1767326917.293883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c4620e0. 00000080:00000010:3.1:1767326917.293888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623018c0. 00010000:00000010:3.1:1767326917.297868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8592bd600. 00010000:00000010:3.1:1767326917.297875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861180000. 00000080:00000010:3.1:1767326917.297878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471183e0. 00000080:00000010:3.1:1767326917.297888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86206d280. 00010000:00000010:3.1:1767326917.297892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffa200. 00010000:00000010:3.1:1767326917.297895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dc000. 00000080:00000010:3.1:1767326917.301874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d1c0. 00000080:00000010:3.1:1767326917.301886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846812100. 00010000:00000010:3.1:1767326917.301894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f388600. 00010000:00000010:3.1:1767326917.301898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932f400. 00000080:00000010:3.1:1767326917.305890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e340. 00000080:00000010:3.1:1767326917.305902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881465ac0. 00010000:00000010:3.1:1767326917.305908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87883e200. 00010000:00000010:3.1:1767326917.305911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87885b600. 00000080:00000010:3.1:1767326917.309864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c4625e0. 00000080:00000010:3.1:1767326917.309873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862306b40. 00010000:00000010:3.1:1767326917.309879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a4f3c00. 00010000:00000010:3.1:1767326917.309882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8474d4e00. 00000080:00000010:3.1:1767326917.309884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00bda0. 00000080:00000010:3.1:1767326917.309889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86233eb40. 00010000:00000010:3.1:1767326917.309891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffa900. 00010000:00000010:3.1:1767326917.309893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a0400. 00000080:00000010:3.1:1767326917.313869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc16c0. 00000080:00000010:3.1:1767326917.313884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e76b40. 00010000:00000010:3.1:1767326917.313892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94200. 00010000:00000010:3.1:1767326917.313896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a1600. 00000080:00000010:3.1:1767326917.320864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d160. 00000080:00000010:3.1:1767326917.320874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84681eb40. 00010000:00000010:3.1:1767326917.320879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87113d900. 00010000:00000010:3.1:1767326917.320882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718bca00. 00000080:00000010:3.1:1767326917.324866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4d00. 00000080:00000010:3.1:1767326917.324878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842276300. 00010000:00000010:3.1:1767326917.324883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0700. 00010000:00000010:3.1:1767326917.324887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87493ca00. 00000080:00000010:3.1:1767326917.324889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008cc0. 00000080:00000010:3.1:1767326917.324895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620ff380. 00010000:00000010:3.1:1767326917.324898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26100. 00010000:00000010:3.1:1767326917.324900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850bcb800. 00000080:00000010:3.1:1767326917.332887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f300. 00000080:00000010:3.1:1767326917.332898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84924b180. 00010000:00000010:3.1:1767326917.332904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20aa00. 00010000:00000010:3.1:1767326917.332907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a7600. 00000080:00000010:3.1:1767326917.332910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539af80. 00000080:00000010:3.1:1767326917.332916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862369080. 00010000:00000010:3.1:1767326917.332921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846726e00. 00010000:00000010:3.1:1767326917.332924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146e000. 00000080:00000010:3.1:1767326917.336857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a260. 00000080:00000010:3.1:1767326917.336867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516aa100. 00010000:00000010:3.1:1767326917.336871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f388700. 00010000:00000010:3.1:1767326917.336874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932e600. 00000080:00000010:3.1:1767326917.343869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e700. 00000080:00000010:3.1:1767326917.343887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881466b40. 00010000:00000010:3.1:1767326917.343895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871642c00. 00010000:00000010:3.1:1767326917.343899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843129c00. 00000080:00000010:3.1:1767326917.343903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fd40. 00000080:00000010:3.1:1767326917.343913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862358840. 00010000:00000010:3.1:1767326917.343919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f388d00. 00010000:00000010:3.1:1767326917.343921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178dc00. 00000080:00000010:3.1:1767326917.343924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4f80. 00000080:00000010:3.1:1767326917.343930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd1080. 00010000:00000010:3.1:1767326917.343937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87113dd00. 00010000:00000010:3.1:1767326917.343939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86913ee00. 00000080:00000010:3.1:1767326917.347875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4d20. 00000080:00000010:3.1:1767326917.347892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849246300. 00010000:00000010:3.1:1767326917.347902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7300. 00010000:00000010:3.1:1767326917.347907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3400. 00000080:00000010:3.1:1767326917.351878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c4c0. 00000080:00000010:3.1:1767326917.351893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620deb40. 00010000:00000010:3.1:1767326917.351900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41400. 00010000:00000010:3.1:1767326917.351904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0d3c00. 00000080:00000010:3.1:1767326917.351908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8475748c0. 00000080:00000010:3.1:1767326917.351916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493c7380. 00010000:00000010:3.1:1767326917.351922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527d00. 00010000:00000010:3.1:1767326917.351926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f5400. 00000080:00000010:3.1:1767326917.355881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cdc0. 00000080:00000010:3.1:1767326917.355899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84226d280. 00010000:00000010:3.1:1767326917.355906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8729b8500. 00010000:00000010:3.1:1767326917.355911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c197e00. 00000080:00000010:3.1:1767326917.355915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008560. 00000080:00000010:3.1:1767326917.355925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f6dac0. 00010000:00000010:3.1:1767326917.355930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20a000. 00010000:00000010:3.1:1767326917.355933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb2e00. 00000080:00000010:3.1:1767326917.360861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a0e0. 00000080:00000010:3.1:1767326917.360870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a76300. 00010000:00000010:3.1:1767326917.360876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3300. 00010000:00000010:3.1:1767326917.360879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f0800. 00000080:00000010:3.1:1767326917.364868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb8de0. 00000080:00000010:3.1:1767326917.364879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc1080. 00010000:00000010:3.1:1767326917.364886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032800. 00010000:00000010:3.1:1767326917.364888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871388600. 00000080:00000010:3.1:1767326917.368876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118200. 00000080:00000010:3.1:1767326917.368890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843444200. 00010000:00000010:3.1:1767326917.368898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77c500. 00010000:00000010:3.1:1767326917.368902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c196000. 00000080:00000010:3.1:1767326917.372865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008c60. 00000080:00000010:3.1:1767326917.372887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f6eb40. 00010000:00000010:3.1:1767326917.372896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1200. 00010000:00000010:3.1:1767326917.372902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871204800. 00000080:00000010:3.1:1767326917.376867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f320. 00000080:00000010:3.1:1767326917.376909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862364a40. 00010000:00000010:3.1:1767326917.376918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86108d600. 00010000:00000010:3.1:1767326917.376922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178ce00. 00000080:00000010:3.1:1767326917.376924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4a40. 00000080:00000010:3.1:1767326917.380879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516b39c0. 00010000:00000010:3.1:1767326917.380887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c4e00. 00010000:00000010:3.1:1767326917.380891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86009a200. 00000080:00000010:3.1:1767326917.380895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4100. 00000080:00000010:3.1:1767326917.380903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620eeb40. 00010000:00000010:3.1:1767326917.380907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843e2a400. 00010000:00000010:3.1:1767326917.380911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5a000. 00000080:00000010:3.1:1767326917.384873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504545a0. 00000080:00000010:3.1:1767326917.384884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afcf380. 00010000:00000010:3.1:1767326917.384893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c17500. 00010000:00000010:3.1:1767326917.384896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858065c00. 00000080:00000010:3.1:1767326917.388859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118000. 00000080:00000010:3.1:1767326917.388871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84344d280. 00010000:00000010:3.1:1767326917.388876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0100. 00010000:00000010:3.1:1767326917.388879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894ac00. 00000080:00000010:3.1:1767326917.392860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008660. 00000080:00000010:3.1:1767326917.392869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f61080. 00010000:00000010:3.1:1767326917.392877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdfe00. 00010000:00000010:3.1:1767326917.392881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e630600. 00000080:00000010:3.1:1767326917.392884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b360. 00000080:00000010:3.1:1767326917.396869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f539c0. 00010000:00000010:3.1:1767326917.396875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87534b100. 00010000:00000010:3.1:1767326917.396881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86913ea00. 00000080:00000010:3.1:1767326917.396885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4f60. 00000080:00000010:3.1:1767326917.396893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849241080. 00010000:00000010:3.1:1767326917.396901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db000. 00010000:00000010:3.1:1767326917.396905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f7400. 00000080:00000010:3.1:1767326917.400865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc180. 00000080:00000010:3.1:1767326917.400875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84925eb40. 00010000:00000010:3.1:1767326917.400882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3400. 00010000:00000010:3.1:1767326917.400884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846441c00. 00000080:00000010:3.1:1767326917.404860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462640. 00000080:00000010:3.1:1767326917.404870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86897f380. 00010000:00000010:3.1:1767326917.404875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e841388000. 00010000:00000010:3.1:1767326917.404908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871389600. 00000080:00000010:3.1:1767326917.408859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118f60. 00000080:00000010:3.1:1767326917.408869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843446b40. 00010000:00000010:3.1:1767326917.408874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77ce00. 00010000:00000010:3.1:1767326917.408876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894a400. 00000080:00000010:3.1:1767326917.412868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0086e0. 00000080:00000010:3.1:1767326917.412887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f63180. 00010000:00000010:3.1:1767326917.412897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871543e00. 00010000:00000010:3.1:1767326917.412910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871359000. 00000080:00000010:3.1:1767326917.412916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0e80. 00000080:00000010:3.1:1767326917.412934:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f5e300. 00010000:00000010:3.1:1767326917.412938:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711ea000. 00010000:00000010:3.1:1767326917.412940:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbe600. 00000080:00000010:3.1:1767326917.416907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d540. 00000080:00000010:3.1:1767326917.416925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493c8840. 00010000:00000010:3.1:1767326917.416934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd0000. 00010000:00000010:3.1:1767326917.416943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e50800. 00000080:00000010:3.1:1767326917.421861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610380. 00000080:00000010:3.1:1767326917.421870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862065280. 00010000:00000010:3.1:1767326917.421875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567500. 00010000:00000010:3.1:1767326917.421878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aee200. 00000080:00000010:3.1:1767326917.425872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df100. 00000080:00000010:3.1:1767326917.425887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e3dac0. 00010000:00000010:3.1:1767326917.425896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87117e300. 00010000:00000010:3.1:1767326917.425902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e56a00. 00000080:00000010:3.1:1767326917.429859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c0e0. 00000080:00000010:3.1:1767326917.429874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84226f380. 00010000:00000010:3.1:1767326917.429880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8400. 00010000:00000010:3.1:1767326917.429885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a11a00. 00000080:00000010:3.1:1767326917.433857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f0e0. 00000080:00000010:3.1:1767326917.433867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514fc200. 00010000:00000010:3.1:1767326917.433874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43500. 00010000:00000010:3.1:1767326917.433877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8464e4600. 00000080:00000010:3.1:1767326917.437861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1640. 00000080:00000010:3.1:1767326917.437875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e739c0. 00010000:00000010:3.1:1767326917.437882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c4100. 00010000:00000010:3.1:1767326917.437887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86009ac00. 00000080:00000010:3.1:1767326917.441857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4680. 00000080:00000010:3.1:1767326917.441867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620eca40. 00010000:00000010:3.1:1767326917.441874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8439d0100. 00010000:00000010:3.1:1767326917.441876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87493de00. 00000080:00000010:3.1:1767326917.445863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0780. 00000080:00000010:3.1:1767326917.445873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620fe300. 00010000:00000010:3.1:1767326917.445877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a4f3800. 00010000:00000010:3.1:1767326917.445879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439dc600. 00000080:00000010:3.1:1767326917.449864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b320. 00000080:00000010:3.1:1767326917.449873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88177d280. 00010000:00000010:3.1:1767326917.449879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4900. 00010000:00000010:3.1:1767326917.449882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859358800. 00000080:00000010:3.1:1767326917.453873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4a80. 00000080:00000010:3.1:1767326917.453888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849245ac0. 00010000:00000010:3.1:1767326917.453895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a4f3000. 00010000:00000010:3.1:1767326917.453897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439ddc00. 00000080:00000010:3.1:1767326917.457872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b940. 00000080:00000010:3.1:1767326917.457888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88177ca40. 00010000:00000010:3.1:1767326917.457895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f95d00. 00010000:00000010:3.1:1767326917.457899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb2200. 00000080:00000010:3.1:1767326917.461874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a600. 00000080:00000010:3.1:1767326917.461888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a71080. 00010000:00000010:3.1:1767326917.461896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c100. 00010000:00000010:3.1:1767326917.461900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869e8cc00. 00000080:00000010:3.1:1767326917.465866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bca80. 00000080:00000010:3.1:1767326917.465877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862325280. 00010000:00000010:3.1:1767326917.465884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065e400. 00010000:00000010:3.1:1767326917.465886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8480f0800. 00000080:00000010:3.1:1767326917.470876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fbe0. 00000080:00000010:3.1:1767326917.470892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881775280. 00010000:00000010:3.1:1767326917.470901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711ea800. 00010000:00000010:3.1:1767326917.470905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a0e00. 00000080:00000010:3.1:1767326917.474880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317dca0. 00000080:00000010:3.1:1767326917.474896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e76300. 00010000:00000010:3.1:1767326917.474905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065e900. 00010000:00000010:3.1:1767326917.474909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86924c200. 00000080:00000010:3.1:1767326917.474913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fb60. 00000080:00000010:3.1:1767326917.474923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849269080. 00010000:00000010:3.1:1767326917.478863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcd400. 00010000:00000010:3.1:1767326917.478868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f1e00. 00000080:00000010:3.1:1767326917.478871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85a7c6220. 00000080:00000010:3.1:1767326917.478883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc5280. 00010000:00000010:3.1:1767326917.478893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811adb00. 00010000:00000010:3.1:1767326917.478899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0d3600. 00000080:00000010:3.1:1767326917.482870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574d80. 00000080:00000010:3.1:1767326917.482885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cf380. 00010000:00000010:3.1:1767326917.482893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b200. 00010000:00000010:3.1:1767326917.482900:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176ec00. 00000080:00000010:3.1:1767326917.486863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454920. 00000080:00000010:3.1:1767326917.486876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84348eb40. 00010000:00000010:3.1:1767326917.486887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94c00. 00010000:00000010:3.1:1767326917.486891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a1c00. 00000080:00000010:3.1:1767326917.490861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d800. 00000080:00000010:3.1:1767326917.490874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84681a100. 00010000:00000010:3.1:1767326917.490879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714ff200. 00010000:00000010:3.1:1767326917.490882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86c460600. 00000080:00000010:3.1:1767326917.494858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504545e0. 00000080:00000010:3.1:1767326917.494873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84348ca40. 00010000:00000010:3.1:1767326917.494880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c5800. 00010000:00000010:3.1:1767326917.494882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871358200. 00000080:00000010:3.1:1767326917.498875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0b40. 00000080:00000010:3.1:1767326917.498891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f0000. 00010000:00000010:3.1:1767326917.498896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032900. 00010000:00000010:3.1:1767326917.498900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e51400. 00000080:00000010:3.1:1767326917.502875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610ce0. 00000080:00000010:3.1:1767326917.502890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620618c0. 00010000:00000010:3.1:1767326917.502901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d800. 00010000:00000010:3.1:1767326917.502905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a7000. 00000080:00000010:3.1:1767326917.506868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539ac80. 00000080:00000010:3.1:1767326917.506882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a76b40. 00010000:00000010:3.1:1767326917.506890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87534be00. 00010000:00000010:3.1:1767326917.506893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86913e400. 00000080:00000010:3.1:1767326917.510871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4280. 00000080:00000010:3.1:1767326917.510885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492439c0. 00010000:00000010:3.1:1767326917.510892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77c100. 00010000:00000010:3.1:1767326917.510896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c196600. 00000080:00000010:3.1:1767326917.514875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008800. 00000080:00000010:3.1:1767326917.514890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f639c0. 00010000:00000010:3.1:1767326917.514897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888a900. 00010000:00000010:3.1:1767326917.514901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178c800. 00000080:00000010:3.1:1767326917.518874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4620. 00000080:00000010:3.1:1767326917.518891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd18c0. 00010000:00000010:3.1:1767326917.518900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8729b8c00. 00010000:00000010:3.1:1767326917.518905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f244600. 00000080:00000010:3.1:1767326917.522866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574980. 00000080:00000010:3.1:1767326917.522881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e05280. 00010000:00000010:3.1:1767326917.522888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871642a00. 00010000:00000010:3.1:1767326917.522892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8412a9c00. 00000080:00000010:3.1:1767326917.526871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118f00. 00000080:00000010:3.1:1767326917.526888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623539c0. 00010000:00000010:3.1:1767326917.526896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440a00. 00010000:00000010:3.1:1767326917.526901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878672a00. 00000080:00000010:3.1:1767326917.530882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a520. 00000080:00000010:3.1:1767326917.530893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a3180. 00010000:00000010:3.1:1767326917.530901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785de400. 00010000:00000010:3.1:1767326917.530905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8474d5400. 00000080:00000010:3.1:1767326917.534873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b7e0. 00000080:00000010:3.1:1767326917.534888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862336b40. 00010000:00000010:3.1:1767326917.534896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c5600. 00010000:00000010:3.1:1767326917.534900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752c4c00. 00000080:00000010:3.1:1767326917.534903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00be60. 00000080:00000010:3.1:1767326917.534945:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f54a40. 00010000:00000010:3.1:1767326917.534950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94300. 00010000:00000010:3.1:1767326917.534953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a0000. 00000080:00000010:3.1:1767326917.538857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d680. 00000080:00000010:3.1:1767326917.546871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84681b9c0. 00010000:00000010:3.1:1767326917.546882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032600. 00010000:00000010:3.1:1767326917.546884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858064a00. 00000080:00000010:3.1:1767326917.546887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118b60. 00000080:00000010:3.1:1767326917.546894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84344b9c0. 00010000:00000010:3.1:1767326917.546897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714ff400. 00010000:00000010:3.1:1767326917.546899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86c460a00. 00000080:00000010:3.1:1767326917.550885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504544e0. 00000080:00000010:3.1:1767326917.550896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843480000. 00010000:00000010:3.1:1767326917.550901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1700. 00010000:00000010:3.1:1767326917.550905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871205400. 00000080:00000010:3.1:1767326917.554881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fd00. 00000080:00000010:3.1:1767326917.554891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862366b40. 00010000:00000010:3.1:1767326917.554896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a4f3d00. 00010000:00000010:3.1:1767326917.554898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439dc000. 00000080:00000010:3.1:1767326917.554901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f060. 00000080:00000010:3.1:1767326917.554909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88177eb40. 00010000:00000010:3.1:1767326917.554914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c17600. 00010000:00000010:3.1:1767326917.554916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858064000. 00000080:00000010:3.1:1767326917.562875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471189c0. 00000080:00000010:3.1:1767326917.562889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434498c0. 00010000:00000010:3.1:1767326917.562896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd0400. 00010000:00000010:3.1:1767326917.562900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852411e00. 00000080:00000010:3.1:1767326917.562904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610660. 00000080:00000010:3.1:1767326917.562912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a661080. 00010000:00000010:3.1:1767326917.562917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846726800. 00010000:00000010:3.1:1767326917.562921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878673200. 00000080:00000010:3.1:1767326917.566860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a000. 00000080:00000010:3.1:1767326917.566871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a5ac0. 00010000:00000010:3.1:1767326917.566877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87113d300. 00010000:00000010:3.1:1767326917.566881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718bce00. 00000080:00000010:3.1:1767326917.575875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d44c0. 00000080:00000010:3.1:1767326917.575916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849242940. 00010000:00000010:3.1:1767326917.575921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843e2a900. 00010000:00000010:3.1:1767326917.575924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5a200. 00000080:00000010:3.1:1767326917.575927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8504543c0. 00000080:00000010:3.1:1767326917.575933:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afcc200. 00010000:00000010:3.1:1767326917.575936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8592bd400. 00010000:00000010:3.1:1767326917.575939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852411a00. 00000080:00000010:3.1:1767326917.575941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606101c0. 00000080:00000010:3.1:1767326917.579863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a66f380. 00010000:00000010:3.1:1767326917.579869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41100. 00010000:00000010:3.1:1767326917.579872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843033400. 00000080:00000010:3.1:1767326917.579875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574720. 00000080:00000010:3.1:1767326917.579883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e0d280. 00010000:00000010:3.1:1767326917.579888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d300. 00010000:00000010:3.1:1767326917.579891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871204e00. 00000080:00000010:3.1:1767326917.583876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f4c0. 00000080:00000010:3.1:1767326917.583889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862363180. 00010000:00000010:3.1:1767326917.583896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce8800. 00010000:00000010:3.1:1767326917.583900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847486200. 00000080:00000010:3.1:1767326917.583904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9860. 00000080:00000010:3.1:1767326917.583912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860865ac0. 00010000:00000010:3.1:1767326917.583917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77ca00. 00010000:00000010:3.1:1767326917.583920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894b600. 00000080:00000010:3.1:1767326917.583923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008020. 00000080:00000010:3.1:1767326917.583930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f618c0. 00010000:00000010:3.1:1767326917.583935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c17800. 00010000:00000010:3.1:1767326917.583938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858065a00. 00000080:00000010:3.1:1767326917.587856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118be0. 00000080:00000010:3.1:1767326917.587864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843445280. 00010000:00000010:3.1:1767326917.587868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87534b800. 00010000:00000010:3.1:1767326917.587870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859358000. 00000080:00000010:3.1:1767326917.591865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4060. 00000080:00000010:3.1:1767326917.591879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492418c0. 00010000:00000010:3.1:1767326917.591887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2d8500. 00010000:00000010:3.1:1767326917.591891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e44e00. 00000080:00000010:3.1:1767326917.595866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462580. 00000080:00000010:3.1:1767326917.595877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86230f380. 00010000:00000010:3.1:1767326917.595880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843e2a000. 00010000:00000010:3.1:1767326917.595883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f1200. 00000080:00000010:3.1:1767326917.595886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454160. 00000080:00000010:3.1:1767326917.595890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afcca40. 00010000:00000010:3.1:1767326917.595895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20a700. 00010000:00000010:3.1:1767326917.595897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb3e00. 00000080:00000010:3.1:1767326917.599875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a3c0. 00000080:00000010:3.1:1767326917.599888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a7eb40. 00010000:00000010:3.1:1767326917.599895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcd100. 00010000:00000010:3.1:1767326917.599898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f1600. 00000080:00000010:3.1:1767326917.603874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454060. 00000080:00000010:3.1:1767326917.603887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afcd280. 00010000:00000010:3.1:1767326917.603893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7900. 00010000:00000010:3.1:1767326917.603934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3200. 00000080:00000010:3.1:1767326917.607858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cf60. 00000080:00000010:3.1:1767326917.607870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620dd280. 00010000:00000010:3.1:1767326917.607877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c900. 00010000:00000010:3.1:1767326917.607882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869e8c800. 00000080:00000010:3.1:1767326917.607885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcec0. 00000080:00000010:3.1:1767326917.607893:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862323180. 00010000:00000010:3.1:1767326917.611856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcd700. 00010000:00000010:3.1:1767326917.611860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f1800. 00000080:00000010:3.1:1767326917.611862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb88a0. 00000080:00000010:3.1:1767326917.611870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc18c0. 00010000:00000010:3.1:1767326917.615878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e3c00. 00010000:00000010:3.1:1767326917.615884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f6000. 00000080:00000010:3.1:1767326917.615888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc6c0. 00000080:00000010:3.1:1767326917.615899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84925dac0. 00010000:00000010:3.1:1767326917.615905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8c00. 00010000:00000010:3.1:1767326917.615909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850bcb200. 00000080:00000010:3.1:1767326917.619865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fa60. 00000080:00000010:3.1:1767326917.619876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849249080. 00010000:00000010:3.1:1767326917.619882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4600. 00010000:00000010:3.1:1767326917.619884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a10a00. 00000080:00000010:3.1:1767326917.623868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f5e0. 00000080:00000010:3.1:1767326917.623878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514fa100. 00010000:00000010:3.1:1767326917.623884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888aa00. 00010000:00000010:3.1:1767326917.623887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178c600. 00000080:00000010:3.1:1767326917.627866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4720. 00000080:00000010:3.1:1767326917.627876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd39c0. 00010000:00000010:3.1:1767326917.627882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c5400. 00010000:00000010:3.1:1767326917.627884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859305a00. 00000080:00000010:3.1:1767326917.631857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0320. 00000080:00000010:3.1:1767326917.631878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f0840. 00010000:00000010:3.1:1767326917.631885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3e00. 00010000:00000010:3.1:1767326917.631888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e44a00. 00000080:00000010:3.1:1767326917.631889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462d00. 00000080:00000010:3.1:1767326917.635874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862309080. 00010000:00000010:3.1:1767326917.635879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8439d0700. 00010000:00000010:3.1:1767326917.635881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4aa00. 00000080:00000010:3.1:1767326917.635884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b04a0. 00000080:00000010:3.1:1767326917.635888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f5280. 00010000:00000010:3.1:1767326917.639870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711ea600. 00010000:00000010:3.1:1767326917.639876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbfe00. 00000080:00000010:3.1:1767326917.639880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317da80. 00000080:00000010:3.1:1767326917.639889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cb180. 00010000:00000010:3.1:1767326917.639893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b100. 00010000:00000010:3.1:1767326917.639895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87103f800. 00000080:00000010:3.1:1767326917.643854:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610980. 00000080:00000010:3.1:1767326917.643863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88147dac0. 00010000:00000010:3.1:1767326917.643870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdf900. 00010000:00000010:3.1:1767326917.643872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e631a00. 00000080:00000010:3.1:1767326917.647863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b8a0. 00000080:00000010:3.1:1767326917.647875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86233b9c0. 00010000:00000010:3.1:1767326917.647881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3900. 00010000:00000010:3.1:1767326917.647885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846441000. 00000080:00000010:3.1:1767326917.651864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462620. 00000080:00000010:3.1:1767326917.651874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86897dac0. 00010000:00000010:3.1:1767326917.651879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e841388f00. 00010000:00000010:3.1:1767326917.651882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858065200. 00000080:00000010:3.1:1767326917.651884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471186c0. 00000080:00000010:3.1:1767326917.651890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84344a940. 00010000:00000010:3.1:1767326917.651893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871543400. 00010000:00000010:3.1:1767326917.651895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4a600. 00000080:00000010:3.1:1767326917.655876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0100. 00000080:00000010:3.1:1767326917.655889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f98c0. 00010000:00000010:3.1:1767326917.655896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bfcc00. 00010000:00000010:3.1:1767326917.655900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c3800. 00000080:00000010:3.1:1767326917.659860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22ca60. 00000080:00000010:3.1:1767326917.659871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842266b40. 00010000:00000010:3.1:1767326917.659879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2d8000. 00010000:00000010:3.1:1767326917.659883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e44c00. 00000080:00000010:3.1:1767326917.663862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c4626c0. 00000080:00000010:3.1:1767326917.663871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc0840. 00010000:00000010:3.1:1767326917.663878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567b00. 00010000:00000010:3.1:1767326917.663881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858071000. 00000080:00000010:3.1:1767326917.663883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df940. 00000080:00000010:3.1:1767326917.663887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8515418c0. 00010000:00000010:3.1:1767326917.667868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8592bde00. 00010000:00000010:3.1:1767326917.667872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87103ec00. 00000080:00000010:3.1:1767326917.667875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610c00. 00000080:00000010:3.1:1767326917.667882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88147d280. 00010000:00000010:3.1:1767326917.667886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871543000. 00010000:00000010:3.1:1767326917.667889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871358a00. 00000080:00000010:3.1:1767326917.671861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0880. 00000080:00000010:3.1:1767326917.671872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f58000. 00010000:00000010:3.1:1767326917.671880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0a00. 00010000:00000010:3.1:1767326917.671885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859305200. 00000080:00000010:3.1:1767326917.675862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0c20. 00000080:00000010:3.1:1767326917.675874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f8840. 00010000:00000010:3.1:1767326917.675882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581aca00. 00010000:00000010:3.1:1767326917.675886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86924d800. 00000080:00000010:3.1:1767326917.679871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f200. 00000080:00000010:3.1:1767326917.679884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84926ca40. 00010000:00000010:3.1:1767326917.679888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87117e000. 00010000:00000010:3.1:1767326917.679892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e57400. 00000080:00000010:3.1:1767326917.679896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c600. 00000080:00000010:3.1:1767326917.679904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842262100. 00010000:00000010:3.1:1767326917.679909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527500. 00010000:00000010:3.1:1767326917.679912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f4800. 00000080:00000010:3.1:1767326917.683863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c700. 00000080:00000010:3.1:1767326917.683871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d3180. 00010000:00000010:3.1:1767326917.683874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711eaf00. 00010000:00000010:3.1:1767326917.683877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbe000. 00000080:00000010:3.1:1767326917.687858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d260. 00000080:00000010:3.1:1767326917.687869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cca40. 00010000:00000010:3.1:1767326917.687879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785de200. 00010000:00000010:3.1:1767326917.687885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8439dda00. 00000080:00000010:3.1:1767326917.691859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b760. 00000080:00000010:3.1:1767326917.691871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862332940. 00010000:00000010:3.1:1767326917.691877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4b00. 00010000:00000010:3.1:1767326917.691880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859358600. 00000080:00000010:3.1:1767326917.695876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f060. 00000080:00000010:3.1:1767326917.695925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849248000. 00010000:00000010:3.1:1767326917.695931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581cd400. 00010000:00000010:3.1:1767326917.695935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4eac00. 00000080:00000010:3.1:1767326917.695938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e900. 00000080:00000010:3.1:1767326917.695945:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862071080. 00010000:00000010:3.1:1767326917.695953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26c00. 00010000:00000010:3.1:1767326917.695956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8789c0000. 00000080:00000010:3.1:1767326917.699865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f640. 00000080:00000010:3.1:1767326917.699875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514f4a40. 00010000:00000010:3.1:1767326917.699881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41500. 00010000:00000010:3.1:1767326917.699884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843033600. 00000080:00000010:3.1:1767326917.703871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574ec0. 00000080:00000010:3.1:1767326917.703885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e0ca40. 00010000:00000010:3.1:1767326917.703891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bfcf00. 00010000:00000010:3.1:1767326917.703894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c2200. 00000080:00000010:3.1:1767326917.707860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c420. 00000080:00000010:3.1:1767326917.707873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842262940. 00010000:00000010:3.1:1767326917.707879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785deb00. 00010000:00000010:3.1:1767326917.707883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e631400. 00000080:00000010:3.1:1767326917.711867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b020. 00000080:00000010:3.1:1767326917.711877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f52100. 00010000:00000010:3.1:1767326917.711882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980900. 00010000:00000010:3.1:1767326917.711885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852733200. 00000080:00000010:3.1:1767326917.711887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4700. 00000080:00000010:3.1:1767326917.711892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842273180. 00010000:00000010:3.1:1767326917.715879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e3e00. 00010000:00000010:3.1:1767326917.715885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e0200. 00000080:00000010:3.1:1767326917.715889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc940. 00000080:00000010:3.1:1767326917.715899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a84a40. 00010000:00000010:3.1:1767326917.715903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffa600. 00010000:00000010:3.1:1767326917.715906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dc200. 00000080:00000010:3.1:1767326917.719874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d600. 00000080:00000010:3.1:1767326917.719889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846818840. 00010000:00000010:3.1:1767326917.719897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7e00. 00010000:00000010:3.1:1767326917.719901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3e00. 00000080:00000010:3.1:1767326917.723881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462f60. 00000080:00000010:3.1:1767326917.723893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620da100. 00010000:00000010:3.1:1767326917.723897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871642800. 00010000:00000010:3.1:1767326917.723900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8412a9600. 00000080:00000010:3.1:1767326917.727888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471183a0. 00000080:00000010:3.1:1767326917.727907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862352100. 00010000:00000010:3.1:1767326917.727917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86108db00. 00010000:00000010:3.1:1767326917.727922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178d800. 00000080:00000010:3.1:1767326917.727925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4a20. 00000080:00000010:3.1:1767326917.731895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd2940. 00010000:00000010:3.1:1767326917.731907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c17000. 00010000:00000010:3.1:1767326917.731912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858065000. 00000080:00000010:3.1:1767326917.735876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118020. 00000080:00000010:3.1:1767326917.735889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84344c200. 00010000:00000010:3.1:1767326917.735897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065eb00. 00010000:00000010:3.1:1767326917.735900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86924ca00. 00000080:00000010:3.1:1767326917.738942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fd00. 00000080:00000010:3.1:1767326917.738957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492698c0. 00010000:00000010:3.1:1767326917.738962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd0e00. 00010000:00000010:3.1:1767326917.738965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852410600. 00000080:00000010:3.1:1767326917.743872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610f80. 00000080:00000010:3.1:1767326917.743888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a6639c0. 00010000:00000010:3.1:1767326917.743895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888ab00. 00010000:00000010:3.1:1767326917.743899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870dbfa00. 00000080:00000010:3.1:1767326917.747877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ec80. 00000080:00000010:3.1:1767326917.747892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881461080. 00010000:00000010:3.1:1767326917.747901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87117ed00. 00010000:00000010:3.1:1767326917.747905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e56400. 00000080:00000010:3.1:1767326917.751933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c5e0. 00000080:00000010:3.1:1767326917.751951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842269080. 00010000:00000010:3.1:1767326917.751958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8439d0c00. 00010000:00000010:3.1:1767326917.751964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e4b200. 00000080:00000010:3.1:1767326917.751968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b07e0. 00000080:00000010:3.1:1767326917.755911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f18c0. 00010000:00000010:3.1:1767326917.755924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860671c00. 00010000:00000010:3.1:1767326917.755929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861181200. 00000080:00000010:3.1:1767326917.755933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118840. 00000080:00000010:3.1:1767326917.755942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86206b9c0. 00010000:00000010:3.1:1767326917.759884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567700. 00010000:00000010:3.1:1767326917.759893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858071600. 00000080:00000010:3.1:1767326917.759897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df240. 00000080:00000010:3.1:1767326917.759912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851544a40. 00010000:00000010:3.1:1767326917.759917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e3d00. 00010000:00000010:3.1:1767326917.759920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aff200. 00000080:00000010:3.1:1767326917.763866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc000. 00000080:00000010:3.1:1767326917.763880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a83180. 00010000:00000010:3.1:1767326917.767884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d900. 00010000:00000010:3.1:1767326917.767891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c4200. 00000080:00000010:3.1:1767326917.767896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f940. 00000080:00000010:3.1:1767326917.771890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514f8840. 00010000:00000010:3.1:1767326917.771900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1100. 00010000:00000010:3.1:1767326917.771905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871204400. 00000080:00000010:3.1:1767326917.775897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359ff60. 00000080:00000010:3.1:1767326917.775915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862362940. 00010000:00000010:3.1:1767326917.775926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871642f00. 00010000:00000010:3.1:1767326917.775930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8412a9e00. 00000080:00000010:3.1:1767326917.783881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118d00. 00000080:00000010:3.1:1767326917.783898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862357380. 00010000:00000010:3.1:1767326917.783905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ffac00. 00010000:00000010:3.1:1767326917.783909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714dc400. 00000080:00000010:3.1:1767326917.791863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317dc00. 00000080:00000010:3.1:1767326917.791876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846817380. 00010000:00000010:3.1:1767326917.791885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b500. 00010000:00000010:3.1:1767326917.791890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176f200. 00000080:00000010:3.1:1767326917.795861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610220. 00000080:00000010:3.1:1767326917.795878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881470840. 00010000:00000010:3.1:1767326917.795885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a72c600. 00010000:00000010:3.1:1767326917.795890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846440e00. 00000080:00000010:3.1:1767326917.795894:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462e40. 00000080:00000010:3.1:1767326917.795909:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86897a100. 00010000:00000010:3.1:1767326917.795913:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494eaf00. 00010000:00000010:3.1:1767326917.795917:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6000. 00000080:00000010:3.1:1767326917.799868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc120. 00000080:00000010:3.1:1767326917.799883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842244200. 00010000:00000010:3.1:1767326917.799893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0400. 00010000:00000010:3.1:1767326917.799897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87493c400. 00000080:00000010:3.1:1767326917.799901:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008460. 00000080:00000010:3.1:1767326917.799912:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f9080. 00010000:00000010:3.1:1767326917.799918:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f77cb00. 00010000:00000010:3.1:1767326917.799920:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894a800. 00000080:00000010:3.1:1767326917.803860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008040. 00000080:00000010:3.1:1767326917.803873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f65ac0. 00010000:00000010:3.1:1767326917.803881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce8a00. 00010000:00000010:3.1:1767326917.803884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87847fa00. 00000080:00000010:3.1:1767326917.806939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e98c0. 00000080:00000010:3.1:1767326917.806955:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aee98c0. 00010000:00000010:3.1:1767326917.806960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0600. 00010000:00000010:3.1:1767326917.806963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859305600. 00000080:00000010:3.1:1767326917.811856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0ca0. 00000080:00000010:3.1:1767326917.811873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422fb180. 00010000:00000010:3.1:1767326917.811880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84657c800. 00010000:00000010:3.1:1767326917.811884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a66f200. 00000080:00000010:3.1:1767326917.815878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610440. 00000080:00000010:3.1:1767326917.815890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88147a100. 00010000:00000010:3.1:1767326917.819866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114300. 00010000:00000010:3.1:1767326917.819871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f7200. 00000080:00000010:3.1:1767326917.819874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc240. 00000080:00000010:3.1:1767326917.819886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84936d280. 00010000:00000010:3.1:1767326917.819889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce8500. 00010000:00000010:3.1:1767326917.819891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8506cf200. 00000080:00000010:3.1:1767326917.823878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e96c0. 00000080:00000010:3.1:1767326917.823898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860863180. 00010000:00000010:3.1:1767326917.823907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1b00. 00010000:00000010:3.1:1767326917.823912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e3a00. 00000080:00000010:3.1:1767326917.827869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fb20. 00000080:00000010:3.1:1767326917.827884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862364200. 00010000:00000010:3.1:1767326917.827888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b800. 00010000:00000010:3.1:1767326917.827892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176e400. 00000080:00000010:3.1:1767326917.831901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454d60. 00000080:00000010:3.1:1767326917.831964:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84348c200. 00010000:00000010:3.1:1767326917.831975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878676e00. 00010000:00000010:3.1:1767326917.831979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871175800. 00000080:00000010:3.1:1767326917.831983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e94a0. 00000080:00000010:3.1:1767326917.831993:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aeef380. 00010000:00000010:3.1:1767326917.835876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527c00. 00010000:00000010:3.1:1767326917.835884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f5200. 00000080:00000010:3.1:1767326917.835889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c8a0. 00000080:00000010:3.1:1767326917.835901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d4a40. 00010000:00000010:3.1:1767326917.839864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86108d500. 00010000:00000010:3.1:1767326917.839870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87178d400. 00000080:00000010:3.1:1767326917.839873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d43e0. 00000080:00000010:3.1:1767326917.839883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afd6300. 00010000:00000010:3.1:1767326917.843877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871642400. 00010000:00000010:3.1:1767326917.843884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8412a9200. 00000080:00000010:3.1:1767326917.843889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118620. 00000080:00000010:3.1:1767326917.847872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862356300. 00010000:00000010:3.1:1767326917.847880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711ea200. 00010000:00000010:3.1:1767326917.847883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbf800. 00000080:00000010:3.1:1767326917.847885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d3a0. 00000080:00000010:3.1:1767326917.851862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cdac0. 00010000:00000010:3.1:1767326917.851871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888a400. 00010000:00000010:3.1:1767326917.851875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870dbf200. 00000080:00000010:3.1:1767326917.851879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eba0. 00000080:00000010:3.1:1767326917.851890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516b6b40. 00010000:00000010:3.1:1767326917.859867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527000. 00010000:00000010:3.1:1767326917.859872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f5e00. 00000080:00000010:3.1:1767326917.859875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cd00. 00000080:00000010:3.1:1767326917.859884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d6300. 00010000:00000010:3.1:1767326917.859889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87113d700. 00010000:00000010:3.1:1767326917.859892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718bcc00. 00000080:00000010:3.1:1767326917.863877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d48e0. 00000080:00000010:3.1:1767326917.863900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849243180. 00010000:00000010:3.1:1767326917.863910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e841388300. 00010000:00000010:3.1:1767326917.863915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871389800. 00000080:00000010:3.1:1767326917.867874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118480. 00000080:00000010:3.1:1767326917.867900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843447380. 00010000:00000010:3.1:1767326917.867908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0f600. 00010000:00000010:3.1:1767326917.867912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843128000. 00000080:00000010:3.1:1767326917.867915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f860. 00000080:00000010:3.1:1767326917.867932:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86235d280. 00010000:00000010:3.1:1767326917.867937:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87883e400. 00010000:00000010:3.1:1767326917.867939:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e45e00. 00000080:00000010:3.1:1767326917.871867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847fb89c0. 00000080:00000010:3.1:1767326917.871884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc7380. 00010000:00000010:3.1:1767326917.871891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fb3c00. 00010000:00000010:3.1:1767326917.871896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846441200. 00000080:00000010:3.1:1767326917.876868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462680. 00000080:00000010:3.1:1767326917.876890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86897c200. 00010000:00000010:3.1:1767326917.876930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711ead00. 00010000:00000010:3.1:1767326917.876934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714ddc00. 00000080:00000010:3.1:1767326917.880862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317d880. 00000080:00000010:3.1:1767326917.880876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84681b180. 00010000:00000010:3.1:1767326917.880881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114100. 00010000:00000010:3.1:1767326917.880884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850669a00. 00000080:00000010:3.1:1767326917.884862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9680. 00000080:00000010:3.1:1767326917.884874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84936b180. 00010000:00000010:3.1:1767326917.884882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581acb00. 00010000:00000010:3.1:1767326917.884885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bb7600. 00000080:00000010:3.1:1767326917.889870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f400. 00000080:00000010:3.1:1767326917.889881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849266300. 00010000:00000010:3.1:1767326917.889885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87117e800. 00010000:00000010:3.1:1767326917.889888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e56200. 00000080:00000010:3.1:1767326917.893893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cea0. 00000080:00000010:3.1:1767326917.893910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842264200. 00010000:00000010:3.1:1767326917.893920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705dab00. 00010000:00000010:3.1:1767326917.893924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f2a00. 00000080:00000010:3.1:1767326917.897881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d42a0. 00000080:00000010:3.1:1767326917.897899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620ea100. 00010000:00000010:3.1:1767326917.897904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843d5c100. 00010000:00000010:3.1:1767326917.897908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859305400. 00000080:00000010:3.1:1767326917.901867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0be0. 00000080:00000010:3.1:1767326917.901880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f18c0. 00010000:00000010:3.1:1767326917.901886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffd200. 00010000:00000010:3.1:1767326917.901889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e57e00. 00000080:00000010:3.1:1767326917.901892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22caa0. 00000080:00000010:3.1:1767326917.905885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422698c0. 00010000:00000010:3.1:1767326917.905896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84657cd00. 00010000:00000010:3.1:1767326917.905901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861181800. 00000080:00000010:3.1:1767326917.909870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85258da20. 00000080:00000010:3.1:1767326917.909883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86206eb40. 00010000:00000010:3.1:1767326917.909889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e41900. 00010000:00000010:3.1:1767326917.909892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f244200. 00000080:00000010:3.1:1767326917.909895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574760. 00000080:00000010:3.1:1767326917.913891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e03180. 00010000:00000010:3.1:1767326917.913901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843e2ae00. 00010000:00000010:3.1:1767326917.913906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5be00. 00000080:00000010:3.1:1767326917.913910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454940. 00000080:00000010:3.1:1767326917.917874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc9080. 00010000:00000010:3.1:1767326917.917881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c4200. 00010000:00000010:3.1:1767326917.917884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb3a00. 00000080:00000010:3.1:1767326917.922884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539af00. 00000080:00000010:3.1:1767326917.922900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a78000. 00010000:00000010:3.1:1767326917.922912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494eaa00. 00010000:00000010:3.1:1767326917.922926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f7800. 00000080:00000010:3.1:1767326917.922933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc860. 00000080:00000010:3.1:1767326917.922959:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860a839c0. 00010000:00000010:3.1:1767326917.922966:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032f00. 00010000:00000010:3.1:1767326917.922969:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861181400. 00000080:00000010:3.1:1767326917.927893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118aa0. 00000080:00000010:3.1:1767326917.927910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86206f380. 00010000:00000010:3.1:1767326917.927915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87135d900. 00010000:00000010:3.1:1767326917.927919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872919200. 00000080:00000010:3.1:1767326917.931869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9520. 00000080:00000010:3.1:1767326917.931882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84346dac0. 00010000:00000010:3.1:1767326917.931890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785de500. 00010000:00000010:3.1:1767326917.931894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8474d4200. 00000080:00000010:3.1:1767326917.935868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b9a0. 00000080:00000010:3.1:1767326917.935881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623318c0. 00010000:00000010:3.1:1767326917.935886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032100. 00010000:00000010:3.1:1767326917.935889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e51e00. 00010000:00000010:3.1:1767326917.986884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bbff00. 00010000:00000010:3.1:1767326917.986898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2a9a00. 00000080:00000010:3.1:1767326918.079867:0:193132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1ff60. 00000080:00000010:3.1:1767326918.079898:0:193132:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84926c200. 00010000:00000010:3.1:1767326918.079913:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785ded00. 00010000:00000010:3.1:1767326918.079922:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e630000. 00000080:00000010:3.1:1767326918.103862:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00b5e0. 00000080:00000010:3.1:1767326918.103884:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86233e300. 00010000:00000010:3.1:1767326918.103893:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546b00. 00010000:00000010:3.1:1767326918.103900:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869dbf200. 00010000:00000010:2.1:1767326918.113876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c219400. 00010000:00000010:2.1:1767326918.113887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21f600. 00000080:00000010:2.1:1767326918.134884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317dac0. 00000080:00000010:2.1:1767326918.134907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493cb9c0. 00010000:00000010:2.1:1767326918.134920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd0b00. 00010000:00000010:2.1:1767326918.134925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852411400. 00000080:00000010:2.1:1767326918.195886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610680. 00000080:00000010:2.1:1767326918.199886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a66eb40. 00010000:00000010:2.1:1767326918.199903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880b500. 00010000:00000010:2.1:1767326918.199911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862800. 00000080:00000010:2.1:1767326918.204860:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfac0. 00000080:00000010:2.1:1767326918.207893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8515439c0. 00010000:00000010:2.1:1767326918.207910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8729b8100. 00010000:00000010:2.1:1767326918.207919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c196400. 00000080:00000010:3.1:1767326918.257902:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c9a0. 00000080:00000010:3.1:1767326918.260884:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842265ac0. 00010000:00000010:3.1:1767326918.260895:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f4d00. 00010000:00000010:3.1:1767326918.260902:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8789c0600. 00010000:00000010:3.1:1767326918.303874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692b4f00. 00010000:00000010:3.1:1767326918.303887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692b6600. 00010000:00000010:3.1:1767326918.303890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581d6b00. 00010000:00000010:3.1:1767326918.303892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c7a00. 00010000:00000010:3.1:1767326918.303894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c4900. 00010000:00000010:3.1:1767326918.303897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f5c00. 00000080:00000010:3.1:1767326918.347868:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc020. 00000080:00000010:3.1:1767326918.350898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623218c0. 00010000:00000010:3.1:1767326918.350907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8729b8400. 00010000:00000010:3.1:1767326918.350912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c196a00. 00010000:00000010:3.1:1767326918.355895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752b2600. 00010000:00000010:3.1:1767326918.355906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a77a00. 00000080:00000010:3.1:1767326918.383878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008720. 00000080:00000010:3.1:1767326918.383902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f6b9c0. 00010000:00000010:3.1:1767326918.383916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075b600. 00010000:00000010:3.1:1767326918.383926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176fe00. 00010000:00000010:3.1:1767326918.400890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f65d00. 00010000:00000010:3.1:1767326918.400913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6d5600. 00010000:00000010:3.1:1767326918.421873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873595500. 00010000:00000010:3.1:1767326918.421895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e2600. 00000080:00000010:3.1:1767326918.428870:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860cd82e0. 00000080:00000010:3.1:1767326918.430879:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814718c0. 00010000:00000010:3.1:1767326918.430895:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8b00. 00010000:00000010:3.1:1767326918.430938:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8789c0a00. 00000080:00000010:3.1:1767326918.478866:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fbe0. 00000080:00000010:3.1:1767326918.478919:0:2512:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514f18c0. 00010000:00000010:3.1:1767326918.478929:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce8b00. 00010000:00000010:3.1:1767326918.478933:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932ee00. 00010000:00000010:3.1:1767326918.507879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a47900. 00010000:00000010:3.1:1767326918.507891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850216800. 00010000:00000010:3.1:1767326918.511886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86902b000. 00010000:00000010:3.1:1767326918.511902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873590a00. 00010000:00000010:3.1:1767326918.536857:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711e7e00. 00010000:00000010:3.1:1767326918.536866:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859341000. 00010000:00000010:3.1:1767326918.541856:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f24d300. 00010000:00000010:3.1:1767326918.541860:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8588c0e00. 00010000:00000010:3.1:1767326918.541866:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691f5e00. 00010000:00000010:3.1:1767326918.541872:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ffce00. 00010000:00000010:2.1:1767326918.575862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4d6a00. 00010000:00000010:2.1:1767326918.575867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c8a00. 00000080:00000010:2.1:1767326918.609870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846d841e0. 00000080:00000010:2.1:1767326918.609884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862062940. 00010000:00000010:2.1:1767326918.613873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581cdb00. 00010000:00000010:2.1:1767326918.613878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0b000. 00000080:00000010:2.1:1767326918.617878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e2a0. 00000080:00000010:2.1:1767326918.617893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862070000. 00010000:00000010:2.1:1767326918.617902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717c4800. 00010000:00000010:2.1:1767326918.617906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f2c00. 00000080:00000010:2.1:1767326918.622857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d45e0. 00000080:00000010:2.1:1767326918.622869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620e9080. 00010000:00000010:2.1:1767326918.622873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c17400. 00010000:00000010:2.1:1767326918.622876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bb7000. 00000080:00000010:2.1:1767326918.626857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f920. 00000080:00000010:2.1:1767326918.626868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849260840. 00010000:00000010:2.1:1767326918.626876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f527100. 00010000:00000010:2.1:1767326918.626879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f4400. 00000080:00000010:2.1:1767326918.630857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c780. 00000080:00000010:2.1:1767326918.630866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d7380. 00010000:00000010:2.1:1767326918.630870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581cd900. 00010000:00000010:2.1:1767326918.630873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4eb000. 00000080:00000010:2.1:1767326918.630875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ea00. 00000080:00000010:2.1:1767326918.630882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620739c0. 00010000:00000010:2.1:1767326918.630888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546f00. 00010000:00000010:2.1:1767326918.630890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f245200. 00000080:00000010:2.1:1767326918.635879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0081e0. 00000080:00000010:2.1:1767326918.635893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e02940. 00010000:00000010:2.1:1767326918.635901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e1b700. 00010000:00000010:2.1:1767326918.635905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87044d400. 00000080:00000010:2.1:1767326918.639875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e99e0. 00000080:00000010:2.1:1767326918.639888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860862100. 00010000:00000010:2.1:1767326918.639895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0f100. 00010000:00000010:2.1:1767326918.639899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843128800. 00000080:00000010:2.1:1767326918.643867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118fc0. 00000080:00000010:2.1:1767326918.643878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86235b9c0. 00010000:00000010:2.1:1767326918.643885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d500. 00010000:00000010:2.1:1767326918.643888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487a00. 00000080:00000010:2.1:1767326918.647869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359fb80. 00000080:00000010:2.1:1767326918.647881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514feb40. 00010000:00000010:2.1:1767326918.647886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845462900. 00010000:00000010:2.1:1767326918.647889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8480f0a00. 00000080:00000010:2.1:1767326918.651878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f9a0. 00000080:00000010:2.1:1767326918.651892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881773180. 00010000:00000010:2.1:1767326918.651899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843fcd800. 00010000:00000010:2.1:1767326918.651903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a66f400. 00000080:00000010:2.1:1767326918.655887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606100a0. 00000080:00000010:2.1:1767326918.655903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881478000. 00010000:00000010:2.1:1767326918.655909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567100. 00010000:00000010:2.1:1767326918.655912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858070a00. 00000080:00000010:2.1:1767326918.660878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df1e0. 00000080:00000010:2.1:1767326918.660895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851542100. 00010000:00000010:2.1:1767326918.660903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f388800. 00010000:00000010:2.1:1767326918.660907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932e000. 00000080:00000010:2.1:1767326918.664880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ee60. 00000080:00000010:2.1:1767326918.664895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881466300. 00010000:00000010:2.1:1767326918.664905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd0100. 00010000:00000010:2.1:1767326918.664909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852410c00. 00000080:00000010:2.1:1767326918.672864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610820. 00000080:00000010:2.1:1767326918.672879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a662940. 00010000:00000010:2.1:1767326918.672885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7db00. 00010000:00000010:2.1:1767326918.672889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487400. 00000080:00000010:2.1:1767326918.676857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f840. 00000080:00000010:2.1:1767326918.676872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8514fd280. 00010000:00000010:2.1:1767326918.676881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e841388500. 00010000:00000010:2.1:1767326918.676885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858065600. 00000080:00000010:2.1:1767326918.680855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118300. 00000080:00000010:2.1:1767326918.680867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843448840. 00010000:00000010:2.1:1767326918.680871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0ff00. 00010000:00000010:2.1:1767326918.680874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8480f1200. 00000080:00000010:2.1:1767326918.680877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fcc0. 00000080:00000010:2.1:1767326918.680886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881775ac0. 00010000:00000010:2.1:1767326918.680891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea300. 00010000:00000010:2.1:1767326918.680893:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96400. 00000080:00000010:2.1:1767326918.684856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc500. 00000080:00000010:2.1:1767326918.684865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842246b40. 00010000:00000010:2.1:1767326918.684869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e1b900. 00010000:00000010:2.1:1767326918.684872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872919e00. 00000080:00000010:2.1:1767326918.688857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9bc0. 00000080:00000010:2.1:1767326918.688867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843469080. 00010000:00000010:2.1:1767326918.688880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7400. 00010000:00000010:2.1:1767326918.688883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f683a00. 00000080:00000010:2.1:1767326918.692863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462720. 00000080:00000010:2.1:1767326918.692878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868970840. 00010000:00000010:2.1:1767326918.692886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7100. 00010000:00000010:2.1:1767326918.692890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3600. 00000080:00000010:2.1:1767326918.696860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c6c0. 00000080:00000010:2.1:1767326918.696874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620ddac0. 00010000:00000010:2.1:1767326918.696882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931900. 00010000:00000010:2.1:1767326918.696887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87847ec00. 00000080:00000010:2.1:1767326918.704864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9780. 00000080:00000010:2.1:1767326918.704876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aeea100. 00010000:00000010:2.1:1767326918.704881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0800. 00010000:00000010:2.1:1767326918.704883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304a00. 00000080:00000010:2.1:1767326918.708863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b00a0. 00000080:00000010:2.1:1767326918.708875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f9080. 00010000:00000010:2.1:1767326918.708880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fdf700. 00010000:00000010:2.1:1767326918.708882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871359600. 00000080:00000010:2.1:1767326918.712870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0060. 00000080:00000010:2.1:1767326918.712881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422f2100. 00010000:00000010:2.1:1767326918.712887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87135d700. 00010000:00000010:2.1:1767326918.712890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870cb6a00. 00000080:00000010:2.1:1767326918.712892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e95a0. 00000080:00000010:2.1:1767326918.712898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84346eb40. 00010000:00000010:2.1:1767326918.712902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a72c400. 00010000:00000010:2.1:1767326918.712904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f682c00. 00000080:00000010:2.1:1767326918.716856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462fc0. 00000080:00000010:2.1:1767326918.716866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868977380. 00010000:00000010:2.1:1767326918.716871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843e2af00. 00010000:00000010:2.1:1767326918.716873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f5b800. 00000080:00000010:2.1:1767326918.720870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454380. 00000080:00000010:2.1:1767326918.720885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afc8840. 00010000:00000010:2.1:1767326918.720894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871543d00. 00010000:00000010:2.1:1767326918.720899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752c4400. 00000080:00000010:2.1:1767326918.720904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0aa0. 00000080:00000010:2.1:1767326918.720911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858f5f380. 00010000:00000010:2.1:1767326918.720914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494eae00. 00010000:00000010:2.1:1767326918.720916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6800. 00000080:00000010:2.1:1767326918.724864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc560. 00000080:00000010:2.1:1767326918.724873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842242100. 00010000:00000010:2.1:1767326918.724879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880ba00. 00010000:00000010:2.1:1767326918.724882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4af800. 00000080:00000010:2.1:1767326918.728865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df560. 00000080:00000010:2.1:1767326918.728876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851540840. 00010000:00000010:2.1:1767326918.728880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546a00. 00010000:00000010:2.1:1767326918.728882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85f244e00. 00000080:00000010:2.1:1767326918.732856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008640. 00000080:00000010:2.1:1767326918.732866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e01080. 00010000:00000010:2.1:1767326918.732872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87117eb00. 00010000:00000010:2.1:1767326918.732875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3000. 00000080:00000010:2.1:1767326918.736866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22c060. 00000080:00000010:2.1:1767326918.736876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620d9080. 00010000:00000010:2.1:1767326918.736880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a4f3b00. 00010000:00000010:2.1:1767326918.736882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8474d5200. 00000080:00000010:2.1:1767326918.736884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f00bb80. 00000080:00000010:2.1:1767326918.740873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862335280. 00010000:00000010:2.1:1767326918.740881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1e00. 00010000:00000010:2.1:1767326918.740884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878673a00. 00000080:00000010:2.1:1767326918.740886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539ad00. 00000080:00000010:2.1:1767326918.740891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a2940. 00010000:00000010:2.1:1767326918.740894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffd600. 00010000:00000010:2.1:1767326918.740896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146e600. 00000080:00000010:2.1:1767326918.743923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a1c0. 00000080:00000010:2.1:1767326918.743932:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516a98c0. 00010000:00000010:2.1:1767326918.743936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8200. 00010000:00000010:2.1:1767326918.743939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716f3e00. 00000080:00000010:2.1:1767326918.748869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8749d4bc0. 00000080:00000010:2.1:1767326918.748877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620eb9c0. 00010000:00000010:2.1:1767326918.748883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84657cf00. 00010000:00000010:2.1:1767326918.748885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87103e400. 00000080:00000010:2.1:1767326918.748887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610c80. 00000080:00000010:2.1:1767326918.752880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a664a40. 00010000:00000010:2.1:1767326918.752887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8513e0500. 00010000:00000010:2.1:1767326918.752890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859304400. 00000080:00000010:2.1:1767326918.752892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0160. 00000080:00000010:2.1:1767326918.756882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f3180. 00010000:00000010:2.1:1767326918.756889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86065e000. 00010000:00000010:2.1:1767326918.756892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86924d600. 00000080:00000010:2.1:1767326918.756894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1fba0. 00000080:00000010:2.1:1767326918.756901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849268000. 00010000:00000010:2.1:1767326918.756904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874567800. 00010000:00000010:2.1:1767326918.756906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858070400. 00000080:00000010:2.1:1767326918.760856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df120. 00000080:00000010:2.1:1767326918.760864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851546b40. 00010000:00000010:2.1:1767326918.760869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e3900. 00010000:00000010:2.1:1767326918.760872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870faea00. 00000080:00000010:2.1:1767326918.764867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dffa0. 00000080:00000010:2.1:1767326918.764876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858d7d280. 00010000:00000010:2.1:1767326918.764881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114d00. 00010000:00000010:2.1:1767326918.764884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668000. 00000080:00000010:2.1:1767326918.764886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9a60. 00000080:00000010:2.1:1767326918.764891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84936ca40. 00010000:00000010:2.1:1767326918.764893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858032e00. 00010000:00000010:2.1:1767326918.764895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e50200. 00000080:00000010:2.1:1767326918.768874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610320. 00000080:00000010:2.1:1767326918.768888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862066300. 00010000:00000010:2.1:1767326918.768895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c300. 00010000:00000010:2.1:1767326918.768898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e7600. 00000080:00000010:2.1:1767326918.776874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc4c0. 00000080:00000010:2.1:1767326918.776886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849258840. 00010000:00000010:2.1:1767326918.776890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843d5ce00. 00010000:00000010:2.1:1767326918.776893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87493cc00. 00000080:00000010:2.1:1767326918.780869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8509b0a00. 00000080:00000010:2.1:1767326918.780881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620f5280. 00010000:00000010:2.1:1767326918.780888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb0f000. 00010000:00000010:2.1:1767326918.780891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843128600. 00000080:00000010:2.1:1767326918.784867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f2e0. 00000080:00000010:2.1:1767326918.784879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86235b180. 00010000:00000010:2.1:1767326918.784883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8592bdd00. 00010000:00000010:2.1:1767326918.784888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87103ee00. 00000080:00000010:2.1:1767326918.784892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606109a0. 00000080:00000010:2.1:1767326918.784907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a665ac0. 00010000:00000010:2.1:1767326918.784913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87135df00. 00010000:00000010:2.1:1767326918.784916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872918e00. 00000080:00000010:2.1:1767326918.788877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9560. 00000080:00000010:2.1:1767326918.788895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843468840. 00010000:00000010:2.1:1767326918.788903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878546700. 00010000:00000010:2.1:1767326918.788907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843032400. 00000080:00000010:2.1:1767326918.793875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574a20. 00000080:00000010:2.1:1767326918.793901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e09080. 00010000:00000010:2.1:1767326918.793912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869ffd000. 00010000:00000010:2.1:1767326918.793920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87146f000. 00010000:00000010:2.1:1767326921.254870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87045d200. 00010000:00000010:2.1:1767326921.254876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872922400. 00010000:00000010:2.1:1767326921.258868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692c4d00. 00010000:00000010:2.1:1767326921.258875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683ce200. 00010000:00000010:2.1:1767326921.258880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710f0e00. 00010000:00000010:2.1:1767326921.258884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878af2400. 00010000:00000010:2.1:1767326921.282862:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869d46e00. 00010000:00000010:2.1:1767326921.282869:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fdca00. 00010000:00000010:2.1:1767326921.287870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692bb700. 00010000:00000010:2.1:1767326921.287889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85093b800. 00010000:00000010:2.1:1767326921.291887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eee000. 00010000:00000010:2.1:1767326921.291893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860ec3e00. 00010000:00000010:2.1:1767326921.310876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c201f00. 00010000:00000010:2.1:1767326921.310891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848739400. 00010000:00000010:2.1:1767326921.351863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87095e800. 00010000:00000010:2.1:1767326921.351873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870589800. 00010000:00000010:2.1:1767326921.351876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87058d900. 00010000:00000010:2.1:1767326921.351880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869006200. 00010000:00000010:2.1:1767326921.372861:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5e9600. 00010000:00000010:2.1:1767326921.372874:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bb600. 00010000:00000010:3.1:1767326921.382879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fcc800. 00010000:00000010:3.1:1767326921.382886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8588c0400. 00000080:00000010:3.1:1767326921.382895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ebc0. 00000080:00000010:3.1:1767326921.382914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862075ac0. 00010000:00000010:3.1:1767326921.382924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8300. 00010000:00000010:3.1:1767326921.382930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8789c0200. 00010000:00000010:2.1:1767326921.396867:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471bde00. 00010000:00000010:2.1:1767326921.396879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843916c00. 00010000:00000010:3.1:1767326921.406869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870df7200. 00010000:00000010:3.1:1767326921.406890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711c3a00. 00010000:00000010:3.1:1767326921.426874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717e7300. 00010000:00000010:3.1:1767326921.426889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487df400. 00000080:00000010:2.1:1767326921.430866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87c22cd20. 00000080:00000010:2.1:1767326921.430893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620df380. 00010000:00000010:2.1:1767326921.430904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878833f00. 00010000:00000010:2.1:1767326921.430907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871205000. 00010000:00000010:3.1:1767326921.454915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870db7700. 00010000:00000010:3.1:1767326921.454923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87856fe00. 00010000:00000010:3.1:1767326921.456880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869116e00. 00010000:00000010:3.1:1767326921.456898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cd9a00. 00010000:00000010:3.1:1767326921.460882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c117000. 00010000:00000010:3.1:1767326921.460890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85806b200. 00010000:00000010:2.1:1767326921.489867:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eee400. 00010000:00000010:2.1:1767326921.489885:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860ec2400. 00010000:00000010:2.1:1767326921.566857:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f222000. 00010000:00000010:3.1:1767326921.566872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901ea00. 00010000:00000010:3.1:1767326921.566880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87165ae00. 00010000:00000010:3.1:1767326921.568864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb07400. 00010000:00000010:3.1:1767326921.568869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84644d400. 00010000:00000010:2.1:1767326921.568875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f48600. 00010000:00000010:3.1:1767326921.589858:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39c200. 00010000:00000010:3.1:1767326921.589870:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868416800. 00010000:00000010:3.1:1767326921.596867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d8ff00. 00010000:00000010:3.1:1767326921.596874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ac000. 00010000:00000010:2.1:1767326921.600871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb8900. 00010000:00000010:2.1:1767326921.600882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b6c00. 00010000:00000010:2.1:1767326921.614878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f29fb00. 00010000:00000010:2.1:1767326921.614890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f8400. 00000080:00000010:3.1:1767326921.632882:0:2520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bca60. 00000080:00000010:3.1:1767326921.632917:0:2520:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858d78000. 00010000:00000010:3.1:1767326921.632929:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87888af00. 00010000:00000010:3.1:1767326921.632936:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870dbe000. 00010000:00000010:2.1:1767326921.637875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1f9800. 00010000:00000010:2.1:1767326921.637880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311a600. 00000080:00000010:3.1:1767326921.668860:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eea0. 00000080:00000010:3.1:1767326921.668884:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516b5ac0. 00010000:00000010:3.1:1767326921.668903:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26e00. 00010000:00000010:3.1:1767326921.668910:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850bcae00. 00000080:00000010:3.1:1767326921.709875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f720. 00000080:00000010:3.1:1767326921.709904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84924a940. 00010000:00000010:3.1:1767326921.709930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581acd00. 00010000:00000010:3.1:1767326921.709939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bb6a00. 00010000:00000010:2.1:1767326921.781872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860009300. 00010000:00000010:2.1:1767326921.781881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec6400. 00010000:00000010:2.1:1767326921.785873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869d41800. 00010000:00000010:2.1:1767326921.785882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846218c00. 00010000:00000010:2.1:1767326921.802865:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861047500. 00010000:00000010:2.1:1767326921.802874:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab0400. 00000080:00000010:3.1:1767326921.823865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610f00. 00000080:00000010:3.1:1767326921.823895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a66c200. 00010000:00000010:3.1:1767326921.823909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2d8a00. 00010000:00000010:3.1:1767326921.823913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86c461200. 00010000:00000010:2.1:1767326921.885874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871085300. 00010000:00000010:2.1:1767326921.885883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d88e00. 00010000:00000010:3.1:1767326921.910861:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859382b00. 00010000:00000010:3.1:1767326921.910870:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f1000. 00010000:00000010:3.1:1767326921.910878:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cae00. 00010000:00000010:3.1:1767326921.910890:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871655c00. 00010000:00000010:3.1:1767326921.912862:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e8700. 00010000:00000010:3.1:1767326921.912875:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878883c00. 00010000:00000010:1.1:1767326921.939863:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501efa00. 00010000:00000010:1.1:1767326921.939874:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bc200. 00010000:00000010:1.1:1767326921.943867:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871883b00. 00010000:00000010:1.1:1767326921.943878:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305f800. 00010000:00000010:1.1:1767326921.943886:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f08b00. 00010000:00000010:1.1:1767326921.943894:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d0400. 00010000:00000010:1.1:1767326921.948874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871674800. 00010000:00000010:1.1:1767326921.948891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870449200. 00010000:00000010:1.1:1767326921.948903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873b83900. 00010000:00000010:1.1:1767326921.948908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0ce00. 00010000:00000010:1.1:1767326921.948917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5d4b00. 00010000:00000010:1.1:1767326921.948921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d9600. 00010000:00000010:1.1:1767326921.948927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a55300. 00010000:00000010:1.1:1767326921.948935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab2200. 00010000:00000010:1.1:1767326921.953862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868466500. 00010000:00000010:1.1:1767326921.953879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752c2c00. 00010000:00000010:1.1:1767326921.968876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87044aa00. 00010000:00000010:1.1:1767326921.968898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752ba800. 00010000:00000010:1.1:1767326921.987865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844ffe800. 00010000:00000010:1.1:1767326921.987879:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844ffd800. 00010000:00000010:1.1:1767326921.989870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ef800. 00010000:00000010:1.1:1767326921.989876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305e200. 00010000:00000010:1.1:1767326921.993864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752c1a00. 00010000:00000010:1.1:1767326921.993870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87142fa00. 00000080:00000010:2.1:1767326921.997883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132efc0. 00000080:00000010:2.1:1767326921.997918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881460000. 00010000:00000010:2.1:1767326921.997942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86901c800. 00010000:00000010:2.1:1767326921.997947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869e8dc00. 00010000:00000010:1.1:1767326922.012867:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843b40000. 00010000:00000010:1.1:1767326922.012875:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa19800. 00010000:00000010:1.1:1767326922.024861:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118a400. 00010000:00000010:1.1:1767326922.024881:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846cbfe00. 00010000:00000010:1.1:1767326922.024887:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e875818d00. 00010000:00000010:1.1:1767326922.024896:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717ee000. 00010000:00000010:1.1:1767326922.032867:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f25d600. 00010000:00000010:1.1:1767326922.032885:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176ba00. 00010000:00000010:1.1:1767326922.039879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c6c500. 00010000:00000010:1.1:1767326922.039890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714ad200. 00010000:00000010:1.1:1767326922.042864:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bbf600. 00010000:00000010:1.1:1767326922.042872:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2a9000. 00010000:00000010:1.1:1767326922.042880:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710fe500. 00010000:00000010:1.1:1767326922.042890:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869246600. 00000080:00000010:2.1:1767326922.047875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc060. 00000080:00000010:2.1:1767326922.047900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862322940. 00010000:00000010:2.1:1767326922.047917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85075ba00. 00010000:00000010:2.1:1767326922.047923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87176e800. 00010000:00000010:1.1:1767326922.051885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869391000. 00010000:00000010:1.1:1767326922.051901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87896fa00. 00010000:00000010:1.1:1767326922.051913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bba100. 00010000:00000010:1.1:1767326922.051919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869245c00. 00010000:00000010:1.1:1767326922.055886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84645d500. 00010000:00000010:1.1:1767326922.055899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de2800. 00010000:00000010:1.1:1767326922.063870:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bbc000. 00010000:00000010:1.1:1767326922.063880:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871210c00. 00000080:00000010:2.1:1767326922.068864:0:274003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850454ba0. 00010000:00000010:1.1:1767326922.068887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bbc200. 00000080:00000010:2.1:1767326922.068895:0:274003:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843489080. 00010000:00000010:1.1:1767326922.068904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871211c00. 00010000:00000010:1.1:1767326922.068922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87045b500. 00010000:00000010:2.1:1767326922.068924:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea500. 00010000:00000010:2.1:1767326922.068932:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066ba00. 00010000:00000010:1.1:1767326922.068940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854bc00. 00010000:00000010:1.1:1767326922.068948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f1600. 00010000:00000010:1.1:1767326922.068954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f36d200. 00010000:00000010:1.1:1767326922.071863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f1f00. 00010000:00000010:1.1:1767326922.071877:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871210600. 00010000:00000010:1.1:1767326922.078872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f31ef00. 00010000:00000010:1.1:1767326922.078892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8686f0400. 00010000:00000010:1.1:1767326922.078900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bc200. 00010000:00000010:1.1:1767326922.078903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5c0800. 00010000:00000010:1.1:1767326922.078905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f9cf00. 00010000:00000010:1.1:1767326922.078909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a8000. 00010000:00000010:1.1:1767326922.082872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f304200. 00010000:00000010:1.1:1767326922.082881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d0e00. 00010000:00000010:1.1:1767326922.093875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef5e00. 00010000:00000010:1.1:1767326922.093885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87b9b5200. 00000080:00000010:2.1:1767326922.096869:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9000. 00000080:00000010:2.1:1767326922.096888:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842240000. 00010000:00000010:2.1:1767326922.099873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca500. 00010000:00000010:1.1:1767326922.099877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850dad100. 00010000:00000010:2.1:1767326922.099882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f6a00. 00010000:00000010:1.1:1767326922.099888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dfc00. 00010000:00000010:1.1:1767326922.099895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869219b00. 00010000:00000010:1.1:1767326922.099907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581cb800. 00010000:00000010:1.1:1767326922.103886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ae8600. 00010000:00000010:1.1:1767326922.103896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f020200. 00010000:00000010:1.1:1767326922.109869:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a3600. 00010000:00000010:1.1:1767326922.109880:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d88c00. 00010000:00000010:1.1:1767326922.109890:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8749ca300. 00010000:00000010:1.1:1767326922.109904:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86938de00. 00010000:00000010:1.1:1767326922.111878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710adc00. 00010000:00000010:1.1:1767326922.111891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f246600. 00010000:00000010:1.1:1767326922.111898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859381c00. 00010000:00000010:1.1:1767326922.111902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f1a00. 00010000:00000010:1.1:1767326922.116883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87848a000. 00010000:00000010:1.1:1767326922.116899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878489400. 00010000:00000010:1.1:1767326922.119875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ec3d00. 00010000:00000010:1.1:1767326922.119881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d2400. 00010000:00000010:1.1:1767326922.119887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1fcc00. 00010000:00000010:1.1:1767326922.119897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87864da00. 00010000:00000010:1.1:1767326922.124868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871880100. 00010000:00000010:1.1:1767326922.124875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2e00. 00010000:00000010:1.1:1767326922.138872:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86b52e700. 00010000:00000010:1.1:1767326922.138881:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874870c00. 00010000:00000010:1.1:1767326922.138890:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ef100. 00010000:00000010:1.1:1767326922.138906:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870493400. 00010000:00000010:1.1:1767326922.138915:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502db800. 00010000:00000010:1.1:1767326922.138921:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693f5000. 00000080:00000010:3.1:1767326922.142861:0:198563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e86c462900. 00010000:00000010:1.1:1767326922.142871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eb3e00. 00010000:00000010:1.1:1767326922.142879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb1000. 00010000:00000010:1.1:1767326922.142886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715dc100. 00000080:00000010:3.1:1767326922.142889:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86230dac0. 00010000:00000010:1.1:1767326922.142894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8710f7800. 00010000:00000010:3.1:1767326922.142909:0:198563:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43200. 00010000:00000010:3.1:1767326922.142914:0:198563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8459a1000. 00010000:00000010:1.1:1767326922.146867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c544400. 00010000:00000010:1.1:1767326922.146873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d9e00. 00010000:00000010:3.1:1767326922.149898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873599c00. 00010000:00000010:3.1:1767326922.149916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843187c00. 00010000:00000010:1.1:1767326922.150861:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e69b00. 00010000:00000010:1.1:1767326922.150869:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9df200. 00010000:00000010:1.1:1767326922.150879:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108ee00. 00010000:00000010:1.1:1767326922.150887:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ee3000. 00010000:00000010:1.1:1767326922.150894:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87359b000. 00010000:00000010:1.1:1767326922.150901:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843186c00. 00010000:00000010:1.1:1767326922.159860:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f42b00. 00010000:00000010:1.1:1767326922.159866:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f47200. 00010000:00000010:1.1:1767326922.159873:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84652ed00. 00010000:00000010:1.1:1767326922.159883:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86d4f0000. 00000080:00000010:3.1:1767326922.164878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc18e0. 00000080:00000010:3.1:1767326922.164898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e75280. 00010000:00000010:3.1:1767326922.164906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711a1a00. 00010000:00000010:3.1:1767326922.164912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871204200. 00010000:00000010:1.1:1767326922.168869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b9f00. 00010000:00000010:1.1:1767326922.168887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5c0200. 00010000:00000010:1.1:1767326922.168899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87487a100. 00010000:00000010:1.1:1767326922.168908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691e8400. 00000080:00000010:3.1:1767326922.173890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f580. 00000080:00000010:3.1:1767326922.173910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8623618c0. 00010000:00000010:3.1:1767326922.173921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20ad00. 00010000:00000010:3.1:1767326922.173925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a7400. 00000080:00000010:3.1:1767326922.178916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87539a300. 00000080:00000010:3.1:1767326922.178942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86236f380. 00010000:00000010:3.1:1767326922.178957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7d600. 00010000:00000010:3.1:1767326922.178960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871204a00. 00000080:00000010:3.1:1767326922.183873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87359f6c0. 00000080:00000010:3.1:1767326922.183893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862360840. 00010000:00000010:3.1:1767326922.183914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859398a00. 00010000:00000010:3.1:1767326922.183917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114700. 00010000:00000010:3.1:1767326922.189890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191400. 00010000:00000010:3.1:1767326922.189897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8464e4200. 00010000:00000010:3.1:1767326922.189903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114600. 00010000:00000010:3.1:1767326922.189910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859398400. 00000080:00000010:3.1:1767326922.205879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8422439c0. 00000080:00000010:3.1:1767326922.205892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9920. 00010000:00000010:3.1:1767326922.209874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859399c00. 00010000:00000010:3.1:1767326922.209882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db500. 00010000:00000010:1.1:1767326922.214875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636900. 00010000:00000010:1.1:1767326922.214884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea400. 00010000:00000010:3.1:1767326922.214887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190800. 00010000:00000010:3.1:1767326922.214896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db700. 00010000:00000010:3.1:1767326922.214900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86860a400. 00000080:00000010:3.1:1767326922.220870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842241080. 00000080:00000010:3.1:1767326922.220879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e93e0. 00010000:00000010:3.1:1767326922.233889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c96a00. 00010000:00000010:3.1:1767326922.233896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c96800. 00010000:00000010:3.1:1767326922.233898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b2c00. 00010000:00000010:3.1:1767326922.233901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e8900. 00010000:00000010:3.1:1767326922.233904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871326600. 00010000:00000010:3.1:1767326922.233907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24500. 00010000:00000010:3.1:1767326922.233909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2200. 00010000:00000010:1.1:1767326922.237949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717d00. 00010000:00000010:1.1:1767326922.237962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881095600. 00000080:00000010:3.1:1767326922.245872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e74200. 00000080:00000010:3.1:1767326922.245882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1660. 00010000:00000010:3.1:1767326922.254886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb30200. 00010000:00000010:3.1:1767326922.254894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e8a00. 00010000:00000010:3.1:1767326922.254901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871327800. 00010000:00000010:3.1:1767326922.254907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c10b00. 00010000:00000010:3.1:1767326922.254921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b73c00. 00000080:00000010:3.1:1767326922.258875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f791c0. 00000080:00000010:3.1:1767326922.258894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e6e300. 00010000:00000010:3.1:1767326922.258902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714f6400. 00010000:00000010:3.1:1767326922.258910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e8b00. 00010000:00000010:3.1:1767326922.258918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871327000. 00010000:00000010:1.1:1767326922.520882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5000. 00010000:00000010:1.1:1767326922.533909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f37700. 00010000:00000010:1.1:1767326922.533918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eb9e00. 00010000:00000010:2.1:1767326922.561871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4a00. 00010000:00000010:1.1:1767326922.569870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478e00. 00010000:00000010:1.1:1767326922.569877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5e00. 00010000:00000010:1.1:1767326922.577891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44b00. 00010000:00000010:1.1:1767326922.577896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6d400. 00010000:00000010:1.1:1767326922.617956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26200. 00010000:00000010:1.1:1767326922.617961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55800. 00010000:00000010:1.1:1767326922.637891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f3500. 00010000:00000010:1.1:1767326922.637897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dfa00. 00010000:00000010:1.1:1767326922.845876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478100. 00010000:00000010:1.1:1767326922.845885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5400. 00010000:00000010:1.1:1767326922.862881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5800. 00010000:00000010:1.1:1767326922.870975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478000. 00010000:00000010:1.1:1767326922.870991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:1.1:1767326922.911875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641200. 00010000:00000010:1.1:1767326922.911890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9e00. 00010000:00000010:1.1:1767326922.911896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640a00. 00010000:00000010:1.1:1767326922.911912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:1.1:1767326922.925885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160a100. 00000080:00000010:1.1:1767326922.925897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db4e0. 00010000:00000010:1.1:1767326922.925907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9f00. 00010000:00000010:1.1:1767326922.925911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7200. 00000080:00000010:1.1:1767326922.930872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e280. 00000080:00000010:1.1:1767326922.930886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816e9080. 00010000:00000010:1.1:1767326922.934893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641600. 00010000:00000010:1.1:1767326922.934901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9700. 00010000:00000010:1.1:1767326922.934905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640800. 00000080:00000010:1.1:1767326922.934907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db0a0. 00000080:00000010:1.1:1767326922.934924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816ef380. 00010000:00000010:1.1:1767326922.938859:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7a00. 00010000:00000010:1.1:1767326922.938865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf400. 00010000:00000010:1.1:1767326922.938868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6e00. 00010000:00000010:1.1:1767326922.938872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478200. 00010000:00000010:1.1:1767326922.938876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:1.1:1767326922.938882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816dca40. 00000080:00000010:1.1:1767326922.938887:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9d60. 00010000:00000010:1.1:1767326922.956870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7e00. 00010000:00000010:1.1:1767326922.956887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273900. 00010000:00000010:1.1:1767326922.956891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191800. 00010000:00000010:1.1:1767326922.956893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9b00. 00010000:00000010:1.1:1767326922.956895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6a00. 00000080:00000010:1.1:1767326923.005868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46880. 00000080:00000010:1.1:1767326923.005883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816cb9c0. 00010000:00000010:3.1:1767326923.005898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719ac000. 00010000:00000010:3.1:1767326923.005904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb30000. 00010000:00000010:3.1:1767326923.005910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f764e00. 00010000:00000010:3.1:1767326923.005916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683d0c00. 00010000:00000010:3.1:1767326923.005918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870db7500. 00010000:00000010:3.1:1767326923.005923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87856ec00. 00010000:00000010:3.1:1767326923.005928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f766400. 00010000:00000010:3.1:1767326923.005932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ffdc00. 00010000:00000010:2.1:1767326923.009884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f24d900. 00010000:00000010:2.1:1767326923.009901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8588c1600. 00010000:00000010:2.1:1767326923.024879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848768200. 00010000:00000010:2.1:1767326923.024895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716fb200. 00010000:00000010:1.1:1767326923.029868:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f72d400. 00010000:00000010:1.1:1767326923.029887:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510f2400. 00010000:00000010:1.1:1767326923.029899:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f721500. 00010000:00000010:1.1:1767326923.029906:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860090000. 00010000:00000010:1.1:1767326923.037870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f544e00. 00010000:00000010:1.1:1767326923.037881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85093b600. 00010000:00000010:1.1:1767326923.037889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869d46b00. 00010000:00000010:1.1:1767326923.037896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fdc400. 00010000:00000010:1.1:1767326923.037910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f07e300. 00010000:00000010:1.1:1767326923.037916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878818600. 00010000:00000010:1.1:1767326923.041873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6a00. 00010000:00000010:3.1:1767326923.041875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3fab00. 00010000:00000010:3.1:1767326923.041885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a3200. 00010000:00000010:1.1:1767326923.066867:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878892d00. 00010000:00000010:1.1:1767326923.066875:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871082000. 00010000:00000010:1.1:1767326923.069888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84eb06100. 00010000:00000010:1.1:1767326923.069920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c4c00. 00010000:00000010:1.1:1767326923.071860:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8474d1700. 00010000:00000010:1.1:1767326923.071873:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860dfb800. 00010000:00000010:1.1:1767326923.073886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f6b7500. 00010000:00000010:1.1:1767326923.073912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8496af400. 00010000:00000010:1.1:1767326923.075864:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e0200. 00010000:00000010:1.1:1767326923.075882:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843270400. 00010000:00000010:1.1:1767326923.075897:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fccd00. 00010000:00000010:1.1:1767326923.075905:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d5600. 00010000:00000010:1.1:1767326923.077865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87456ee00. 00010000:00000010:1.1:1767326923.077873:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c22fc00. 00010000:00000010:1.1:1767326923.080877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f69600. 00010000:00000010:1.1:1767326923.080890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c5c00. 00000080:00000010:2.1:1767326923.080898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e8c0. 00010000:00000010:1.1:1767326923.085875:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861343a00. 00000080:00000010:2.1:1767326923.085876:0:198563:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816c9080. 00010000:00000010:1.1:1767326923.085886:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871345400. 00010000:00000010:1.1:1767326923.090879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d8f800. 00010000:00000010:1.1:1767326923.090894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580adc00. 00010000:00000010:1.1:1767326923.094873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686fff00. 00010000:00000010:1.1:1767326923.094894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487dec00. 00010000:00000010:1.1:1767326923.116859:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624da000. 00010000:00000010:1.1:1767326923.116867:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c5c00. 00010000:00000010:1.1:1767326923.116872:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624da800. 00010000:00000010:1.1:1767326923.116883:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c5800. 00010000:00000010:1.1:1767326923.116897:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c210f00. 00010000:00000010:1.1:1767326923.116904:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860636800. 00010000:00000010:1.1:1767326923.116911:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719ac100. 00010000:00000010:1.1:1767326923.116919:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cb30600. 00010000:00000010:1.1:1767326923.120861:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c210000. 00010000:00000010:1.1:1767326923.120878:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860637a00. 00010000:00000010:2.1:1767326923.120882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:1.1:1767326923.120886:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871429700. 00010000:00000010:2.1:1767326923.120889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:1.1:1767326923.120898:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850adb600. 00010000:00000010:2.1:1767326923.120900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb800. 00010000:00000010:1.1:1767326923.123866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c117900. 00010000:00000010:1.1:1767326923.123870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85806bc00. 00010000:00000010:1.1:1767326923.123874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692b9700. 00010000:00000010:1.1:1767326923.123889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919bc00. 00010000:00000010:1.1:1767326923.123903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871442100. 00010000:00000010:1.1:1767326923.123917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869013a00. 00010000:00000010:1.1:1767326923.123933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bb1200. 00010000:00000010:1.1:1767326923.123944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713ec000. 00010000:00000010:1.1:1767326923.135896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593b4500. 00010000:00000010:1.1:1767326923.135904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713ec400. 00010000:00000010:1.1:1767326923.139868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705c9500. 00010000:00000010:1.1:1767326923.139882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878870e00. 00010000:00000010:1.1:1767326923.149879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118f700. 00010000:00000010:1.1:1767326923.149891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554800. 00000080:00000010:3.1:1767326923.163867:0:2511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d91e0. 00010000:00000010:1.1:1767326923.168866:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8798b6000. 00000080:00000010:3.1:1767326923.168873:0:2511:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816db180. 00010000:00000010:1.1:1767326923.168876:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932c400. 00010000:00000010:1.1:1767326923.168885:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861343500. 00010000:00000010:1.1:1767326923.168894:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344a00. 00010000:00000010:1.1:1767326923.171858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843117100. 00010000:00000010:1.1:1767326923.171865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4000. 00010000:00000010:1.1:1767326923.171871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843117000. 00010000:00000010:1.1:1767326923.171879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f5800. 00010000:00000010:1.1:1767326923.171886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8470ba900. 00010000:00000010:1.1:1767326923.171895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749cc200. 00010000:00000010:1.1:1767326923.171911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e18f00. 00010000:00000010:1.1:1767326923.171920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000d800. 00010000:00000010:1.1:1767326923.171929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f222e00. 00010000:00000010:1.1:1767326923.171937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000ca00. 00010000:00000010:1.1:1767326923.171959:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8470bac00. 00010000:00000010:1.1:1767326923.171969:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672400. 00010000:00000010:1.1:1767326923.171987:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e18a00. 00010000:00000010:1.1:1767326923.171993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000da00. 00010000:00000010:3.1:1767326923.173911:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f222c00. 00010000:00000010:3.1:1767326923.173928:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f48a00. 00010000:00000010:1.1:1767326923.177870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505dcd00. 00010000:00000010:1.1:1767326923.177879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843177800. 00010000:00000010:1.1:1767326923.181865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a76900. 00010000:00000010:1.1:1767326923.181874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d3200. 00010000:00000010:2.1:1767326923.192867:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049d800. 00010000:00000010:2.1:1767326923.192876:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6600. 00010000:00000010:2.1:1767326923.192882:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273700. 00010000:00000010:2.1:1767326923.192887:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60a000. 00010000:00000010:2.1:1767326923.192892:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9f00. 00010000:00000010:2.1:1767326923.192897:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7200. 00010000:00000010:1.1:1767326923.196870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463c9c00. 00010000:00000010:1.1:1767326923.196884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87155e400. 00010000:00000010:1.1:1767326923.200869:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b0900. 00010000:00000010:1.1:1767326923.200880:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843176a00. 00010000:00000010:1.1:1767326923.200888:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84717bc00. 00010000:00000010:1.1:1767326923.200905:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d1000. 00010000:00000010:1.1:1767326923.200911:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b0800. 00010000:00000010:1.1:1767326923.200920:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843176800. 00010000:00000010:1.1:1767326923.203862:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8692eaf00. 00010000:00000010:1.1:1767326923.203877:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705d2a00. 00010000:00000010:2.1:1767326923.210877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e6f800. 00010000:00000010:2.1:1767326923.210884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580ce600. 00010000:00000010:1.1:1767326923.215866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844f0c800. 00010000:00000010:1.1:1767326923.215885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718aaa00. 00010000:00000010:1.1:1767326923.215896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870501e00. 00010000:00000010:1.1:1767326923.215900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f7600. 00010000:00000010:1.1:1767326923.222875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa03800. 00010000:00000010:1.1:1767326923.222889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87359ca00. 00010000:00000010:1.1:1767326923.224868:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878805d00. 00010000:00000010:3.1:1767326923.224870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471cbe00. 00010000:00000010:1.1:1767326923.224876:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580acc00. 00010000:00000010:3.1:1767326923.224888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854dc00. 00010000:00000010:1.1:1767326923.224893:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85932ac00. 00010000:00000010:1.1:1767326923.224901:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874877a00. 00010000:00000010:1.1:1767326923.229879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f29f100. 00010000:00000010:1.1:1767326923.229893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430f9c00. 00010000:00000010:1.1:1767326923.232866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85932a100. 00010000:00000010:1.1:1767326923.232879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874876200. 00010000:00000010:1.1:1767326923.240876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693da400. 00010000:00000010:2.1:1767326923.240882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880c800. 00010000:00000010:1.1:1767326923.240884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d0800. 00010000:00000010:1.1:1767326923.240889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f69a00. 00010000:00000010:2.1:1767326923.240893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84557a600. 00010000:00000010:1.1:1767326923.240895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672200. 00010000:00000010:1.1:1767326923.246878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118f600. 00010000:00000010:1.1:1767326923.246884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555400. 00000080:00000010:3.1:1767326923.252864:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816c8840. 00010000:00000010:1.1:1767326923.252866:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f132400. 00000080:00000010:3.1:1767326923.252873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46000. 00010000:00000010:1.1:1767326923.252876:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5fc00. 00010000:00000010:1.1:1767326923.252884:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85939f800. 00010000:00000010:1.1:1767326923.252899:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5cc00. 00010000:00000010:1.1:1767326923.256877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846514f00. 00010000:00000010:1.1:1767326923.256888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0a00. 00010000:00000010:1.1:1767326923.256893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8470ba100. 00010000:00000010:1.1:1767326923.256904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871554000. 00010000:00000010:1.1:1767326923.256911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872b6c400. 00010000:00000010:1.1:1767326923.256914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f7400. 00010000:00000010:1.1:1767326923.256916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846514900. 00010000:00000010:1.1:1767326923.256919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0e00. 00010000:00000010:1.1:1767326923.279857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f39d200. 00010000:00000010:1.1:1767326923.279868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86911d400. 00010000:00000010:1.1:1767326923.283889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8580ab000. 00010000:00000010:1.1:1767326923.283919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932be00. 00010000:00000010:1.1:1767326923.286949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c566e00. 00010000:00000010:1.1:1767326923.286966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848adfa00. 00010000:00000010:1.1:1767326923.308865:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878895200. 00010000:00000010:1.1:1767326923.308878:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690a0400. 00010000:00000010:1.1:1767326923.308892:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f726700. 00010000:00000010:1.1:1767326923.308903:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f1b200. 00010000:00000010:1.1:1767326923.313872:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880ca00. 00010000:00000010:1.1:1767326923.313879:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c112400. 00010000:00000010:1.1:1767326923.320874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843173500. 00010000:00000010:1.1:1767326923.320887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450e400. 00010000:00000010:1.1:1767326923.320900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f292e00. 00010000:00000010:1.1:1767326923.320905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847184200. 00010000:00000010:1.1:1767326923.325871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f773e00. 00010000:00000010:2.1:1767326923.325874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85051e800. 00010000:00000010:1.1:1767326923.325877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690cee00. 00010000:00000010:1.1:1767326923.325882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f132e00. 00010000:00000010:1.1:1767326923.325885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5e200. 00010000:00000010:2.1:1767326923.325890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85051dc00. 00010000:00000010:1.1:1767326923.329869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847147000. 00010000:00000010:3.1:1767326923.329869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f132c00. 00010000:00000010:1.1:1767326923.329879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f207000. 00010000:00000010:1.1:1767326923.329882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868412300. 00010000:00000010:3.1:1767326923.329885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430a1400. 00010000:00000010:1.1:1767326923.329889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450c400. 00010000:00000010:1.1:1767326923.337878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505d9700. 00010000:00000010:1.1:1767326923.337906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860082200. 00010000:00000010:2.1:1767326923.340865:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505dad00. 00010000:00000010:1.1:1767326923.340871:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878801000. 00010000:00000010:2.1:1767326923.340883:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456bc00. 00010000:00000010:1.1:1767326923.340888:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860083a00. 00010000:00000010:3.1:1767326923.344870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847147700. 00010000:00000010:1.1:1767326923.344876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84319b800. 00010000:00000010:1.1:1767326923.344885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b14a00. 00010000:00000010:3.1:1767326923.344885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692bd800. 00010000:00000010:1.1:1767326923.348875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84319bc00. 00010000:00000010:1.1:1767326923.348888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b14c00. 00010000:00000010:1.1:1767326923.354937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871558f00. 00010000:00000010:1.1:1767326923.354949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f0800. 00010000:00000010:1.1:1767326923.358877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861218900. 00010000:00000010:1.1:1767326923.358900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87456a400. 00010000:00000010:1.1:1767326923.361869:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861218800. 00010000:00000010:1.1:1767326923.361884:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d5fa00. 00010000:00000010:1.1:1767326923.368870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844b87300. 00010000:00000010:1.1:1767326923.368888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811efa00. 00010000:00000010:1.1:1767326923.368907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f2900. 00010000:00000010:1.1:1767326923.368919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6c4e00. 00010000:00000010:1.1:1767326923.368932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581c2100. 00010000:00000010:1.1:1767326923.368940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c229200. 00010000:00000010:1.1:1767326923.368948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581c2800. 00010000:00000010:1.1:1767326923.368960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c228600. 00010000:00000010:1.1:1767326923.374874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8746d8a00. 00010000:00000010:1.1:1767326923.374906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509c3000. 00010000:00000010:1.1:1767326923.383941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f381500. 00010000:00000010:1.1:1767326923.383959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850912000. 00010000:00000010:1.1:1767326923.385868:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87882c500. 00010000:00000010:1.1:1767326923.385883:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844eea200. 00010000:00000010:1.1:1767326923.385898:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86928dc00. 00010000:00000010:1.1:1767326923.385908:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a0400. 00010000:00000010:1.1:1767326923.385916:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a40fc00. 00010000:00000010:1.1:1767326923.385924:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871657800. 00010000:00000010:1.1:1767326923.387864:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8625e8600. 00010000:00000010:1.1:1767326923.387875:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f166e00. 00010000:00000010:1.1:1767326923.391883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85017f100. 00010000:00000010:1.1:1767326923.391890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a577000. 00010000:00000010:1.1:1767326923.391894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e798b00. 00010000:00000010:1.1:1767326923.391903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a575600. 00010000:00000010:2.1:1767326923.394893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5d4d00. 00010000:00000010:2.1:1767326923.394910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874db9800. 00010000:00000010:1.1:1767326923.395872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86928d000. 00010000:00000010:1.1:1767326923.395898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a0e00. 00010000:00000010:1.1:1767326923.397865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861045b00. 00010000:00000010:1.1:1767326923.397881:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846218000. 00010000:00000010:1.1:1767326923.397888:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85017fe00. 00010000:00000010:1.1:1767326923.397901:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f165200. 00010000:00000010:1.1:1767326923.403877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f249800. 00010000:00000010:1.1:1767326923.403886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e6e400. 00010000:00000010:1.1:1767326923.412878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8745ecf00. 00010000:00000010:1.1:1767326923.412893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a577400. 00010000:00000010:1.1:1767326923.417891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f90800. 00010000:00000010:1.1:1767326923.417907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871553e00. 00010000:00000010:1.1:1767326923.420861:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e1e800. 00010000:00000010:1.1:1767326923.420871:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e2a600. 00010000:00000010:1.1:1767326923.420883:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861047f00. 00010000:00000010:1.1:1767326923.420894:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87cab0c00. 00010000:00000010:1.1:1767326923.430594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f92300. 00010000:00000010:1.1:1767326923.430601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850218200. 00010000:00000010:1.1:1767326923.430607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f249400. 00010000:00000010:1.1:1767326923.430623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a5b800. 00010000:00000010:3.1:1767326923.433875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b86100. 00010000:00000010:1.1:1767326923.433878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85f24ba00. 00010000:00000010:3.1:1767326923.433888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a67e00. 00010000:00000010:3.1:1767326923.433893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870942300. 00010000:00000010:3.1:1767326923.433902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f6f200. 00010000:00000010:1.1:1767326923.433905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a5be00. 00010000:00000010:1.1:1767326923.433913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f72000. 00010000:00000010:1.1:1767326923.433917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850219000. 00010000:00000010:1.1:1767326923.433922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870494c00. 00010000:00000010:1.1:1767326923.433930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e29200. 00000080:00000010:2.1:1767326923.445001:0:2512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c84c0. 00010000:00000010:1.1:1767326923.445867:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d8cd00. 00010000:00000010:1.1:1767326923.445874:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919c400. 00010000:00000010:1.1:1767326923.445881:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714b2b00. 00010000:00000010:1.1:1767326923.445889:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7c4e00. 00010000:00000010:1.1:1767326923.445903:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f73700. 00010000:00000010:1.1:1767326923.445909:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bf9e00. 00010000:00000010:1.1:1767326923.445913:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713b8800. 00010000:00000010:1.1:1767326923.445916:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb03200. 00000080:00000010:2.1:1767326923.450885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151c200. 00010000:00000010:1.1:1767326923.450887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d8c600. 00010000:00000010:1.1:1767326923.450901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86919c000. 00010000:00000010:1.1:1767326923.453874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752c1f00. 00010000:00000010:1.1:1767326923.453881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87142fe00. 00010000:00000010:1.1:1767326923.458877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843172c00. 00010000:00000010:1.1:1767326923.458896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843170c00. 00010000:00000010:1.1:1767326923.458910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843b40700. 00010000:00000010:1.1:1767326923.458920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871768200. 00010000:00000010:1.1:1767326923.467890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f762000. 00010000:00000010:1.1:1767326923.467899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f2400. 00010000:00000010:1.1:1767326923.467903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f762a00. 00010000:00000010:1.1:1767326923.467918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f3e00. 00010000:00000010:1.1:1767326923.475865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705d7a00. 00010000:00000010:1.1:1767326923.475884:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450c600. 00010000:00000010:1.1:1767326923.475899:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715a4600. 00010000:00000010:1.1:1767326923.475911:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870950c00. 00000080:00000010:2.1:1767326923.477865:0:193140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9d60. 00000080:00000010:2.1:1767326923.477889:0:193140:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151a100. 00010000:00000010:1.1:1767326923.486880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86008ef00. 00010000:00000010:1.1:1767326923.486892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878898600. 00010000:00000010:1.1:1767326923.486901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f31c800. 00010000:00000010:1.1:1767326923.486908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870459600. 00010000:00000010:2.1:1767326923.486949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cabfe00. 00010000:00000010:2.1:1767326923.486955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a31a00. 00010000:00000010:1.1:1767326923.490866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eac00. 00010000:00000010:1.1:1767326923.494862:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874710400. 00010000:00000010:2.1:1767326923.494865:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cabf900. 00010000:00000010:1.1:1767326923.494878:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86b54ce00. 00010000:00000010:2.1:1767326923.494879:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a31000. 00010000:00000010:1.1:1767326923.500873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef5800. 00010000:00000010:1.1:1767326923.500891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87b9b4000. 00010000:00000010:1.1:1767326923.500897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693b0700. 00010000:00000010:1.1:1767326923.500913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f39b600. 00010000:00000010:1.1:1767326923.500917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843199f00. 00010000:00000010:1.1:1767326923.500923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859393600. 00010000:00000010:1.1:1767326923.506868:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878502100. 00010000:00000010:1.1:1767326923.506884:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871655800. 00010000:00000010:1.1:1767326923.511863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a40ce00. 00010000:00000010:1.1:1767326923.511875:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871657e00. 00010000:00000010:1.1:1767326923.515862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f7a000. 00010000:00000010:1.1:1767326923.515872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87144f400. 00010000:00000010:1.1:1767326923.519866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c20ee00. 00010000:00000010:1.1:1767326923.519871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705dd200. 00010000:00000010:1.1:1767326923.519881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a46700. 00010000:00000010:1.1:1767326923.519886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8705df000. 00010000:00000010:1.1:1767326923.519888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ae8f00. 00010000:00000010:1.1:1767326923.519891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f020600. 00010000:00000010:1.1:1767326923.528857:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87cb35500. 00010000:00000010:1.1:1767326923.528864:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f022a00. 00010000:00000010:1.1:1767326923.531863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5d9600. 00010000:00000010:3.1:1767326923.531866:0:2520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878880800. 00010000:00000010:1.1:1767326923.531871:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716a0c00. 00010000:00000010:3.1:1767326923.531880:0:2520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3ac400. 00010000:00000010:1.1:1767326923.533862:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fd900. 00010000:00000010:1.1:1767326923.533870:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8b800. 00010000:00000010:1.1:1767326923.533876:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fd200. 00010000:00000010:1.1:1767326923.533884:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8a600. 00010000:00000010:3.1:1767326923.535866:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86000aa00. 00010000:00000010:1.1:1767326923.535868:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87a98bc00. 00010000:00000010:3.1:1767326923.535881:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d8800. 00010000:00000010:1.1:1767326923.535883:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ec6a00. 00010000:00000010:1.1:1767326923.538882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8789dac00. 00010000:00000010:1.1:1767326923.538890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874db8800. 00010000:00000010:1.1:1767326923.538898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716fdf00. 00010000:00000010:1.1:1767326923.538908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d8ba00. 00010000:00000010:1.1:1767326923.541862:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f6dd00. 00010000:00000010:1.1:1767326923.541877:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869014400. 00010000:00000010:2.1:1767326923.543876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86000bc00. 00010000:00000010:2.1:1767326923.543890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f298400. 00010000:00000010:1.1:1767326923.547875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e11700. 00010000:00000010:1.1:1767326923.547888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0d600. 00010000:00000010:1.1:1767326923.555926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464bde00. 00010000:00000010:1.1:1767326923.555934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850addc00. 00010000:00000010:1.1:1767326923.560867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848062400. 00010000:00000010:1.1:1767326923.560883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb16800. 00010000:00000010:1.1:1767326923.560892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846510600. 00010000:00000010:1.1:1767326923.560900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a67800. 00010000:00000010:1.1:1767326923.560907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464bdb00. 00010000:00000010:1.1:1767326923.560915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850add200. 00010000:00000010:1.1:1767326923.575862:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e7be00. 00010000:00000010:1.1:1767326923.575877:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed2200. 00010000:00000010:1.1:1767326923.578868:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871883100. 00010000:00000010:1.1:1767326923.578883:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84305ee00. 00010000:00000010:1.1:1767326923.578891:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846ce4700. 00010000:00000010:1.1:1767326923.578909:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878acbc00. 00010000:00000010:1.1:1767326923.586877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752c1200. 00010000:00000010:1.1:1767326923.586885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87142fc00. 00010000:00000010:1.1:1767326923.586889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752c1900. 00010000:00000010:1.1:1767326923.586899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87142e200. 00010000:00000010:1.1:1767326923.586908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501ef100. 00010000:00000010:1.1:1767326923.586918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8470bc000. 00010000:00000010:1.1:1767326923.586930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713b8900. 00010000:00000010:1.1:1767326923.586940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84eb02200. 00010000:00000010:1.1:1767326923.586951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f29000. 00010000:00000010:1.1:1767326923.586957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878877e00. 00010000:00000010:2.1:1767326923.591884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86b52e000. 00010000:00000010:2.1:1767326923.591900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874870a00. 00010000:00000010:2.1:1767326923.591910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8708ec700. 00010000:00000010:2.1:1767326923.591914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c248400. 00010000:00000010:1.1:1767326923.594866:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00010000:00000010:1.1:1767326923.604920:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf900. 00010000:00000010:1.1:1767326923.604927:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60c600. 00010000:00000010:1.1:1767326923.604941:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478900. 00010000:00000010:1.1:1767326923.604945:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00010000:00000010:1.1:1767326923.604949:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715dca00. 00010000:00000010:1.1:1767326923.604959:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8710f7e00. 00000080:00000010:1.1:1767326923.614870:0:193140:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881518000. 00000080:00000010:1.1:1767326923.614888:0:193140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9c40. 00010000:00000010:1.1:1767326923.620867:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f42100. 00010000:00000010:1.1:1767326923.620881:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8785c9800. 00010000:00000010:1.1:1767326923.620895:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878874400. 00010000:00000010:1.1:1767326923.620906:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878877200. 00010000:00000010:1.1:1767326923.620914:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715dea00. 00010000:00000010:1.1:1767326923.620925:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d8a00. 00010000:00000010:1.1:1767326923.624865:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869240800. 00010000:00000010:1.1:1767326923.624872:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2ad200. 00010000:00000010:1.1:1767326923.628871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641400. 00010000:00000010:1.1:1767326923.628877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4400. 00010000:00000010:1.1:1767326923.628881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9b00. 00010000:00000010:1.1:1767326923.628886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f5400. 00010000:00000010:1.1:1767326923.628894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:1.1:1767326923.628897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2200. 00010000:00000010:1.1:1767326923.628901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710fac00. 00010000:00000010:1.1:1767326923.628909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2aea00. 00010000:00000010:1.1:1767326923.632875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871214200. 00010000:00000010:2.1:1767326923.632878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714b2100. 00010000:00000010:1.1:1767326923.632883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811f5c00. 00010000:00000010:2.1:1767326923.632893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7c5a00. 00010000:00000010:1.1:1767326923.645871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8683d4100. 00010000:00000010:1.1:1767326923.645885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8444f3600. 00010000:00000010:1.1:1767326923.645896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5c4f00. 00010000:00000010:1.1:1767326923.645913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c9d400. 00010000:00000010:1.1:1767326923.651866:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871216b00. 00010000:00000010:1.1:1767326923.651885:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e621600. 00010000:00000010:1.1:1767326923.651896:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811f0d00. 00010000:00000010:1.1:1767326923.651912:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e620600. 00010000:00000010:1.1:1767326923.656865:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c98000. 00010000:00000010:1.1:1767326923.656882:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f36c600. 00010000:00000010:1.1:1767326923.656899:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84717da00. 00010000:00000010:1.1:1767326923.656912:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871092200. 00010000:00000010:1.1:1767326923.659863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9b9700. 00010000:00000010:1.1:1767326923.659870:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5c1800. 00010000:00000010:1.1:1767326923.659879:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869303200. 00010000:00000010:1.1:1767326923.659902:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84854a400. 00010000:00000010:1.1:1767326923.664882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86920a900. 00010000:00000010:1.1:1767326923.664909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715abe00. 00010000:00000010:1.1:1767326923.668884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8686f3000. 00010000:00000010:1.1:1767326923.668904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843de2200. 00010000:00000010:1.1:1767326923.668917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c067a00. 00010000:00000010:1.1:1767326923.668923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edce00. 00000080:00000010:1.1:1767326923.681868:0:2517:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816db9c0. 00000080:00000010:1.1:1767326923.681883:0:2517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db220. 00010000:00000010:1.1:1767326923.686875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f306c00. 00010000:00000010:1.1:1767326923.686894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d5600. 00010000:00000010:1.1:1767326923.686900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874713500. 00010000:00000010:1.1:1767326923.686919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f39ba00. 00010000:00000010:1.1:1767326923.695045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f33a00. 00010000:00000010:1.1:1767326923.695056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dee000. 00010000:00000010:1.1:1767326923.695065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869044400. 00010000:00000010:1.1:1767326923.695078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938a00. 00010000:00000010:1.1:1767326923.706863:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850dede00. 00010000:00000010:1.1:1767326923.706871:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c2800. 00010000:00000010:1.1:1767326923.706875:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850dea700. 00010000:00000010:1.1:1767326923.706882:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850def000. 00010000:00000010:1.1:1767326923.706887:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef6a00. 00010000:00000010:1.1:1767326923.706893:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87b9b5e00. 00010000:00000010:1.1:1767326923.706907:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d7100. 00010000:00000010:1.1:1767326923.706914:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874938400. 00010000:00000010:1.1:1767326923.710867:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487d5c00. 00010000:00000010:1.1:1767326923.710885:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20c000. 00010000:00000010:1.1:1767326923.710894:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7d4200. 00010000:00000010:1.1:1767326923.710906:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023c800. 00010000:00000010:3.1:1767326923.710912:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef6200. 00010000:00000010:3.1:1767326923.710919:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20ca00. 00010000:00000010:1.1:1767326923.714862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870ef6d00. 00010000:00000010:1.1:1767326923.714881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c20c400. 00010000:00000010:3.1:1767326923.714889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860620400. 00010000:00000010:3.1:1767326923.714909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d0400. 00010000:00000010:1.1:1767326923.719880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7d7200. 00010000:00000010:1.1:1767326923.719891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d4a00. 00010000:00000010:1.1:1767326923.719898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858075000. 00010000:00000010:1.1:1767326923.719907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870a78e00. 00010000:00000010:1.1:1767326923.723882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326923.735875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8501e0200. 00010000:00000010:1.1:1767326923.735888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d3400. 00010000:00000010:1.1:1767326923.742860:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c066f00. 00010000:00000010:1.1:1767326923.742867:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c102c00. 00010000:00000010:1.1:1767326923.742873:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850610f00. 00010000:00000010:1.1:1767326923.742879:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc8200. 00010000:00000010:1.1:1767326923.746858:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e859382a00. 00010000:00000010:1.1:1767326923.746869:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f0600. 00010000:00000010:1.1:1767326923.746880:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e3f00. 00010000:00000010:1.1:1767326923.746886:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850617600. 00010000:00000010:3.1:1767326923.751874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcf200. 00010000:00000010:3.1:1767326923.751881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68e600. 00010000:00000010:1.1:1767326923.751887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a44b000. 00010000:00000010:1.1:1767326923.751902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850600000. 00010000:00000010:1.1:1767326923.751912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870da5300. 00010000:00000010:1.1:1767326923.751919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87864d400. 00010000:00000010:1.1:1767326923.773869:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690fb600. 00010000:00000010:1.1:1767326923.773879:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749dc400. 00010000:00000010:3.1:1767326923.780876:0:2511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871399800. 00010000:00000010:3.1:1767326923.780889:0:2511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843005800. 00010000:00000010:1.1:1767326923.782018:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844eb3400. 00010000:00000010:1.1:1767326923.782033:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691f2c00. 00010000:00000010:3.1:1767326923.786859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870506f00. 00010000:00000010:3.1:1767326923.786870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d9a00. 00010000:00000010:1.1:1767326923.796883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2900. 00010000:00000010:1.1:1767326923.796894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b2200. 00010000:00000010:1.1:1767326923.801869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108cd00. 00010000:00000010:1.1:1767326923.801881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f46e00. 00010000:00000010:3.1:1767326923.812987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87108d200. 00010000:00000010:3.1:1767326923.813000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c69800. 00010000:00000010:1.1:1767326923.813958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec26600. 00010000:00000010:1.1:1767326923.813976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668c00. 00010000:00000010:2.1:1767326923.825866:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681600. 00010000:00000010:2.1:1767326923.825872:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87169de00. 00010000:00000010:1.1:1767326923.829879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8710f9b00. 00010000:00000010:1.1:1767326923.829894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2ae000. 00010000:00000010:1.1:1767326923.829915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e5c7000. 00010000:00000010:1.1:1767326923.829925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edf200. 00010000:00000010:1.1:1767326923.829936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049de00. 00010000:00000010:1.1:1767326923.829943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b300. 00010000:00000010:1.1:1767326923.829947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7be00. 00010000:00000010:1.1:1767326923.829954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:1.1:1767326923.829957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb600. 00010000:00000010:1.1:1767326923.838868:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e9bde00. 00010000:00000010:1.1:1767326923.838883:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86067c200. 00010000:00000010:2.1:1767326923.843856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f04b400. 00010000:00000010:2.1:1767326923.843868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f049200. 00010000:00000010:1.1:1767326923.843903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b500. 00010000:00000010:1.1:1767326923.843910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b800. 00010000:00000010:1.1:1767326923.843916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705a3600. 00010000:00000010:1.1:1767326923.843922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ec200. 00010000:00000010:1.1:1767326923.847870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a5d000. 00010000:00000010:1.1:1767326923.847876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850a5bc00. 00010000:00000010:1.1:1767326923.851875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b000. 00010000:00000010:1.1:1767326923.851883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7ac00. 00010000:00000010:1.1:1767326923.851887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87137c000. 00010000:00000010:1.1:1767326923.851891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d2400. 00010000:00000010:1.1:1767326923.860887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86023a400. 00010000:00000010:1.1:1767326923.860911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d6000. 00010000:00000010:2.1:1767326923.863872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716be100. 00010000:00000010:3.1:1767326923.863874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850610700. 00010000:00000010:1.1:1767326923.863878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f0bd700. 00010000:00000010:1.1:1767326923.863885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f62c00. 00010000:00000010:2.1:1767326923.863889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8e000. 00010000:00000010:3.1:1767326923.863891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fc9000. 00010000:00000010:1.1:1767326923.863892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852713200. 00010000:00000010:1.1:1767326923.863901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8da00. 00010000:00000010:1.1:1767326923.873870:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fcf900. 00010000:00000010:1.1:1767326923.873886:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f68de00. 00010000:00000010:1.1:1767326923.875882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8810dcc00. 00000080:00000010:2.1:1767326923.875882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151dac0. 00010000:00000010:1.1:1767326923.875892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8749d9a00. 00000080:00000010:2.1:1767326923.875899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db6c0. 00010000:00000010:1.1:1767326923.880900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3e4700. 00010000:00000010:1.1:1767326923.880912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c031200. 00010000:00000010:1.1:1767326923.884868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326923.884874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f5800. 00010000:00000010:1.1:1767326923.884880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b700. 00010000:00000010:1.1:1767326923.884885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4000. 00010000:00000010:1.1:1767326923.884889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326923.884893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7c00. 00010000:00000010:1.1:1767326923.888884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1200. 00010000:00000010:1.1:1767326923.888891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860093400. 00000080:00000010:1.1:1767326923.898875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151e300. 00000080:00000010:1.1:1767326923.898885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db780. 00010000:00000010:1.1:1767326923.919878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9900. 00010000:00000010:1.1:1767326923.919889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4600. 00010000:00000010:1.1:1767326923.919892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326923.919895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326923.923869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9dbdc0. 00000080:00000010:1.1:1767326923.923883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816e98c0. 00010000:00000010:1.1:1767326923.923904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f5e00. 00010000:00000010:1.1:1767326923.923908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644600. 00010000:00000010:1.1:1767326923.923911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049d600. 00010000:00000010:1.1:1767326923.923914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326923.923917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326923.927875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326923.927888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816d8840. 00010000:00000010:1.1:1767326923.931857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326923.931861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326923.931864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326923.936871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326923.936884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816eeb40. 00010000:00000010:1.1:1767326923.936889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644300. 00010000:00000010:1.1:1767326923.936893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049c200. 00000080:00000010:1.1:1767326923.940892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326923.940913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816df380. 00010000:00000010:1.1:1767326923.940936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326923.940943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9500. 00010000:00000010:1.1:1767326923.940946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326923.944862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326923.944890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816da940. 00010000:00000010:1.1:1767326923.944896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326923.948876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326923.948884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326923.948887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326923.948895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816d9080. 00010000:00000010:1.1:1767326923.952874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049cc00. 00010000:00000010:1.1:1767326923.952882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326923.952886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9300. 00010000:00000010:1.1:1767326923.952890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4c00. 00010000:00000010:1.1:1767326923.952893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326923.952896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7c00. 00000080:00000010:1.1:1767326923.960863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816ec200. 00000080:00000010:1.1:1767326923.960869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db360. 00010000:00000010:1.1:1767326923.968862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326923.991909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db1c0. 00010000:00000010:1.1:1767326923.991917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326923.991920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1bb00. 00010000:00000010:1.1:1767326923.991922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a400. 00010000:00000010:1.1:1767326923.991924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049c600. 00000080:00000010:1.1:1767326923.995866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326923.995876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151a940. 00010000:00000010:1.1:1767326924.003876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea600. 00010000:00000010:1.1:1767326924.003883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1bd00. 00010000:00000010:1.1:1767326924.003887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b000. 00010000:00000010:1.1:1767326924.003890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.003893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.011863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88151b180. 00000080:00000010:1.1:1767326924.011871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84e9db9a0. 00010000:00000010:1.1:1767326924.015917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00010000:00000010:1.1:1767326924.015923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644100. 00010000:00000010:1.1:1767326924.015926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049d200. 00010000:00000010:1.1:1767326924.015930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618200. 00000080:00000010:1.1:1767326924.017882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.017908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881528000. 00010000:00000010:1.1:1767326924.017946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619c00. 00010000:00000010:1.1:1767326924.017953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644900. 00010000:00000010:1.1:1767326924.017972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049d000. 00010000:00000010:1.1:1767326924.017977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326924.017983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.017991:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881518840. 00000080:00000010:1.1:1767326924.017998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00010000:00000010:1.1:1767326924.020877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00010000:00000010:1.1:1767326924.020883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326924.020887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:1.1:1767326924.020891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e6a00. 00010000:00000010:1.1:1767326924.020894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.020896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7c00. 00010000:00000010:1.1:1767326924.024896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:1.1:1767326924.024903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859341600. 00000080:00000010:1.1:1767326924.033877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816c8000. 00000080:00000010:1.1:1767326924.033888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d20. 00010000:00000010:1.1:1767326924.039907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619800. 00010000:00000010:1.1:1767326924.039915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619e00. 00010000:00000010:1.1:1767326924.039919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644c00. 00010000:00000010:1.1:1767326924.039923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049dc00. 00010000:00000010:1.1:1767326924.039927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:1.1:1767326924.039930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618800. 00000080:00000010:1.1:1767326924.044878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c463a0. 00000080:00000010:1.1:1767326924.044901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152c200. 00010000:00000010:1.1:1767326924.044930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618000. 00010000:00000010:1.1:1767326924.044935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619000. 00010000:00000010:1.1:1767326924.044939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277100. 00010000:00000010:1.1:1767326924.044943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87049ca00. 00010000:00000010:1.1:1767326924.044946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:1.1:1767326924.044949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f618e00. 00000080:00000010:1.1:1767326924.052867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46520. 00000080:00000010:1.1:1767326924.052884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152a100. 00010000:00000010:1.1:1767326924.056881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f619200. 00010000:00000010:1.1:1767326924.056897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00010000:00000010:1.1:1767326924.056901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00010000:00000010:1.1:1767326924.056907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869041300. 00010000:00000010:1.1:1767326924.056918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eae00. 00010000:00000010:1.1:1767326924.056922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.056928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7c00. 00000080:00000010:1.1:1767326924.061874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816098c0. 00000080:00000010:1.1:1767326924.061885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9620. 00010000:00000010:1.1:1767326924.073874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326924.097897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.097903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00010000:00000010:1.1:1767326924.097907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.097910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326924.102865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.102887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda2940. 00010000:00000010:1.1:1767326924.102899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326924.102906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7c00. 00010000:00000010:1.1:1767326924.102912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d3bc00. 00010000:00000010:1.1:1767326924.102917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb0600. 00010000:00000010:1.1:1767326924.102920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326924.102923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326924.102939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858331d00. 00010000:00000010:1.1:1767326924.102941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7b600. 00000080:00000010:1.1:1767326924.116871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb2940. 00000080:00000010:1.1:1767326924.116877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00010000:00000010:1.1:1767326924.125880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326924.131890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870d3b600. 00010000:00000010:1.1:1767326924.131907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb1000. 00010000:00000010:1.1:1767326924.131917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326924.131920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00010000:00000010:1.1:1767326924.138901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858331e00. 00010000:00000010:1.1:1767326924.138920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7aa00. 00000080:00000010:1.1:1767326924.145867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb2100. 00000080:00000010:1.1:1767326924.145877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00010000:00000010:1.1:1767326924.173063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.173068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326924.173071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b100. 00010000:00000010:1.1:1767326924.173073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7a800. 00000080:00000010:1.1:1767326924.176864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.176876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3a100. 00010000:00000010:1.1:1767326924.176883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.184892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9500. 00010000:00000010:1.1:1767326924.184899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326924.184904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e5a0. 00000080:00000010:1.1:1767326924.184915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce8000. 00010000:00000010:1.1:1767326924.189064:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.189071:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:1.1:1767326924.189075:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a1b200. 00010000:00000010:1.1:1767326924.189083:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a7bc00. 00000080:00000010:1.1:1767326924.193886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.193899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e5280. 00010000:00000010:1.1:1767326924.193907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.193911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.193914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00010000:00000010:3.1:1767326924.197888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9500. 00000080:00000010:1.1:1767326924.197889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00010000:00000010:3.1:1767326924.197899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326924.197906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7800. 00000080:00000010:1.1:1767326924.197909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bca40. 00000080:00000010:2.1:1767326924.205889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e5a0. 00000080:00000010:2.1:1767326924.205903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcef380. 00010000:00000010:2.1:1767326924.205919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.205925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.205929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.210876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d92a0. 00000080:00000010:2.1:1767326924.210888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881562100. 00010000:00000010:2.1:1767326924.210894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.210898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.210901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.210904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.210909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158dac0. 00010000:00000010:2.1:1767326924.214872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636c00. 00010000:00000010:2.1:1767326924.214877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.214879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea600. 00000080:00000010:2.1:1767326924.218868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.218878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4a940. 00010000:00000010:2.1:1767326924.218882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.218884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.218886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.222863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.222873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c9080. 00010000:00000010:2.1:1767326924.230882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.230887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.230890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.230894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.230903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc54200. 00010000:00000010:2.1:1767326924.234872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.234877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.234879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.234882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.234888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc48840. 00010000:00000010:2.1:1767326924.242865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636c00. 00010000:00000010:2.1:1767326924.242869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636700. 00010000:00000010:2.1:1767326924.242872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea600. 00000080:00000010:2.1:1767326924.242875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.242887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a9080. 00010000:00000010:2.1:1767326924.242893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.242896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.242899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.246857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d92a0. 00000080:00000010:2.1:1767326924.246864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bf380. 00010000:00000010:2.1:1767326924.246869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.246871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.246874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.246875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.246880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fb9c0. 00010000:00000010:2.1:1767326924.246884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.246886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.246888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.250872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.250884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca1080. 00010000:00000010:2.1:1767326924.250891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.250894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.250897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326924.258895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.258916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ec200. 00010000:00000010:2.1:1767326924.258931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.258936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.258941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.263885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.263898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca5ac0. 00010000:00000010:2.1:1767326924.263907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.263909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.263912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326924.263914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.263918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc839c0. 00010000:00000010:2.1:1767326924.271876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.271882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.271886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.275874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.275887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd71080. 00010000:00000010:2.1:1767326924.275896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.275900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.275902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.279858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.279867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc39080. 00010000:00000010:2.1:1767326924.279870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.279872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.279874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326924.279877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.279881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc2940. 00010000:00000010:2.1:1767326924.283886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.283891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.283894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.287857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.287864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815feb40. 00010000:00000010:2.1:1767326924.287869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.287871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.287873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.291864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.291876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158b180. 00010000:00000010:2.1:1767326924.299880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636200. 00010000:00000010:2.1:1767326924.299886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.299890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00000080:00000010:2.1:1767326924.299894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.299902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca0000. 00010000:00000010:2.1:1767326924.303871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.303876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.303879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.307869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.307882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881568840. 00010000:00000010:2.1:1767326924.307891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.307894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.307897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.307900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.307905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcba100. 00010000:00000010:2.1:1767326924.307911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.311879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.311886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.311890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.311898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcda940. 00010000:00000010:2.1:1767326924.315892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.315898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.315901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.319866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.319879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf6300. 00010000:00000010:2.1:1767326924.323872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.323878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.323882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.327874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.327886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc718c0. 00010000:00000010:2.1:1767326924.327892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.327894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.327896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.331862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.331876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f5280. 00010000:00000010:2.1:1767326924.339884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.339891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.339894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.339898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.343864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815898c0. 00010000:00000010:2.1:1767326924.343878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.343881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.343884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.347869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.347878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc39c0. 00010000:00000010:2.1:1767326924.347882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.347885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.347886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.351882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.351897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815da100. 00010000:00000010:2.1:1767326924.351913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.351921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.351928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.357864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.357873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815eb9c0. 00010000:00000010:2.1:1767326924.361857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.361860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.361862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.361865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.361870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb4200. 00010000:00000010:2.1:1767326924.365869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.365874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.365876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.365878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.365884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc139c0. 00010000:00000010:2.1:1767326924.365887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.365890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.365893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.369855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.369864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb2940. 00010000:00000010:2.1:1767326924.369868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.369870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.369872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.373873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.373883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc96300. 00010000:00000010:2.1:1767326924.377867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.377874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.377879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.377883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.377893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf7380. 00010000:00000010:2.1:1767326924.381868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.381876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.381883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.389863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:2.1:1767326924.389873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc4200. 00010000:00000010:2.1:1767326924.389879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.389882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.389886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:2.1:1767326924.394858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.394867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcde300. 00010000:00000010:2.1:1767326924.394871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.394873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.394875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.394877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.394881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153ca40. 00010000:00000010:2.1:1767326924.394886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.402865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.402870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea800. 00000080:00000010:2.1:1767326924.409871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9780. 00000080:00000010:2.1:1767326924.409883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881550000. 00010000:00000010:2.1:1767326924.409891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636d00. 00010000:00000010:2.1:1767326924.409894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636f00. 00010000:00000010:2.1:1767326924.409897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eb000. 00000080:00000010:1.1:1767326924.413868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9ec0. 00000080:00000010:2.1:1767326924.413869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9fe0. 00000080:00000010:1.1:1767326924.413887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ab180. 00000080:00000010:2.1:1767326924.413891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815aca40. 00010000:00000010:2.1:1767326924.413899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636300. 00010000:00000010:2.1:1767326924.413902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636500. 00010000:00000010:2.1:1767326924.413904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788ea000. 00000080:00000010:2.1:1767326924.413907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7611d9320. 00000080:00000010:2.1:1767326924.413910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc798c0. 00010000:00000010:2.1:1767326924.413914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636e00. 00010000:00000010:2.1:1767326924.413916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326924.413918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8788eaa00. 00010000:00000010:1.1:1767326924.417870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.417873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.417875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.421873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.421884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd72940. 00010000:00000010:1.1:1767326924.421889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.421894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.421898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.425869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.425879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce5ac0. 00010000:00000010:1.1:1767326924.429859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.429863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.429866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.429870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.429877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd739c0. 00010000:00000010:1.1:1767326924.433866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.433870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.433873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.437868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.437881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd27380. 00010000:00000010:1.1:1767326924.437889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.437895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.437899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.441880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.441889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3a940. 00010000:00000010:1.1:1767326924.445862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.445866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.445870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.445873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.445886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815818c0. 00010000:00000010:1.1:1767326924.449874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.449879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.449882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.453872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.453884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6e300. 00010000:00000010:1.1:1767326924.453893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.453896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.453903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.457860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.457869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160b180. 00010000:00000010:1.1:1767326924.461876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.461883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.461886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.469862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.469874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c3180. 00010000:00000010:1.1:1767326924.469883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.469886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.469889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.473868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.473877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a6b40. 00010000:00000010:1.1:1767326924.473885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.477881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.477887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.477890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.477899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcdb180. 00010000:00000010:1.1:1767326924.477902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.477904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.477906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.477907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.477911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbca40. 00010000:00000010:1.1:1767326924.481865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.481869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.481872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.485870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.485878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9b180. 00010000:00000010:1.1:1767326924.485882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bfff00. 00010000:00000010:1.1:1767326924.485884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869db8200. 00000080:00000010:1.1:1767326924.489870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87fa1f040. 00000080:00000010:1.1:1767326924.489889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762201080. 00010000:00000010:1.1:1767326924.489898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.489900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.489902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.493865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.493877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881571080. 00010000:00000010:1.1:1767326924.493882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.497856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.497860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.497862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.497868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd59080. 00010000:00000010:1.1:1767326924.505861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.505865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.505868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.509875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.509886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccdac0. 00010000:00000010:1.1:1767326924.509893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.509897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.509900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.513876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.513888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd76300. 00010000:00000010:1.1:1767326924.513895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.513898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.513901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.513904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.513909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8e300. 00010000:00000010:1.1:1767326924.517858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.517861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.517863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.517866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.517872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd618c0. 00010000:00000010:1.1:1767326924.521868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.521872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.521874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.525859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.525868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9dac0. 00010000:00000010:1.1:1767326924.525876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.525879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.525882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.529865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.529877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc01080. 00010000:00000010:1.1:1767326924.533856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.533858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.533861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.533864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.533872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc92940. 00010000:00000010:1.1:1767326924.541870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.541874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.541876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.545880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.545904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc68840. 00010000:00000010:1.1:1767326924.545916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.545919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.545923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.549865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.549881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d3180. 00010000:00000010:1.1:1767326924.549887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.549891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.549894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.549896:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.549903:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7c200. 00010000:00000010:1.1:1767326924.553874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.553878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.553880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.556944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.556964:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154f380. 00010000:00000010:1.1:1767326924.556969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.556971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.556974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.562873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.562885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda3180. 00010000:00000010:1.1:1767326924.566857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.566860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.566862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.570875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.570887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5eb40. 00010000:00000010:1.1:1767326924.570892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.570895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.570898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.574856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.574865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3b9c0. 00010000:00000010:1.1:1767326924.574875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.574878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.574881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.578874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.578891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd6300. 00010000:00000010:1.1:1767326924.578896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.582886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.582895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.582899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.582911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc84a40. 00010000:00000010:1.1:1767326924.586863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.586867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.586871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.590878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.590891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd15280. 00010000:00000010:1.1:1767326924.590901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.594888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.594896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.594899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.594909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca6b40. 00010000:00000010:1.1:1767326924.598861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.598865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.598868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.602869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.602881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156a940. 00010000:00000010:1.1:1767326924.602890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.610878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.610883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.610887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.610895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcca100. 00010000:00000010:1.1:1767326924.614871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.614876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.614879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.614882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.614889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfdac0. 00010000:00000010:1.1:1767326924.618860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.618865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.618868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.618872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.618879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f8840. 00010000:00000010:1.1:1767326924.618884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.618887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.618889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.622854:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.622861:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd98840. 00010000:00000010:1.1:1767326924.622865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.626866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.626872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.626876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.626883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd65280. 00010000:00000010:1.1:1767326924.630867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.630873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.630876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.630880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.630886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881544a40. 00010000:00000010:1.1:1767326924.634856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.634860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.634862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.634864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.634868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca3180. 00010000:00000010:1.1:1767326924.642873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.642880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.642884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.646870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.646881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd53180. 00010000:00000010:1.1:1767326924.646886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.646889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.646892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.654861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.654870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f9080. 00010000:00000010:1.1:1767326924.654887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.654895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.654904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.654910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.654921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881560840. 00010000:00000010:1.1:1767326924.658871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.658877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.658883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.658888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.658898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd55280. 00010000:00000010:1.1:1767326924.662890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.662895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.662899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.662903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.662912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda98c0. 00010000:00000010:1.1:1767326924.662918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.662921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.662924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.666880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.666897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9e300. 00010000:00000010:1.1:1767326924.666907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.666910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.666912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.670862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.670874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc15ac0. 00010000:00000010:1.1:1767326924.674867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.674872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.674874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.674877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.674882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf5280. 00010000:00000010:1.1:1767326924.678860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.678864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.678868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.682867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.682878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd8000. 00010000:00000010:1.1:1767326924.682884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.686860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.686865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.686868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.686876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca2100. 00010000:00000010:1.1:1767326924.690879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.690884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.690888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.694867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.694883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815598c0. 00010000:00000010:1.1:1767326924.694893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.694897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.694901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.698867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.698879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb3180. 00010000:00000010:1.1:1767326924.702876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.702882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.702886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.702889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.702897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc17380. 00010000:00000010:1.1:1767326924.706868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.706875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.706879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.714891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.714904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d18c0. 00010000:00000010:1.1:1767326924.714916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.718896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.718905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.718909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.718919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcadac0. 00010000:00000010:1.1:1767326924.722888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.722895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.722899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.722903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.722915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815918c0. 00010000:00000010:1.1:1767326924.726886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.726893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.726897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.730860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.730870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc08840. 00010000:00000010:1.1:1767326924.734857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.734861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.734864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.738875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.738893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159dac0. 00010000:00000010:1.1:1767326924.738903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.738907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.738910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.742877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.742891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9f380. 00010000:00000010:1.1:1767326924.746870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.746877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.746880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.754880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.754895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815aa100. 00010000:00000010:1.1:1767326924.754904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.758867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.758874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.758879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.758889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d9080. 00010000:00000010:1.1:1767326924.762858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.762861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.762864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.762866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.762874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd15ac0. 00010000:00000010:1.1:1767326924.766866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.766871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.766875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.774873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.774885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd04a40. 00010000:00000010:1.1:1767326924.774899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.774902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.774906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.778882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.778900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbc200. 00010000:00000010:1.1:1767326924.782871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.782877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.782879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.782886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.782900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881584200. 00010000:00000010:1.1:1767326924.782913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.787867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.787873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.787877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.787888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f18c0. 00010000:00000010:1.1:1767326924.790868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.790873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.790875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.794860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.794869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881592940. 00010000:00000010:1.1:1767326924.794875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.798877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.798883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.805875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00000080:00000010:1.1:1767326924.805894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2ca40. 00010000:00000010:1.1:1767326924.805907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.805911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.805914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.809864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.809873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5f380. 00010000:00000010:1.1:1767326924.817884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.817890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.817894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.817897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.817905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc59080. 00010000:00000010:1.1:1767326924.821872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.821877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.821881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.821885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.821896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf8840. 00010000:00000010:1.1:1767326924.825868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.825874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.825878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.825881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.825888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf6b40. 00000080:00000010:3.1:1767326924.829863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e700. 00010000:00000010:1.1:1767326924.829869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00000080:00000010:3.1:1767326924.829872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc739c0. 00010000:00000010:1.1:1767326924.829878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.829884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00010000:00000010:3.1:1767326924.833872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326924.833878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326924.833881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326924.838877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326924.838889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881568000. 00010000:00000010:3.1:1767326924.838898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326924.838903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326924.838907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326924.842883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326924.842897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc50000. 00000080:00000010:1.1:1767326924.846880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46c40. 00010000:00000010:3.1:1767326924.846882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326924.846891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326924.846897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:1.1:1767326924.846900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc33180. 00010000:00000010:1.1:1767326924.850877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.850885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.850889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.854859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.854870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0ca40. 00010000:00000010:1.1:1767326924.862889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.862896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.862900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.866886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.866903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7f380. 00010000:00000010:1.1:1767326924.866916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.866922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.866928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.870866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.870883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e2100. 00010000:00000010:1.1:1767326924.870890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.870893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.870896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.874875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.874887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc75280. 00010000:00000010:1.1:1767326924.874895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d900. 00010000:00000010:1.1:1767326924.874900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3d800. 00000080:00000010:1.1:1767326924.874933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e640. 00000080:00000010:1.1:1767326924.874952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f9080. 00010000:00000010:1.1:1767326924.878863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.878868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.878871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.882880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.882891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc15280. 00010000:00000010:1.1:1767326924.882896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.886889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.886897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.886901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.886910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1e300. 00010000:00000010:1.1:1767326924.890876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.890883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.890886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.894872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.894885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd70840. 00010000:00000010:1.1:1767326924.898882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.898888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.898891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.898896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.898909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd99080. 00010000:00000010:1.1:1767326924.903876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.903881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.903883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.907857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.907866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd92100. 00010000:00000010:1.1:1767326924.911866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.911870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.911872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.916875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.916887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b2100. 00010000:00000010:1.1:1767326924.916897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.916900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.916903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.925871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326924.925882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf2100. 00010000:00000010:1.1:1767326924.929859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.929864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.929867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.929870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.929877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f2940. 00010000:00000010:1.1:1767326924.933865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326924.933870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326924.933872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326924.933874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.933880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc239c0. 00010000:00000010:1.1:1767326924.933885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.933886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.933888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.933890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.933893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfa940. 00010000:00000010:1.1:1767326924.937866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.937870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.937872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.937874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326924.937879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd8840. 00010000:00000010:1.1:1767326924.941864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.941868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.941869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.941872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.941876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156c200. 00010000:00000010:1.1:1767326924.945856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.945859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.945861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.949871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326924.949882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd5280. 00010000:00000010:1.1:1767326924.949891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.949894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.949898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.953856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326924.953862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c6300. 00010000:00000010:1.1:1767326924.953868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.953871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.953874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.957866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.957875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2a940. 00010000:00000010:1.1:1767326924.957880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.961857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.961860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.961862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.961869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc96b40. 00010000:00000010:1.1:1767326924.965870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.965874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.965876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.969872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326924.969885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c8000. 00010000:00000010:1.1:1767326924.969891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.969894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.969897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.973880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.973895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815939c0. 00010000:00000010:1.1:1767326924.981883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.981889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.981895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.981904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.981914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5c200. 00010000:00000010:1.1:1767326924.985867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326924.985871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.985873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326924.989856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326924.989863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c0000. 00010000:00000010:1.1:1767326924.989869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326924.989871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.989873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326924.989882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326924.989892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2f380. 00010000:00000010:1.1:1767326924.993870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326924.993875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326924.993877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326924.997863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326924.997872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd05ac0. 00010000:00000010:1.1:1767326924.997878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326924.997880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326924.997882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.001863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.001871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158f380. 00010000:00000010:1.1:1767326925.005865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.005869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.005871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.005873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.005879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d8000. 00010000:00000010:1.1:1767326925.009882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.009888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.009892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.013875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.013886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc88000. 00010000:00000010:1.1:1767326925.013894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.017879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.017886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.017889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.017896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e8000. 00010000:00000010:1.1:1767326925.021874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.021883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.021886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.025873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.025889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d0000. 00010000:00000010:1.1:1767326925.025898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.029862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.029868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.029873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.029883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5ca40. 00010000:00000010:1.1:1767326925.033883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.033890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.033894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.037871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.037882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd12940. 00010000:00000010:1.1:1767326925.041884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.041894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.041898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.045864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.045876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ba100. 00010000:00000010:1.1:1767326925.049860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.049870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.049872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.049876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.049886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf1080. 00010000:00000010:1.1:1767326925.053868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.053872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.053875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.057864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.057876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdadac0. 00010000:00000010:1.1:1767326925.061863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.061867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.061870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.065869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.065879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815718c0. 00010000:00000010:1.1:1767326925.065885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.065887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.065889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.069872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.069897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcdb9c0. 00010000:00000010:1.1:1767326925.074880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.074886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.074889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.078862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.078872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc4a40. 00010000:00000010:1.1:1767326925.078880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.078883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.078886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.082872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.082883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc35ac0. 00010000:00000010:1.1:1767326925.086874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.086880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.086883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.086887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.086896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2b180. 00010000:00000010:1.1:1767326925.090877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.090883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.090886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.090890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.090898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3dac0. 00010000:00000010:1.1:1767326925.094863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.094868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.094871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.098866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.098879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc27380. 00010000:00000010:1.1:1767326925.098887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.102857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.102861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.102863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.102870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f98c0. 00010000:00000010:1.1:1767326925.106871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.106875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.106877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.111886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.111898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd12100. 00010000:00000010:1.1:1767326925.111906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.111909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.111913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.115858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.115868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3b180. 00010000:00000010:1.1:1767326925.119881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.119887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.119891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.119894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.119902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4b9c0. 00010000:00000010:1.1:1767326925.123865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.123869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.123871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.123873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.123879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcff380. 00010000:00000010:1.1:1767326925.127864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.127869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.127872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.127883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.127891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b0000. 00010000:00000010:1.1:1767326925.135877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.135883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.135887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.139863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.139872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ab9c0. 00010000:00000010:1.1:1767326925.139882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.139884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.139886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.143855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.143864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd94200. 00010000:00000010:1.1:1767326925.143868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.143870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.143874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.143875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.143880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc70000. 00010000:00000010:1.1:1767326925.143884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.147876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.147882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.147885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.147892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7a940. 00010000:00000010:1.1:1767326925.151880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.151886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.151889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.151892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.151899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfd280. 00010000:00000010:1.1:1767326925.155867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.155871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.155874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.155877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.155884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5d280. 00010000:00000010:1.1:1767326925.159889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.159894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.159898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.163860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.163867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158eb40. 00010000:00000010:1.1:1767326925.163874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.163876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.163878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.167879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.167890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd639c0. 00010000:00000010:1.1:1767326925.167898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.167901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.167904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.171858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.171868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fc200. 00010000:00000010:1.1:1767326925.175882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.175887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.175889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.175891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.175897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155b9c0. 00010000:00000010:1.1:1767326925.183866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.183872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.183876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.187883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.187895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd33180. 00010000:00000010:1.1:1767326925.187908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.187911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.187915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.191881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.191894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc98c0. 00010000:00000010:1.1:1767326925.191900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.191903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.191906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.191909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.191915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ea100. 00010000:00000010:1.1:1767326925.195867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.195871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.195873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.199884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.199897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd40000. 00010000:00000010:1.1:1767326925.199902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.203881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.203888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.203891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.203899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c5ac0. 00010000:00000010:1.1:1767326925.207894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.207902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.207906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.207910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.207923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b5ac0. 00010000:00000010:1.1:1767326925.211886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.211894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.211897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.215873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.215882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd43180. 00010000:00000010:1.1:1767326925.215890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.221864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.221870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.221873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.221883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd2940. 00010000:00000010:1.1:1767326925.228867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.228872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.228875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.236872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.236885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc35280. 00010000:00000010:1.1:1767326925.236892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.236895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.236899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.240881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.240894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd00000. 00010000:00000010:1.1:1767326925.240902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.240906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.240909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.245869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.245879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154b9c0. 00010000:00000010:1.1:1767326925.245887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.245890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.245894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.249885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.249898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881584a40. 00010000:00000010:1.1:1767326925.249914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.253861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.253867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.253872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.253882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc93180. 00010000:00000010:1.1:1767326925.257873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.257878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.257881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.261886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.261902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc56300. 00010000:00000010:1.1:1767326925.261909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.261913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.261916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.265860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.265871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcddac0. 00010000:00000010:1.1:1767326925.269881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.269887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.269890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.269894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.269901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc2100. 00010000:00000010:1.1:1767326925.273867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.273875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.273877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.277856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.277865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc36b40. 00010000:00000010:1.1:1767326925.277875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.277878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.277881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.281867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.281874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0dac0. 00010000:00000010:1.1:1767326925.285866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.285871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.285875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.285878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.285885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ef380. 00010000:00000010:1.1:1767326925.289870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.289875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.289878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.289882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.289889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd298c0. 00010000:00000010:1.1:1767326925.293860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.293865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.293868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.297886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.297903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d4a40. 00010000:00000010:1.1:1767326925.297912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.297916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.297919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.301864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.301873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc12100. 00010000:00000010:1.1:1767326925.301878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.301881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.301883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.305874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.305885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd839c0. 00010000:00000010:1.1:1767326925.309858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.309861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.309864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.309868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.309875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd3180. 00010000:00000010:1.1:1767326925.313873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.313878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.313882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.317879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.317891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156eb40. 00010000:00000010:1.1:1767326925.317900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.317903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.317907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.321874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.321885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153c200. 00010000:00000010:1.1:1767326925.325883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.325889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.325894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.325898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.325909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd34a40. 00010000:00000010:1.1:1767326925.329862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.329866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.329868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.333878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.333895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fca40. 00010000:00000010:1.1:1767326925.333902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.333905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.333908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.337874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.337885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815eca40. 00010000:00000010:1.1:1767326925.341880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.341890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.341894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.345884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.345897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815398c0. 00010000:00000010:1.1:1767326925.345904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.349883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.349891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.349896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.349906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a98c0. 00010000:00000010:1.1:1767326925.353858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.353862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.353864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.361863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.361881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb5ac0. 00010000:00000010:1.1:1767326925.361887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.365880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.365886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.365890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.365900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a8840. 00010000:00000010:1.1:1767326925.369880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.369888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.369896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.369903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.369915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881572940. 00010000:00000010:1.1:1767326925.369921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.369926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.369930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.373868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.373880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881582940. 00010000:00000010:1.1:1767326925.381874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.381881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.381887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.381892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.381904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc55ac0. 00010000:00000010:1.1:1767326925.385887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.385894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.385898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.389869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.389877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce0840. 00010000:00000010:1.1:1767326925.389882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.389884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.389886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.389888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.389892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce98c0. 00010000:00000010:1.1:1767326925.389896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.389898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.389900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.393856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.393863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881595280. 00010000:00000010:1.1:1767326925.393868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.397869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.397875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.397878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.397885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd28000. 00010000:00000010:1.1:1767326925.405868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.405872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.405874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.405878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.405886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcea100. 00010000:00000010:1.1:1767326925.409860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.409865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.409868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.409871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.409881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd08000. 00010000:00000010:1.1:1767326925.413881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.413887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.413890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.413894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.413901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce8840. 00010000:00000010:1.1:1767326925.413909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.413912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.413915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.417859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.417867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc92100. 00010000:00000010:1.1:1767326925.417871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.417875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.417878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.421867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.421874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881539080. 00010000:00000010:1.1:1767326925.421883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.425856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.425859:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.425861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.425867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc698c0. 00010000:00000010:1.1:1767326925.429874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.429883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.429889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.433873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.433883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfeb40. 00010000:00000010:1.1:1767326925.433891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.433894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.433897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.437862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.437873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc09080. 00010000:00000010:1.1:1767326925.437879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.437882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.437886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.441872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.441886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc818c0. 00010000:00000010:1.1:1767326925.445868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.445872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.445874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.445877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.445883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815739c0. 00010000:00000010:1.1:1767326925.449861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.449864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.449866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.449869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.449877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2c200. 00010000:00000010:1.1:1767326925.453885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.453890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.453892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.457873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.457889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816ce300. 00010000:00000010:1.1:1767326925.457898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.457901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.457904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.461873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.461888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b4200. 00010000:00000010:1.1:1767326925.465876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.465884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.465889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.469860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.469874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152b9c0. 00010000:00000010:1.1:1767326925.469882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.473878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.473884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.473888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.473896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e1080. 00010000:00000010:1.1:1767326925.481877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.481884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.481888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.485864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.485880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815418c0. 00010000:00000010:1.1:1767326925.489876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.489881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.489886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.489890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.489900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881552940. 00010000:00000010:1.1:1767326925.489910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.489913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.489915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.493872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.493881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0a940. 00010000:00000010:1.1:1767326925.497873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.497880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.497883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.501886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.501895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd0840. 00010000:00000010:1.1:1767326925.505873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.505890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.505894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.505898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.505906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd14a40. 00010000:00000010:1.1:1767326925.509903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2dc00. 00010000:00000010:1.1:1767326925.509910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b3a00. 00010000:00000010:1.1:1767326925.509913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14c00. 00010000:00000010:1.1:1767326925.509915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca000. 00000080:00000010:1.1:1767326925.513885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34940. 00000080:00000010:1.1:1767326925.513903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227b180. 00010000:00000010:1.1:1767326925.513912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbd900. 00010000:00000010:1.1:1767326925.513920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b2c00. 00000080:00000010:1.1:1767326925.517868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c342c0. 00000080:00000010:1.1:1767326925.517881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227e300. 00010000:00000010:1.1:1767326925.517889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbdb00. 00010000:00000010:1.1:1767326925.517895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b3200. 00000080:00000010:1.1:1767326925.517901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34160. 00000080:00000010:1.1:1767326925.517925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227a100. 00010000:00000010:1.1:1767326925.521862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbd300. 00010000:00000010:1.1:1767326925.521866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706be00. 00010000:00000010:1.1:1767326925.521869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2dd00. 00010000:00000010:1.1:1767326925.521871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6d800. 00000080:00000010:1.1:1767326925.521875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5b40. 00000080:00000010:1.1:1767326925.521895:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762278840. 00010000:00000010:1.1:1767326925.521904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8431b7600. 00010000:00000010:1.1:1767326925.521913:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706aa00. 00000080:00000010:1.1:1767326925.525869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f50a0. 00000080:00000010:1.1:1767326925.525880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f8840. 00010000:00000010:1.1:1767326925.525886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360200. 00010000:00000010:1.1:1767326925.525890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706c000. 00000080:00000010:1.1:1767326925.529875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c349e0. 00000080:00000010:1.1:1767326925.529900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc5ac0. 00010000:00000010:1.1:1767326925.533871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55e00. 00010000:00000010:1.1:1767326925.533880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d300. 00010000:00000010:1.1:1767326925.533884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6cc00. 00000080:00000010:1.1:1767326925.540892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc6b40. 00000080:00000010:1.1:1767326925.540906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e220. 00010000:00000010:1.1:1767326925.544861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.548865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.548870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.548872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.548879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfca40. 00010000:00000010:1.1:1767326925.552864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.552868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.552870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.556856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.556867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816cdac0. 00010000:00000010:1.1:1767326925.556875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.556877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.556880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.560855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.560864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815be300. 00010000:00000010:1.1:1767326925.560869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.564863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.564868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.564870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.564876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881560000. 00010000:00000010:1.1:1767326925.568868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.568872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.568874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.568876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.568881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd039c0. 00010000:00000010:1.1:1767326925.577860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.577864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.577866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.577868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.577874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5d280. 00010000:00000010:1.1:1767326925.581870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.581875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.581878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.585861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.585874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b0840. 00010000:00000010:1.1:1767326925.585882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.585885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.585888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.585891:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.585898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fa100. 00010000:00000010:1.1:1767326925.585904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.585906:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.585909:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.589864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.589872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9e300. 00010000:00000010:1.1:1767326925.593872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.593877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.593879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.593881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.593887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2c200. 00010000:00000010:1.1:1767326925.597858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.597861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.597864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.597866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.597873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881596b40. 00010000:00000010:1.1:1767326925.601868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.601872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.601874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.605869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.605879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881554200. 00010000:00000010:1.1:1767326925.605889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.605892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.605895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.609858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.609867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc63180. 00010000:00000010:1.1:1767326925.609872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.613878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.613884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.613888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.613895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c4a40. 00010000:00000010:1.1:1767326925.617873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.617879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.617882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.617886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.617894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc32940. 00010000:00000010:1.1:1767326925.621869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.621874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.621876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.621878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.625874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4ca40. 00010000:00000010:1.1:1767326925.625886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.625889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.625892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.629871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.629881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf0840. 00010000:00000010:1.1:1767326925.629886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.629889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.629892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.633865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.633875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc518c0. 00010000:00000010:1.1:1767326925.637862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.637868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.637872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.637879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.637889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc82940. 00010000:00000010:1.1:1767326925.641873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.641879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.641883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.649876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.649890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd06b40. 00010000:00000010:1.1:1767326925.649898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.649907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.649911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.653870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.653879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159a100. 00010000:00000010:1.1:1767326925.653886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.653888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.653891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.661872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.661883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd64200. 00010000:00000010:1.1:1767326925.661890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.661894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.661897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.661900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.661905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc71080. 00010000:00000010:1.1:1767326925.665857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.665860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.665863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.665866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.665872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcaca40. 00010000:00000010:1.1:1767326925.673876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326925.673881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.673886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326925.673889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326925.673898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cb180. 00010000:00000010:1.1:1767326925.673902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.673905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.673908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.677867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.677876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd38840. 00010000:00000010:1.1:1767326925.677884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.677886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.677889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.681864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.681875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccc200. 00010000:00000010:1.1:1767326925.681882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.681885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.681889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.681892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.681898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fe300. 00010000:00000010:1.1:1767326925.685862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.685868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.685871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.689875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.689887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e39c0. 00010000:00000010:1.1:1767326925.689892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.689895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.689898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.693882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.693895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcec200. 00010000:00000010:1.1:1767326925.697869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.697873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.697876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.701869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.701879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9d280. 00010000:00000010:1.1:1767326925.701882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.701884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.701887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.705866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.705877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0b9c0. 00010000:00000010:1.1:1767326925.709879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.709885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.709888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.709892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.709902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815aeb40. 00010000:00000010:1.1:1767326925.713862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.713866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.713869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.721862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.721874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd11080. 00010000:00000010:1.1:1767326925.721881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.725862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.725867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.725871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.725879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e6b40. 00010000:00000010:1.1:1767326925.729872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.729878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.729881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.729885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.729893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156dac0. 00010000:00000010:1.1:1767326925.729900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.729902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.729905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.733880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.733891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881585ac0. 00010000:00000010:1.1:1767326925.737862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.737869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.737872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.743876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.743888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a18c0. 00010000:00000010:1.1:1767326925.743895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.747883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.747890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.747895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.747906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1ca40. 00010000:00000010:1.1:1767326925.751877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.751886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.751890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.751894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.751903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815998c0. 00010000:00000010:1.1:1767326925.755869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.755874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.755877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.755880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.755887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd75280. 00010000:00000010:1.1:1767326925.763861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.763866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.763869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.771877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.771890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6dac0. 00010000:00000010:1.1:1767326925.775876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.775880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.775882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.775885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.775892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881588000. 00010000:00000010:1.1:1767326925.775898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.775900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.775901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.779859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.779866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd32100. 00010000:00000010:1.1:1767326925.779874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.779876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.779878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.779880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.779886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881564200. 00010000:00000010:1.1:1767326925.783868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.783873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.783875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.787869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.787885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd13180. 00010000:00000010:1.1:1767326925.787895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.787900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.787904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.791879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.791890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cb9c0. 00010000:00000010:1.1:1767326925.795856:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.795859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.795861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.795864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.795869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881593180. 00010000:00000010:1.1:1767326925.799873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.799879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.799882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.803879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.803893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5ca40. 00010000:00000010:1.1:1767326925.803909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.803915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.803919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.807872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.807882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a6300. 00010000:00000010:1.1:1767326925.812876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.812881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.812883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.812885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.812890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815dc200. 00010000:00000010:1.1:1767326925.816864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.816868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.816871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.820864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.820871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb4a40. 00010000:00000010:1.1:1767326925.820876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.820878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.820880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.824877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.824890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b6b40. 00010000:00000010:1.1:1767326925.824897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.824900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.824903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.828855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.828861:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153eb40. 00010000:00000010:1.1:1767326925.828869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.828871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.828873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.832867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.832876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881545280. 00010000:00000010:1.1:1767326925.836861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.836865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.836869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.836872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.836879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd79080. 00010000:00000010:1.1:1767326925.840866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.840870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.840873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.848871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.848883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ff380. 00010000:00000010:1.1:1767326925.848891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.848894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.848898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.852873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.852883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bc200. 00010000:00000010:1.1:1767326925.852894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87123f500. 00010000:00000010:1.1:1767326925.852897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066d800. 00000080:00000010:1.1:1767326925.856878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e7e0. 00000080:00000010:1.1:1767326925.856891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621fb9c0. 00010000:00000010:1.1:1767326925.856897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.856901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.856904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.856907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.856915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce0000. 00010000:00000010:1.1:1767326925.856920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.856936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.856939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.860865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.860876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc82100. 00010000:00000010:1.1:1767326925.864870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.864874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.864876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.868875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.868885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7e300. 00010000:00000010:1.1:1767326925.868891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.868893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.868895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.876872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.876884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd21080. 00010000:00000010:1.1:1767326925.880872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.880877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.880881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.880884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.880893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154d280. 00010000:00000010:1.1:1767326925.884902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bffa00. 00010000:00000010:1.1:1767326925.884908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706d400. 00010000:00000010:1.1:1767326925.884912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d700. 00010000:00000010:1.1:1767326925.884916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3ce00. 00000080:00000010:1.1:1767326925.884919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34920. 00000080:00000010:1.1:1767326925.884940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762205ac0. 00010000:00000010:1.1:1767326925.884947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878810c00. 00010000:00000010:1.1:1767326925.884949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843162c00. 00000080:00000010:1.1:1767326925.888882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5f80. 00000080:00000010:1.1:1767326925.888894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227b9c0. 00010000:00000010:1.1:1767326925.888898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878810900. 00010000:00000010:1.1:1767326925.888901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706ca00. 00000080:00000010:1.1:1767326925.888903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34f20. 00000080:00000010:1.1:1767326925.888908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222b180. 00010000:00000010:1.1:1767326925.888943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846524600. 00010000:00000010:1.1:1767326925.888946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843163000. 00010000:00000010:1.1:1767326925.888948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d800. 00010000:00000010:1.1:1767326925.888951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3d400. 00000080:00000010:1.1:1767326925.893873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5300. 00000080:00000010:1.1:1767326925.893890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762279080. 00010000:00000010:1.1:1767326925.893900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846525200. 00010000:00000010:1.1:1767326925.893914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878815a00. 00000080:00000010:1.1:1767326925.897875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e859fadda0. 00000080:00000010:1.1:1767326925.897907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc3180. 00010000:00000010:1.1:1767326925.897913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360900. 00010000:00000010:1.1:1767326925.897917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843163a00. 00000080:00000010:1.1:1767326925.905876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5060. 00000080:00000010:1.1:1767326925.905919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc4a40. 00010000:00000010:1.1:1767326925.909858:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcbe00. 00010000:00000010:1.1:1767326925.909862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360d00. 00010000:00000010:1.1:1767326925.909864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcb400. 00000080:00000010:1.1:1767326925.914883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc39c0. 00000080:00000010:1.1:1767326925.914896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ecc0. 00010000:00000010:1.1:1767326925.922861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326925.922864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.922866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.922869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.922877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd85ac0. 00010000:00000010:1.1:1767326925.926877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326925.926883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.926887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326925.926891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326925.926899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd82100. 00010000:00000010:1.1:1767326925.930871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326925.930877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.930879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.930883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.930890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd56b40. 00010000:00000010:1.1:1767326925.930897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.930899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.930901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.934870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.934878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9eb40. 00010000:00000010:1.1:1767326925.938879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326925.938886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.938889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.938893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.938904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b6300. 00010000:00000010:1.1:1767326925.942881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.942892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.942895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.946872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.946888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf5ac0. 00010000:00000010:1.1:1767326925.946894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.950879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.950887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326925.950890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.950899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc3180. 00010000:00000010:1.1:1767326925.954879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.954885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.954887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.958888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.958903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881574a40. 00010000:00000010:1.1:1767326925.962866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.962870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.962874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.966876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.966889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc10840. 00010000:00000010:1.1:1767326925.966896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.966899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.966901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.970867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.970878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce39c0. 00010000:00000010:1.1:1767326925.975212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.975220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.975224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.978869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.978884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881549080. 00010000:00000010:1.1:1767326925.982862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.982867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.982871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.986877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326925.986890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6a100. 00010000:00000010:1.1:1767326925.986897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326925.986901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326925.986904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326925.990890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326925.990905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb7380. 00010000:00000010:1.1:1767326925.994882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326925.994888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326925.994891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326925.998881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326925.998898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd84a40. 00010000:00000010:1.1:1767326926.002859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.002862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.002865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.006884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.006897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc28000. 00010000:00000010:1.1:1767326926.006903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.010884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.010890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.010894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.010903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152b180. 00010000:00000010:1.1:1767326926.014863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.014867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.014871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.018878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.018897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc339c0. 00010000:00000010:1.1:1767326926.018906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.018909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.018911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.022858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.022867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd22940. 00010000:00000010:1.1:1767326926.030886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.030893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.030896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.034857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.034870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb6b40. 00010000:00000010:1.1:1767326926.034879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.034883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.034886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.038883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.038898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcaeb40. 00010000:00000010:1.1:1767326926.038904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.038907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.038910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.042884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.042895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd939c0. 00010000:00000010:1.1:1767326926.042904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.042907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.042909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.046858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.046867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fdac0. 00010000:00000010:1.1:1767326926.050875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.050880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.050884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.054873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.054888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc40840. 00010000:00000010:1.1:1767326926.054900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.054904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.054909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.058872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.058882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8a100. 00010000:00000010:1.1:1767326926.062875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.062884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.062890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.062897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.062909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd42940. 00010000:00000010:1.1:1767326926.066868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.066874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.066876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.070912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.070942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd16b40. 00010000:00000010:1.1:1767326926.070951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.070955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.070958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.074878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.074889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb5280. 00010000:00000010:1.1:1767326926.078871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.078876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.078880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.078884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.078895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d0840. 00010000:00000010:1.1:1767326926.082871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.082877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.082881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.086873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.086884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ceb40. 00010000:00000010:1.1:1767326926.086892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.094886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.094894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.094899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.094909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce7380. 00010000:00000010:1.1:1767326926.098869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.098873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.098876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.102898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.102913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb2100. 00010000:00000010:1.1:1767326926.102934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.102939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.102943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.102947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.102957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda4a40. 00010000:00000010:1.1:1767326926.106859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.106864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.106867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.110882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.110901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce4a40. 00010000:00000010:1.1:1767326926.110911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.114871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.114878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.114882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.114891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881587380. 00010000:00000010:1.1:1767326926.118882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.118891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.118895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.122863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.122875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4dac0. 00010000:00000010:1.1:1767326926.122887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.130875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.130883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.130887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.130898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881546300. 00010000:00000010:1.1:1767326926.134889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.134894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.134898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.138897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.138910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bd280. 00010000:00000010:1.1:1767326926.138934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.138939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.138946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.138948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.138954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157a940. 00010000:00000010:1.1:1767326926.142880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.142888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.142892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.146888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.146905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881590000. 00010000:00000010:1.1:1767326926.150876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.150882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.150885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.154861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.154873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d98c0. 00010000:00000010:1.1:1767326926.154884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.158871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.158877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.158881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.158889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a5280. 00010000:00000010:1.1:1767326926.162858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.162862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.162864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.166870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.166879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815839c0. 00010000:00000010:1.1:1767326926.166892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.170872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.170878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.170881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.170889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815539c0. 00010000:00000010:1.1:1767326926.174873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.174877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.174880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.174883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.174891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154eb40. 00010000:00000010:1.1:1767326926.178863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.178868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.178870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.182865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.182873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcaf380. 00010000:00000010:1.1:1767326926.182878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.182880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.182882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.186856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.186865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd41080. 00010000:00000010:1.1:1767326926.186868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.186871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.186873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.190876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.190887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ed280. 00010000:00000010:1.1:1767326926.194869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.194873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.194875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.194878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.194884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcda100. 00010000:00000010:1.1:1767326926.198871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.198875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.198877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.198879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.198884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2f380. 00010000:00000010:1.1:1767326926.202878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.202883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.202886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326926.206870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.206880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc48000. 00010000:00000010:1.1:1767326926.206888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.206890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.206893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00000080:00000010:1.1:1767326926.210880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.210892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcee300. 00010000:00000010:1.1:1767326926.215872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.215884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.215891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.218886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.218903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156e300. 00010000:00000010:1.1:1767326926.235883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850deaa00. 00010000:00000010:1.1:1767326926.235901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850def400. 00010000:00000010:3.1:1767326926.241951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f30800. 00010000:00000010:3.1:1767326926.241960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e63d000. 00010000:00000010:3.1:1767326926.243884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f306900. 00010000:00000010:3.1:1767326926.243897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d4400. 00010000:00000010:1.1:1767326926.247880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f33200. 00010000:00000010:3.1:1767326926.247887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c067d00. 00010000:00000010:1.1:1767326926.247905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850def600. 00010000:00000010:3.1:1767326926.247906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878edda00. 00010000:00000010:1.1:1767326926.247938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c061100. 00010000:00000010:1.1:1767326926.247947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f301000. 00010000:00000010:1.1:1767326926.247960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d0900. 00010000:00000010:1.1:1767326926.247971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8691ea200. 00010000:00000010:1.1:1767326926.247985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f304b00. 00010000:00000010:1.1:1767326926.247996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9d1400. 00010000:00000010:1.1:1767326926.248013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9400. 00010000:00000010:1.1:1767326926.248022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:1.1:1767326926.248026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00010000:00000010:1.1:1767326926.269960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693d4600. 00010000:00000010:1.1:1767326926.269998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7d0200. 00010000:00000010:3.1:1767326926.271862:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e7a400. 00010000:00000010:3.1:1767326926.271870:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c105600. 00010000:00000010:1.1:1767326926.274876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c061700. 00010000:00000010:1.1:1767326926.274889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580d5800. 00010000:00000010:1.1:1767326926.274897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e7ad00. 00010000:00000010:1.1:1767326926.274903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c105000. 00010000:00000010:1.1:1767326926.279886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860238200. 00010000:00000010:1.1:1767326926.279927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86023ec00. 00010000:00000010:1.1:1767326926.279941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846502d00. 00010000:00000010:1.1:1767326926.279947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e7c00. 00000080:00000010:1.1:1767326926.292860:0:2517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.292876:0:2517:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb98c0. 00010000:00000010:3.1:1767326926.294867:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ded300. 00010000:00000010:3.1:1767326926.294886:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580c2c00. 00010000:00000010:1.1:1767326926.298891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a5da00. 00010000:00000010:1.1:1767326926.298909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850a5aa00. 00010000:00000010:1.1:1767326926.298936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bd800. 00010000:00000010:1.1:1767326926.298946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f61000. 00010000:00000010:1.1:1767326926.302948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f0bd300. 00010000:00000010:1.1:1767326926.302967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f62000. 00010000:00000010:1.1:1767326926.323888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e89b00. 00010000:00000010:1.1:1767326926.323912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8ba00. 00010000:00000010:1.1:1767326926.343885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612f00. 00010000:00000010:1.1:1767326926.343906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b4a00. 00010000:00000010:1.1:1767326926.343934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850612600. 00010000:00000010:1.1:1767326926.343953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430b4800. 00010000:00000010:2.1:1767326926.347978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9100. 00010000:00000010:2.1:1767326926.347985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326926.347989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6200. 00010000:00000010:1.1:1767326926.352872:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e7e800. 00010000:00000010:1.1:1767326926.352880:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c105e00. 00010000:00000010:1.1:1767326926.354872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846502f00. 00010000:00000010:1.1:1767326926.354886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501e7600. 00010000:00000010:1.1:1767326926.359887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716bbd00. 00010000:00000010:1.1:1767326926.359900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f3e7200. 00010000:00000010:1.1:1767326926.359912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c066900. 00010000:00000010:1.1:1767326926.359930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21e600. 00010000:00000010:1.1:1767326926.367862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852713e00. 00010000:00000010:1.1:1767326926.367867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8dc00. 00000080:00000010:1.1:1767326926.371869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.371887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4a100. 00010000:00000010:1.1:1767326926.380864:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593d5500. 00010000:00000010:1.1:1767326926.380871:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871122e00. 00010000:00000010:1.1:1767326926.383869:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c21cd00. 00010000:00000010:1.1:1767326926.383883:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870ee2600. 00010000:00000010:1.1:1767326926.383895:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c219e00. 00010000:00000010:1.1:1767326926.383911:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c21ee00. 00010000:00000010:1.1:1767326926.385870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478c00. 00010000:00000010:1.1:1767326926.385877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:3.1:1767326926.389874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c037500. 00010000:00000010:3.1:1767326926.389896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bdd000. 00010000:00000010:1.1:1767326926.393889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870564100. 00010000:00000010:1.1:1767326926.393925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818fe00. 00010000:00000010:1.1:1767326926.393930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f24000. 00010000:00000010:1.1:1767326926.393937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85818e000. 00010000:00000010:1.1:1767326926.405883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139a500. 00010000:00000010:1.1:1767326926.405893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869181600. 00010000:00000010:2.1:1767326926.413863:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878559600. 00010000:00000010:1.1:1767326926.413872:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25300. 00010000:00000010:2.1:1767326926.413872:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c97600. 00010000:00000010:1.1:1767326926.413885:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878bd8400. 00000080:00000010:1.1:1767326926.413903:0:2517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.413928:0:2517:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc94200. 00010000:00000010:1.1:1767326926.417868:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec26c00. 00010000:00000010:1.1:1767326926.417878:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8464e4800. 00010000:00000010:1.1:1767326926.417893:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87139cd00. 00010000:00000010:1.1:1767326926.417903:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869181c00. 00010000:00000010:1.1:1767326926.417926:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f7e8500. 00010000:00000010:1.1:1767326926.417933:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858066400. 00010000:00000010:1.1:1767326926.426865:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8412ab800. 00010000:00000010:1.1:1767326926.426871:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546b400. 00010000:00000010:1.1:1767326926.430981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f25a00. 00010000:00000010:1.1:1767326926.430997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e8aa00. 00010000:00000010:1.1:1767326926.431007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84ec26a00. 00010000:00000010:1.1:1767326926.431010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aeec00. 00010000:00000010:1.1:1767326926.434885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db900. 00010000:00000010:1.1:1767326926.434895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858066800. 00010000:00000010:1.1:1767326926.434899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.434903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.434906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:1.1:1767326926.434909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878559000. 00010000:00000010:1.1:1767326926.434923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c96e00. 00010000:00000010:1.1:1767326926.434929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f389800. 00010000:00000010:1.1:1767326926.434932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871326800. 00010000:00000010:1.1:1767326926.434936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762abcf00. 00010000:00000010:1.1:1767326926.434940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102aa00. 00000080:00000010:1.1:1767326926.457862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.457878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881540840. 00010000:00000010:1.1:1767326926.465874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eeda00. 00010000:00000010:1.1:1767326926.465884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aef600. 00010000:00000010:1.1:1767326926.465888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c10f00. 00010000:00000010:1.1:1767326926.465891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72600. 00010000:00000010:1.1:1767326926.465893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869e86100. 00010000:00000010:1.1:1767326926.465896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b1800. 00010000:00000010:1.1:1767326926.465898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871579600. 00010000:00000010:1.1:1767326926.465901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870958400. 00010000:00000010:1.1:1767326926.465903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e9c800. 00010000:00000010:1.1:1767326926.465906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b0e00. 00010000:00000010:1.1:1767326926.465909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e31600. 00010000:00000010:1.1:1767326926.465930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848739a00. 00010000:00000010:1.1:1767326926.465943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e9c400. 00010000:00000010:1.1:1767326926.465947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b1e00. 00010000:00000010:1.1:1767326926.465950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.465952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.465955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.486994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.487007:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd58840. 00010000:00000010:1.1:1767326926.494907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871579e00. 00010000:00000010:1.1:1767326926.494940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870959c00. 00010000:00000010:1.1:1767326926.494955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43000. 00010000:00000010:1.1:1767326926.494963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a57d400. 00010000:00000010:1.1:1767326926.498880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87880b200. 00010000:00000010:1.1:1767326926.498886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b3e000. 00010000:00000010:1.1:1767326926.498889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.498892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.498895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.507892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.507928:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd9080. 00010000:00000010:1.1:1767326926.514908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.519866:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326926.519874:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00010000:00000010:1.1:1767326926.525878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463dc000. 00010000:00000010:1.1:1767326926.525905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593bf600. 00010000:00000010:1.1:1767326926.525920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850a43e00. 00010000:00000010:1.1:1767326926.525928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b3e400. 00010000:00000010:1.1:1767326926.529875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f9600. 00010000:00000010:1.1:1767326926.529883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f197c00. 00010000:00000010:1.1:1767326926.538901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87882bb00. 00010000:00000010:1.1:1767326926.538922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b1a00. 00010000:00000010:1.1:1767326926.548907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878644d00. 00010000:00000010:1.1:1767326926.548922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612f4200. 00010000:00000010:2.1:1767326926.557863:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00000080:00000010:1.1:1767326926.557890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.557921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd68000. 00010000:00000010:1.1:1767326926.557931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24800. 00010000:00000010:1.1:1767326926.557939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2c00. 00010000:00000010:1.1:1767326926.557946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f9a00. 00010000:00000010:1.1:1767326926.557960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8593be000. 00010000:00000010:1.1:1767326926.561867:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a590400. 00010000:00000010:1.1:1767326926.561876:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871455c00. 00010000:00000010:2.1:1767326926.561883:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e636b00. 00010000:00000010:2.1:1767326926.561892:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00010000:00000010:1.1:1767326926.567875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87359ee00. 00010000:00000010:3.1:1767326926.567875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbf500. 00010000:00000010:3.1:1767326926.567887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706de00. 00010000:00000010:1.1:1767326926.567897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878824c00. 00000080:00000010:1.1:1767326926.571865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.571879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1b180. 00010000:00000010:1.1:1767326926.575869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.575872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.575874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.583871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.583885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815dca40. 00010000:00000010:1.1:1767326926.587861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.587865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.587868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.587872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.587881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc46b40. 00010000:00000010:1.1:1767326926.587886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.587888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.587890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.595882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.595897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0d280. 00010000:00000010:1.1:1767326926.599884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326926.603875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326926.603885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326926.603889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.603899:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcab9c0. 00010000:00000010:1.1:1767326926.603904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.603907:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.603923:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.607877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.607888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a0000. 00010000:00000010:1.1:1767326926.607897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.611875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326926.611881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.611885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.611893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cca40. 00010000:00000010:1.1:1767326926.615880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.615887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.615890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.619864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.619891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d2100. 00010000:00000010:1.1:1767326926.623861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.623864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326926.623866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326926.627863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.627876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd49080. 00010000:00000010:1.1:1767326926.627884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.627887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.627890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.631871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.631883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd55ac0. 00010000:00000010:1.1:1767326926.639863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326926.639867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326926.639871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.643925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ec00. 00000080:00000010:1.1:1767326926.643937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd398c0. 00010000:00000010:1.1:1767326926.647872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.647891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.647898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.647906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.647925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6c200. 00010000:00000010:1.1:1767326926.647932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.647936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.647940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326926.651874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.651885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8b180. 00010000:00000010:1.1:1767326926.655857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326926.655861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326926.655863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.655865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.655871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1a100. 00010000:00000010:1.1:1767326926.659863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326926.659869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.659873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326926.663864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326926.663873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd83180. 00010000:00000010:1.1:1767326926.663877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.663879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.663881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326926.667860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:1.1:1767326926.667868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9b9c0. 00010000:00000010:1.1:1767326926.667877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326926.667880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326926.667883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.671868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326926.671876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc198c0. 00010000:00000010:1.1:1767326926.671879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85091a100. 00010000:00000010:1.1:1767326926.671888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871455600. 00000080:00000010:1.1:1767326926.675869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3440. 00000080:00000010:1.1:1767326926.675880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762202100. 00010000:00000010:1.1:1767326926.675885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326926.675888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326926.675890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:3.1:1767326926.679863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00000080:00000010:1.1:1767326926.679871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00010000:00000010:3.1:1767326926.679871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.679877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326926.679884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc52100. 00000080:00000010:3.1:1767326926.683881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eb00. 00000080:00000010:3.1:1767326926.683895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159b180. 00010000:00000010:3.1:1767326926.687867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.687872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.687878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.687884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.687893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4e300. 00010000:00000010:3.1:1767326926.691886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.691892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.691895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.695881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.695893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155dac0. 00010000:00000010:3.1:1767326926.695902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.695915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.695919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.699861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.699871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3ca40. 00010000:00000010:3.1:1767326926.703873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.703879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.703882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.703885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.703893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881563180. 00010000:00000010:3.1:1767326926.707928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.707935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.707939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.711863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.711876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc5ac0. 00010000:00000010:3.1:1767326926.715876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.715882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.715885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.715889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.715897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd62100. 00010000:00000010:3.1:1767326926.719892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.719900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.719903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.723875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.723894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc66300. 00010000:00000010:3.1:1767326926.727871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.727890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.727895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.731889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.731902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156d280. 00010000:00000010:3.1:1767326926.731920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.735894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.735904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.735917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.735930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd25ac0. 00010000:00000010:3.1:1767326926.739883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.739892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.739896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.743865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.743885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfb180. 00010000:00000010:3.1:1767326926.747863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.747868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.747871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.747875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.747885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd339c0. 00010000:00000010:3.1:1767326926.751867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.751872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.751875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.755884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.755899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc12940. 00010000:00000010:3.1:1767326926.759862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.759868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.759872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.763900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.763926:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd139c0. 00010000:00000010:3.1:1767326926.767885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.767892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.767896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.771863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.771875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc64200. 00010000:00000010:3.1:1767326926.775883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.775890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.775893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.775897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.775913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc34a40. 00010000:00000010:3.1:1767326926.779868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.779873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.779878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.783871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.783883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155eb40. 00010000:00000010:3.1:1767326926.787858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.787864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.787869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.787925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.787935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc00000. 00010000:00000010:3.1:1767326926.791862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.791867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.791871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.795862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.795869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc418c0. 00010000:00000010:3.1:1767326926.795872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.795874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.795876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.799857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.799867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881580000. 00010000:00000010:3.1:1767326926.799876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.799880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.799883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.803869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.803882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a4200. 00010000:00000010:3.1:1767326926.807881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.807887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.807890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.807894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.807903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881547380. 00010000:00000010:3.1:1767326926.811932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.811937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.811940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.811943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.811952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160d280. 00010000:00000010:3.1:1767326926.815898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.815903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.815919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.819871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.819886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d2940. 00010000:00000010:3.1:1767326926.819901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.819913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.819917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.827866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.827876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbeb40. 00010000:00000010:3.1:1767326926.831882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.831888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.831892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.835886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.835898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc84200. 00010000:00000010:3.1:1767326926.835918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.835923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.835926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.835929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.835935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881556300. 00010000:00000010:3.1:1767326926.839879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.839887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.839891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.843877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.843890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc49080. 00010000:00000010:3.1:1767326926.847864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.847868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.847872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.851929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.851942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b7380. 00010000:00000010:3.1:1767326926.851952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.851955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.851957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.854938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.854951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0eb40. 00010000:00000010:3.1:1767326926.863870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.863876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.863880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.867858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.867866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9a940. 00010000:00000010:3.1:1767326926.871874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.871881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.871885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.871887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.871896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815798c0. 00010000:00000010:3.1:1767326926.871902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.871916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.871918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.875869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.875879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0a940. 00010000:00000010:3.1:1767326926.879877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.879883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.879886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.883886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.883902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ea940. 00010000:00000010:3.1:1767326926.887862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.887867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.887871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.891871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.891885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881538840. 00010000:00000010:3.1:1767326926.891894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.899884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.899893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.899898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.899923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881551080. 00010000:00000010:3.1:1767326926.903859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.903863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.903866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.907870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.907883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb1080. 00010000:00000010:3.1:1767326926.907891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.907894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.907896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.907899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.907911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1ca40. 00010000:00000010:3.1:1767326926.911881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.911889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.911893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.915866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.915881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f1080. 00010000:00000010:3.1:1767326926.915888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.915891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.915894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.923880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.923899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881561080. 00010000:00000010:3.1:1767326926.928869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.928873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.928875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.932861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.932873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152ca40. 00010000:00000010:3.1:1767326926.932883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.932886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.932889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.932892:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.932898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881586300. 00010000:00000010:3.1:1767326926.940863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326926.940867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.940871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326926.944872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.944883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9a940. 00010000:00000010:3.1:1767326926.944890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.944892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.944894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.948868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.948875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd998c0. 00010000:00000010:3.1:1767326926.948881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.948883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.948885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.948887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.948890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd81080. 00010000:00000010:3.1:1767326926.952867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24400. 00010000:00000010:3.1:1767326926.952874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.952879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326926.952884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.952895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc52940. 00010000:00000010:3.1:1767326926.956871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.956876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.956878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.960857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.960865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc79080. 00010000:00000010:3.1:1767326926.960869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.960872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.960874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.964867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.964876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159ca40. 00010000:00000010:3.1:1767326926.964886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.968865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.968869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326926.968872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.968879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f5ac0. 00010000:00000010:3.1:1767326926.972862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326926.972866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.972870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.972873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.972881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8a940. 00010000:00000010:3.1:1767326926.976865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326926.976869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.976871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326926.980860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326926.980870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153f380. 00010000:00000010:3.1:1767326926.980877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.980880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24400. 00010000:00000010:3.1:1767326926.980883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326926.984867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326926.984879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f6300. 00010000:00000010:3.1:1767326926.988876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326926.988882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326926.988885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326926.988889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326926.988897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c98c0. 00010000:00000010:3.1:1767326926.996859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24400. 00010000:00000010:3.1:1767326926.996862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326926.996865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326926.996867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326926.996873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153b9c0. 00010000:00000010:3.1:1767326927.000878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24100. 00010000:00000010:3.1:1767326927.000884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.000887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72000. 00000080:00000010:3.1:1767326927.004871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326927.004885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc91080. 00010000:00000010:3.1:1767326927.004893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326927.004896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.004898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326927.004900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326927.004943:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc20840. 00010000:00000010:3.1:1767326927.004952:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.004955:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24c00. 00010000:00000010:3.1:1767326927.004958:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326927.008882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326927.008893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cdac0. 00010000:00000010:3.1:1767326927.012892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326927.012898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.012911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326927.016876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326927.016946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5eb40. 00010000:00000010:3.1:1767326927.016954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24c00. 00010000:00000010:3.1:1767326927.016957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.016959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326927.020869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326927.020879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6a940. 00010000:00000010:3.1:1767326927.020886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.025874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.025881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326927.025885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326927.025898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd16300. 00010000:00000010:3.1:1767326927.029880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326927.029886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.029889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326927.033860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c469a0. 00000080:00000010:3.1:1767326927.033874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc24200. 00010000:00000010:3.1:1767326927.033879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.033881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24c00. 00010000:00000010:3.1:1767326927.033883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326927.037866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326927.037876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9a100. 00010000:00000010:3.1:1767326927.037884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.041880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.041889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326927.041892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326927.041913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6ca40. 00010000:00000010:3.1:1767326927.045894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24c00. 00010000:00000010:3.1:1767326927.045899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.045913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326927.049877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326927.049890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc16300. 00010000:00000010:3.1:1767326927.049911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.049915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.049918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326927.053863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326927.053872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154a940. 00010000:00000010:3.1:1767326927.057895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326927.057909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.057914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326927.061880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326927.061895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153b180. 00010000:00000010:3.1:1767326927.061914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.061917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.061920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326927.065860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326927.065873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156b9c0. 00010000:00000010:3.1:1767326927.073894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24c00. 00010000:00000010:3.1:1767326927.073915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.073920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:3.1:1767326927.073925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:3.1:1767326927.073936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8eb40. 00010000:00000010:3.1:1767326927.077876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24900. 00010000:00000010:3.1:1767326927.077883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.077886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72400. 00000080:00000010:3.1:1767326927.081873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46d60. 00000080:00000010:3.1:1767326927.081889:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd82940. 00010000:00000010:3.1:1767326927.081898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24f00. 00010000:00000010:3.1:1767326927.081916:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24600. 00010000:00000010:3.1:1767326927.081919:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72200. 00000080:00000010:3.1:1767326927.081928:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c46040. 00000080:00000010:3.1:1767326927.081977:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd4a40. 00010000:00000010:3.1:1767326927.086887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24a00. 00010000:00000010:3.1:1767326927.086894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e24b00. 00010000:00000010:3.1:1767326927.086912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b72a00. 00000080:00000010:1.1:1767326927.091873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e762c466c0. 00000080:00000010:1.1:1767326927.091890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd4200. 00010000:00000010:1.1:1767326927.096870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326927.096878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326927.096889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326927.103889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326927.103918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5a940. 00010000:00000010:1.1:1767326927.112883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326927.112890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326927.112894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326927.117880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326927.117894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6f380. 00010000:00000010:1.1:1767326927.117913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326927.121885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326927.121892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326927.125890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326927.125912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd37380. 00010000:00000010:1.1:1767326927.131873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326927.131879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326927.131884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:1.1:1767326927.999901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8412abb00. 00010000:00000010:1.1:1767326927.999915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871327c00. 00010000:00000010:3.1:1767326928.001866:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f109400. 00010000:00000010:3.1:1767326928.001876:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546b600. 00010000:00000010:3.1:1767326928.003871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8412ab100. 00010000:00000010:3.1:1767326928.003878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546ac00. 00010000:00000010:2.1:1767326928.003881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878559100. 00010000:00000010:3.1:1767326928.003893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870c10e00. 00010000:00000010:1.1:1767326928.003898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1a00. 00010000:00000010:2.1:1767326928.003901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c97200. 00010000:00000010:3.1:1767326928.003901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b73a00. 00010000:00000010:1.1:1767326928.003903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092a00. 00010000:00000010:3.1:1767326928.003909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f109300. 00010000:00000010:1.1:1767326928.003910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1c00. 00010000:00000010:2.1:1767326928.003911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3a1800. 00010000:00000010:1.1:1767326928.003914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87169ce00. 00010000:00000010:3.1:1767326928.003914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102a800. 00010000:00000010:2.1:1767326928.003920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e6c00. 00010000:00000010:1.1:1767326928.007894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273d00. 00010000:00000010:1.1:1767326928.007904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878641c00. 00010000:00000010:1.1:1767326928.045873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878bf5200. 00010000:00000010:1.1:1767326928.045901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a4b600. 00010000:00000010:1.1:1767326928.049859:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843008600. 00010000:00000010:1.1:1767326928.049872:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873585a00. 00010000:00000010:1.1:1767326928.057894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87058de00. 00010000:00000010:1.1:1767326928.057909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869007c00. 00000080:00000010:1.1:1767326928.062889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8240. 00000080:00000010:1.1:1767326928.062905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b4a40. 00010000:00000010:1.1:1767326928.067873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.067880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.067897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:1.1:1767326928.075877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfe00. 00010000:00000010:1.1:1767326928.075897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e7800. 00000080:00000010:1.1:1767326928.075912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.075923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158c200. 00010000:00000010:1.1:1767326928.083866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.083871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.083876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.088879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.088900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc04a40. 00010000:00000010:1.1:1767326928.088906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.092864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.092868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.096876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.096901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e98c0. 00010000:00000010:1.1:1767326928.096908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.096912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.096915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.100859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.100870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3d280. 00010000:00000010:1.1:1767326928.104865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.104869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.104872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.108874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.108900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd018c0. 00010000:00000010:1.1:1767326928.108906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.108909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.108912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.112900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.112913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9eb40. 00010000:00000010:1.1:1767326928.116859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.116863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.116865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.120871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.120895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0f380. 00010000:00000010:1.1:1767326928.120901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.124872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.124878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.124888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.124895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce6300. 00010000:00000010:1.1:1767326928.128873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.128891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.128896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.136864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.136875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd18c0. 00010000:00000010:1.1:1767326928.144960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.144965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.144967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.144971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.144978:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cf380. 00010000:00000010:1.1:1767326928.148861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.148866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.148870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.148873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.148892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc26300. 00010000:00000010:1.1:1767326928.148899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.148902:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.148904:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.155937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.155951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd86b40. 00010000:00000010:1.1:1767326928.155959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.155962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.155966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326928.160857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.160866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152d280. 00010000:00000010:1.1:1767326928.160872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.160874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.160876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.164869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.164878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc19080. 00010000:00000010:1.1:1767326928.164894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.164897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.164899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.168877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.168899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd239c0. 00010000:00000010:1.1:1767326928.168910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.168918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.168932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326928.172877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.172899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815fd280. 00010000:00000010:1.1:1767326928.172920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.176872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.176878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.176894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.176901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfa100. 00010000:00000010:1.1:1767326928.180858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.180861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.180863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.180865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.180870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bb180. 00010000:00000010:1.1:1767326928.184870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.184875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.184889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326928.188862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.188870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf4200. 00010000:00000010:1.1:1767326928.188873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.188875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.188877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.192856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.192861:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccf380. 00010000:00000010:1.1:1767326928.192869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.196864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.196868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.196870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.196876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc0840. 00010000:00000010:1.1:1767326928.200869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.200873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.200875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326928.200877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.200890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc898c0. 00010000:00000010:1.1:1767326928.208869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.208874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.208877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.208893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.208900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb6300. 00010000:00000010:1.1:1767326928.212872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.212877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.212889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.212892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.212898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda8840. 00010000:00000010:1.1:1767326928.216868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326928.216872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326928.216874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326928.216876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.216891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc26b40. 00010000:00000010:1.1:1767326928.216895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.216897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.216898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.220862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.220869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd38000. 00010000:00000010:1.1:1767326928.220874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326928.220877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.220890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.224872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.224889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881598000. 00010000:00000010:1.1:1767326928.224895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.224899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.224902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.228866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326928.228876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881585280. 00010000:00000010:1.1:1767326928.228900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.228905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.228908:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326928.232877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4eea0. 00000080:00000010:1.1:1767326928.232900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881570840. 00010000:00000010:1.1:1767326928.232910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.236861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326928.236867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326928.236871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326928.236893:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5dac0. 00010000:00000010:1.1:1767326928.240872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326928.240877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326928.240890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326928.244894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326928.244906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815af380. 00010000:00000010:1.1:1767326928.244913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326928.244916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9d00. 00010000:00000010:1.1:1767326928.244919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00010000:00000010:0.1:1767326929.080884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.080891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.080894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.084881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.084894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b39c0. 00010000:00000010:0.1:1767326929.084904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.084907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.084910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.084913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.084918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc018c0. 00010000:00000010:0.1:1767326929.088891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.088899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.088906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.088913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.088924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda5280. 00010000:00000010:0.1:1767326929.097889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.097896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.097902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.099957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.099968:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd73180. 00010000:00000010:0.1:1767326929.099974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.104885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.104891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.104895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.104903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd68840. 00010000:00000010:0.1:1767326929.104911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.104914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.104917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.104920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.104925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd23180. 00010000:00000010:0.1:1767326929.108892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.112874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.112880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.112884:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.112892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd518c0. 00010000:00000010:0.1:1767326929.116878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.116883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.116887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.116890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.116897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd92940. 00010000:00000010:0.1:1767326929.120874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.120878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.120882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.128892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.128903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc94a40. 00010000:00000010:0.1:1767326929.128910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.132885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.132891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.132893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.132901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d6300. 00010000:00000010:0.1:1767326929.136877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.136883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.136887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.136890:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.136899:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb9080. 00010000:00000010:0.1:1767326929.136904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.136907:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.136909:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.144872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.144882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881578000. 00010000:00000010:0.1:1767326929.144891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.152880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.152886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.152890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.152898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc45280. 00010000:00000010:0.1:1767326929.156884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.156890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.156894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.156899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.156907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc5280. 00010000:00000010:0.1:1767326929.156911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.156913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.156915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.160888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.160900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdab180. 00010000:00000010:0.1:1767326929.160909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.160913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.160916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.160918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.160923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd8a100. 00010000:00000010:0.1:1767326929.164881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.164887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.164890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.170895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.170907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc8840. 00010000:00000010:0.1:1767326929.170918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.170922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.170925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.175858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.175879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcceb40. 00010000:00000010:0.1:1767326929.179889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.179894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.179898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.179902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.179911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5a100. 00010000:00000010:0.1:1767326929.183884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.183891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.183896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.183901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.183911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd19080. 00010000:00000010:0.1:1767326929.187887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.187894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.187897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.191876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.191886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815518c0. 00010000:00000010:0.1:1767326929.191892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.191895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.191897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.195878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.195886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb0840. 00010000:00000010:0.1:1767326929.199873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.199878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.199881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.199884:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.199892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881566b40. 00010000:00000010:0.1:1767326929.203877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.203882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.203884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.207892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.207909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc618c0. 00010000:00000010:0.1:1767326929.207921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.207929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.207936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.211886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.211897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154e300. 00010000:00000010:0.1:1767326929.215876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.215882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.215886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.215890:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.215898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd88000. 00010000:00000010:0.1:1767326929.219894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.219907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.219911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.223878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.223889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881578840. 00010000:00000010:0.1:1767326929.223898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.223900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.223902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.227887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.227900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc83180. 00010000:00000010:0.1:1767326929.231881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.231886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.231889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.231893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.231901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd69080. 00010000:00000010:0.1:1767326929.235889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.235893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.235895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.239892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.239911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881558840. 00010000:00000010:0.1:1767326929.239920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.239923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.239926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.248886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.248898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2b9c0. 00010000:00000010:0.1:1767326929.252873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478f00. 00010000:00000010:0.1:1767326929.252877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.252881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.252885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.252894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc97380. 00010000:00000010:0.1:1767326929.256874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.256879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.256881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.256885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.256891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816c98c0. 00010000:00000010:0.1:1767326929.256896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.256898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.256900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.260889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.260899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8ca40. 00010000:00000010:0.1:1767326929.260906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.260909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.260911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.264891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.264901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881542940. 00010000:00000010:0.1:1767326929.268876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.268882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.268886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.268889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.268897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d4200. 00010000:00000010:0.1:1767326929.273876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.273879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.273881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.280871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.280880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156b180. 00010000:00000010:0.1:1767326929.280885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.280888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.280890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.284882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.284889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5b180. 00010000:00000010:0.1:1767326929.284895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.288870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.288876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.288880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.288888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1a940. 00010000:00000010:0.1:1767326929.288893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.288896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.288899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.292888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.292897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f7380. 00010000:00000010:0.1:1767326929.296871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.296875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.296878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.296882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.296889:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881569080. 00010000:00000010:0.1:1767326929.300883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.300889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.300892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.307888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.307898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4eb40. 00010000:00000010:0.1:1767326929.307903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.307907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.307910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.311888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.311897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc50840. 00010000:00000010:0.1:1767326929.311904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.315877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.315882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.315885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.315892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158e300. 00010000:00000010:0.1:1767326929.315897:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.315900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.315903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.315905:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.315913:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3eb40. 00010000:00000010:0.1:1767326929.324882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.324886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.324890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.328883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.328892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2ca40. 00010000:00000010:0.1:1767326929.328896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.328898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.328901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.332885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.332895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0dac0. 00010000:00000010:0.1:1767326929.332904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.332906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.332908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.332910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.332913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd98000. 00010000:00000010:0.1:1767326929.336884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.336889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.336892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.336895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.336901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc08000. 00010000:00000010:0.1:1767326929.340877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.340881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.340885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.344884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.344897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcedac0. 00010000:00000010:0.1:1767326929.344904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.352885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.352890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.352894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.352902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881562940. 00010000:00000010:0.1:1767326929.356886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.356892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.356897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.356901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.356909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd56300. 00010000:00000010:0.1:1767326929.360885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.360890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.360894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.360897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.360904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159e300. 00010000:00000010:0.1:1767326929.360911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.360913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.360916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.364857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.364875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc81080. 00010000:00000010:0.1:1767326929.368890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.368896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.368899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.368903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.368909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd48000. 00010000:00000010:0.1:1767326929.372875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.372881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.372884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.372887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.372893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc86b40. 00010000:00000010:0.1:1767326929.376872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.376877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.376879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.376883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.376888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7dac0. 00010000:00000010:0.1:1767326929.380883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.380890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.380895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.384877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.384886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153e300. 00010000:00000010:0.1:1767326929.384890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.384893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.384896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.388873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.388880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bceca40. 00010000:00000010:0.1:1767326929.388886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.388888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.388889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.392874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.392884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815db180. 00010000:00000010:0.1:1767326929.392889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.396868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.396872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.396875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.396881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881566300. 00010000:00000010:0.1:1767326929.402877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.402882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.402886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.406875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.406885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd198c0. 00010000:00000010:0.1:1767326929.406891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.406893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.406895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.410870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.410876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4c200. 00010000:00000010:0.1:1767326929.410881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.410883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.410885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.414873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.414880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd34200. 00010000:00000010:0.1:1767326929.414885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.418883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.418888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.418890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.418896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0e300. 00010000:00000010:0.1:1767326929.422870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.422873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.422875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.426880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.426888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc47380. 00010000:00000010:0.1:1767326929.426893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.426896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.426898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.434884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.434894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd47380. 00010000:00000010:0.1:1767326929.434900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.434902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.434905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.438872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.438884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc0000. 00010000:00000010:0.1:1767326929.438890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.438895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.438898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.442888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.442896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfe300. 00010000:00000010:0.1:1767326929.442903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.442905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.442908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.449892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.449905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdaeb40. 00010000:00000010:0.1:1767326929.449912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.449915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.449918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.453888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.453899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881555280. 00010000:00000010:0.1:1767326929.457878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.457881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.457884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.457886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.457892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd18840. 00010000:00000010:0.1:1767326929.457895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.461878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.461882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.461885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.461890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc25ac0. 00010000:00000010:0.1:1767326929.465871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.465877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.465880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.469875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.469883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f6b40. 00010000:00000010:0.1:1767326929.469887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.473875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.473881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.473886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.473897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881592100. 00010000:00000010:0.1:1767326929.477877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.477880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.477882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.481884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.481892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd60000. 00010000:00000010:0.1:1767326929.481897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874c36300. 00010000:00000010:0.1:1767326929.481899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5cda00. 00000080:00000010:0.1:1767326929.481908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e520. 00000080:00000010:0.1:1767326929.481912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f8000. 00010000:00000010:0.1:1767326929.485882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.485887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.485889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.489881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.489889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881596300. 00010000:00000010:0.1:1767326929.493881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.493888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.493893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.493897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.493904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1b9c0. 00010000:00000010:0.1:1767326929.497878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.497883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.497887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.501880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.501892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a2940. 00010000:00000010:0.1:1767326929.501899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.505881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.505885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.505887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.505893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc118c0. 00010000:00000010:0.1:1767326929.509871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.509877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.509880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.509883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.509891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca39c0. 00010000:00000010:0.1:1767326929.513874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.513878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.513880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.517887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.517901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc87380. 00010000:00000010:0.1:1767326929.517911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.517914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.517917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.521880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.521887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155ca40. 00010000:00000010:0.1:1767326929.525869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.525873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.525877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.525880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.525887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156f380. 00010000:00000010:0.1:1767326929.529884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.529890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.529892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.537869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.537877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4a940. 00010000:00000010:0.1:1767326929.537881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.537883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.537885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.541888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.541896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ce300. 00010000:00000010:0.1:1767326929.541904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.541906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.541908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.545868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.545876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd25280. 00010000:00000010:0.1:1767326929.545879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.545882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.545884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.545888:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.545894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3ca40. 00010000:00000010:0.1:1767326929.549881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.549885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.549887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.553875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.553888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159f380. 00010000:00000010:0.1:1767326929.553899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.553904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.553910:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.556944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.556951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd50000. 00010000:00000010:0.1:1767326929.556957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.561886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.561891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.561895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.561902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd62940. 00010000:00000010:0.1:1767326929.565871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.565874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.565877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.569877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.569884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155b180. 00010000:00000010:0.1:1767326929.569890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.569892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.569894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.573870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.573876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158b9c0. 00010000:00000010:0.1:1767326929.573884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.573886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.573888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.577884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.577893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcad280. 00010000:00000010:0.1:1767326929.577898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.581877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.581880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.581883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.581890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881595ac0. 00010000:00000010:0.1:1767326929.585871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.585875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.585879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.585884:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.585890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159b9c0. 00010000:00000010:0.1:1767326929.589877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.589882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.589884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.593890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.593900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e6300. 00010000:00000010:0.1:1767326929.593906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.593910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.593913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.597883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.597894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881577380. 00010000:00000010:0.1:1767326929.597905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.601875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.601882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.601885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.601894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bceb9c0. 00010000:00000010:0.1:1767326929.601899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719b5a00. 00010000:00000010:0.1:1767326929.601902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a4800. 00000080:00000010:0.1:1767326929.605880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ee60. 00000080:00000010:0.1:1767326929.605891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622798c0. 00010000:00000010:0.1:1767326929.605900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.605904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.605907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.609877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.609887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc56b40. 00010000:00000010:0.1:1767326929.617890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.617897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.617901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.621886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.621901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd46b40. 00010000:00000010:0.1:1767326929.621909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.621912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.621915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.625888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.625908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc66b40. 00010000:00000010:0.1:1767326929.625915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.625919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.625922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.625924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.625930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc51080. 00010000:00000010:0.1:1767326929.629896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.629902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.629906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.633885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.633898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc03180. 00010000:00000010:0.1:1767326929.633905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.637881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.637886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.637890:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.637897:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2dac0. 00010000:00000010:0.1:1767326929.641884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.641890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.641895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.649890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.649900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb6b40. 00010000:00000010:0.1:1767326929.649911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.649913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.649915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.653873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.653881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c7380. 00010000:00000010:0.1:1767326929.657878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.657883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.657887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.657890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.657899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160f380. 00010000:00000010:0.1:1767326929.657903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.657905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.657906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.662882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.662893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2e300. 00010000:00000010:0.1:1767326929.666868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.666871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.666873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.666875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.666881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc998c0. 00010000:00000010:0.1:1767326929.670880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.670884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.670887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.674887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.674903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc06b40. 00010000:00000010:0.1:1767326929.674915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.674918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.674922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.678875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.678884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9b180. 00010000:00000010:0.1:1767326929.682869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.682874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.682877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.682881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.682888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd8c200. 00010000:00000010:0.1:1767326929.686875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.686880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.686882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.690870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.690877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0b9c0. 00010000:00000010:0.1:1767326929.690881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.690883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.690885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.694886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.694906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157e300. 00010000:00000010:0.1:1767326929.694914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.698875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.698880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.698883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.698892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd50840. 00010000:00000010:0.1:1767326929.702887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.702892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.702895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.706888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.706900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd1080. 00010000:00000010:0.1:1767326929.706907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.706911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.706914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.710870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.710879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ca940. 00010000:00000010:0.1:1767326929.710888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719b5e00. 00010000:00000010:0.1:1767326929.710900:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b85000. 00000080:00000010:0.1:1767326929.718867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ea80. 00000080:00000010:0.1:1767326929.718879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622039c0. 00010000:00000010:0.1:1767326929.722874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.722878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.722881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.722884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.722890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc44a40. 00010000:00000010:0.1:1767326929.726875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.726879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.726882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.726884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.726889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd78000. 00010000:00000010:0.1:1767326929.726894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.726896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.726898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.730879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.730892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159d280. 00010000:00000010:0.1:1767326929.730897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.730899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.730901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.734881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.734893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2d280. 00010000:00000010:0.1:1767326929.738868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.738872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.738874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.738876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.738882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc80000. 00010000:00000010:0.1:1767326929.742881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.742888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.742892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.746880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.746890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9ca40. 00010000:00000010:0.1:1767326929.746900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.746903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.746906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.750872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.750880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc62940. 00010000:00000010:0.1:1767326929.750883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.754878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.754883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.754886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.754893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6b180. 00010000:00000010:0.1:1767326929.758883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.758890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.758895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.758898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.758904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815bb9c0. 00010000:00000010:0.1:1767326929.762870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.762874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.762876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.766863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.766874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca5280. 00010000:00000010:0.1:1767326929.766880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.766882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.766884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.770877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.770886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7dac0. 00010000:00000010:0.1:1767326929.774876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.774880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.774882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.774884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.774889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1b180. 00010000:00000010:0.1:1767326929.778876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.778880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.778882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.782897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.782905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc14200. 00010000:00000010:0.1:1767326929.782912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.782915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.782917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.786887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.786902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3e300. 00010000:00000010:0.1:1767326929.790882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.790888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.790891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.790894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.790902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a39c0. 00010000:00000010:0.1:1767326929.794873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.794878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.794882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.794885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.794891:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881581080. 00010000:00000010:0.1:1767326929.802877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.802881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.802884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.806886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.806898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd08840. 00010000:00000010:0.1:1767326929.806904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.806908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.806911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.810874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.810881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca98c0. 00010000:00000010:0.1:1767326929.810889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.810891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.810893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.810895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.810898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc70840. 00010000:00000010:0.1:1767326929.814870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.814873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.814875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.814877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.814882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1b9c0. 00010000:00000010:0.1:1767326929.818868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.818871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.818872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.822871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.822878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd20840. 00010000:00000010:0.1:1767326929.822882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.822884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.822886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.826873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.826880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d8840. 00010000:00000010:0.1:1767326929.826889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.826891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.826893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.830874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.830882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881594a40. 00010000:00000010:0.1:1767326929.830887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.830890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.830893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.834868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.834875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd6b40. 00010000:00000010:0.1:1767326929.842896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.842903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.842907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.842910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.842918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd36b40. 00010000:00000010:0.1:1767326929.846880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.846886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.846888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.850877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.850888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c4200. 00010000:00000010:0.1:1767326929.850895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.850898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.850901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.850904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.850909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd918c0. 00010000:00000010:0.1:1767326929.854871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.854876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.854879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.858883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.858894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881548000. 00010000:00000010:0.1:1767326929.858901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.862884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.862891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.862894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.862902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd45ac0. 00010000:00000010:0.1:1767326929.866887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.866893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.866896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.870874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.870882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc14a40. 00010000:00000010:0.1:1767326929.870888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.874877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.874884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.874889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.874896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6dac0. 00010000:00000010:0.1:1767326929.878874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.878879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.878882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.882876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.882885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc88840. 00010000:00000010:0.1:1767326929.882892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.886895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.886902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.886907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.886915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc74200. 00010000:00000010:0.1:1767326929.890875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.890880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.890884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.894872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.894881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5e300. 00010000:00000010:0.1:1767326929.894889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.898873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.898879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.898882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.898890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc6300. 00010000:00000010:0.1:1767326929.906886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.906892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.906896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.910874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.910886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd098c0. 00010000:00000010:0.1:1767326929.910896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.910899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.910902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.917875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.917884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbb180. 00010000:00000010:0.1:1767326929.917890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.917892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.917901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.925877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326929.925888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7a100. 00010000:00000010:0.1:1767326929.925894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326929.925897:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.925899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.929884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.929905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881586b40. 00010000:00000010:0.1:1767326929.929921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.929923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.929925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.933874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.933885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7eb40. 00010000:00000010:0.1:1767326929.933892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.933895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.933898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.933902:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.933908:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9a100. 00010000:00000010:0.1:1767326929.937877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.937881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.937883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.941886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326929.941898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3b180. 00010000:00000010:0.1:1767326929.941905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.941909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.941912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.945882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.945893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd78840. 00010000:00000010:0.1:1767326929.949874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.949882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.949885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.949887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.949895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159eb40. 00010000:00000010:0.1:1767326929.953875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.953878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.953881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.961870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326929.961880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcfc200. 00010000:00000010:0.1:1767326929.961883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.965880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.965886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326929.965890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326929.965898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881575ac0. 00010000:00000010:0.1:1767326929.969871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326929.969875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.969877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.969880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.969887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157b180. 00010000:00000010:0.1:1767326929.969890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.969892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.969894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.973884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.973896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc20000. 00010000:00000010:0.1:1767326929.973905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.978874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.978878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.978882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326929.978890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0e300. 00010000:00000010:0.1:1767326929.981880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326929.981886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.981889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326929.985892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326929.985912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881559080. 00010000:00000010:0.1:1767326929.985926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.985931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.985935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326929.989892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326929.989918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152dac0. 00010000:00000010:0.1:1767326929.993880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326929.993885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326929.993888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326929.993892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326929.993904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd718c0. 00010000:00000010:0.1:1767326929.997879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326929.997884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326929.997887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.001880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.001894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ac200. 00010000:00000010:0.1:1767326930.001903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.001907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.001910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.009877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326930.009886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd798c0. 00010000:00000010:0.1:1767326930.013881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.013894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.013900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.013906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.013918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd32940. 00010000:00000010:0.1:1767326930.017880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.017886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.017889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.017893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.017904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ae300. 00010000:00000010:0.1:1767326930.021875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.021880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.021883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.021885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.021892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbdac0. 00010000:00000010:0.1:1767326930.025871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.025876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.025879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.029877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.029888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcdc200. 00010000:00000010:0.1:1767326930.029896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.033869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.033872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.033875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.033880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7f380. 00010000:00000010:0.1:1767326930.038873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.038876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.038878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.043873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.043883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6a100. 00010000:00000010:0.1:1767326930.043891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.043894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.043897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.051869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.051877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0eb40. 00010000:00000010:0.1:1767326930.051881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.051883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.051885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.055879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.055891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9c200. 00010000:00000010:0.1:1767326930.055901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.055904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.055906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.063891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c85c0. 00000080:00000010:0.1:1767326930.063901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd7380. 00010000:00000010:0.1:1767326930.063906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.063909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.063912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.063914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.063917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd66b40. 00010000:00000010:0.1:1767326930.067889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.067897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.067901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.067905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.067915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160ca40. 00010000:00000010:0.1:1767326930.076889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.076895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.076900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.076903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.076912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcba940. 00010000:00000010:0.1:1767326930.080886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.080899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.080906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.080912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.080924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc22100. 00010000:00000010:0.1:1767326930.085897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.085903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.085907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.085911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.085921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5a940. 00010000:00000010:0.1:1767326930.085927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.089882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.089888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.089890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.089897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5dac0. 00010000:00000010:0.1:1767326930.093889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.093902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.093911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.097886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.097903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd5b180. 00010000:00000010:0.1:1767326930.097914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874c36a00. 00010000:00000010:0.1:1767326930.097920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b84c00. 00000080:00000010:0.1:1767326930.105874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e580. 00000080:00000010:0.1:1767326930.105885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762204200. 00010000:00000010:0.1:1767326930.105893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.105896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.105899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.109869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.109877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcbd280. 00010000:00000010:0.1:1767326930.113869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.113874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.113876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.113879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.113885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881545ac0. 00010000:00000010:0.1:1767326930.113889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.117874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.117878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.117880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.117888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd06300. 00010000:00000010:0.1:1767326930.121876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.121880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.121882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.121885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.121899:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc3dac0. 00010000:00000010:0.1:1767326930.125880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.125886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.125889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.129868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.129875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd9d280. 00010000:00000010:0.1:1767326930.129895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.129898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.129901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.133873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.133882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd07380. 00010000:00000010:0.1:1767326930.137880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.137884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.137887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.137889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.137902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6a940. 00010000:00000010:0.1:1767326930.141870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.141873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.141875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.141878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.145884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc598c0. 00010000:00000010:0.1:1767326930.145893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.145897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.145900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.149876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.149889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d5ac0. 00010000:00000010:0.1:1767326930.149899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.149903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.149906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.153870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.153878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4d280. 00010000:00000010:0.1:1767326930.157883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.157889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.157901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.161887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.161903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152f380. 00010000:00000010:0.1:1767326930.161910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.161914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.161917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.165875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.165884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc8c200. 00010000:00000010:0.1:1767326930.169892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.169898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.169902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.169905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.169911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6c200. 00010000:00000010:0.1:1767326930.173877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.173881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.173883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.177891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.177904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a7380. 00010000:00000010:0.1:1767326930.177914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.177916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.177919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.181888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.181906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9c200. 00010000:00000010:0.1:1767326930.185902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.185909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.185913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.189870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.189892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d39c0. 00010000:00000010:0.1:1767326930.189901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.194897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.194904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.194908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.194916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815da940. 00010000:00000010:0.1:1767326930.198880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.198886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.198889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.202888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.202901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd318c0. 00010000:00000010:0.1:1767326930.206870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.206874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.206876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.210887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.210902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd30000. 00010000:00000010:0.1:1767326930.210911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.214867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.214871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.214874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.214880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7b180. 00010000:00000010:0.1:1767326930.218883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.218887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.218889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.222863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.222870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1f380. 00010000:00000010:0.1:1767326930.222878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.222880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.222882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.226873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.226881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88152a940. 00010000:00000010:0.1:1767326930.230875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.230881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.230887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.230891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.230899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881583180. 00010000:00000010:0.1:1767326930.234867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.234870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.234872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.238880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.238892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881582100. 00010000:00000010:0.1:1767326930.238932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.238936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.238939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.242870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.242876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4c200. 00010000:00000010:0.1:1767326930.242881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.242883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.242885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.246871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.246880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c0840. 00010000:00000010:0.1:1767326930.246886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.250884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.250890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.250893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.250902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7b180. 00010000:00000010:0.1:1767326930.254887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.254894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.254897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.254901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.254910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf98c0. 00010000:00000010:0.1:1767326930.258882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.258888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.258898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.262880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.262891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc53180. 00010000:00000010:0.1:1767326930.266885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.266893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.266896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.270878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.270889:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815639c0. 00010000:00000010:0.1:1767326930.270894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.274878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.274885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.274889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.274898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815beb40. 00010000:00000010:0.1:1767326930.282880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.282885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.282887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.286877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.286890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881575280. 00010000:00000010:0.1:1767326930.290877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.290882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.290885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.290889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.290898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0d280. 00010000:00000010:0.1:1767326930.290907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.294881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.294888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.294891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.294898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd66300. 00010000:00000010:0.1:1767326930.298881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.298886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.298889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.302868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.302877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4e300. 00010000:00000010:0.1:1767326930.306880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.306885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.306888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.306891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.310883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc65ac0. 00010000:00000010:0.1:1767326930.310891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.310895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.310898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.314871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.314880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd84200. 00010000:00000010:0.1:1767326930.318866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.318869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.318871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.323869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.323876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9ca40. 00010000:00000010:0.1:1767326930.323883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.327872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.327876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.327879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.327884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6d280. 00010000:00000010:0.1:1767326930.331872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.331876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.331878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.331880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.331887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881541080. 00010000:00000010:0.1:1767326930.335927:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.335932:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.335935:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.335938:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.335945:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4a100. 00010000:00000010:0.1:1767326930.339872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.339876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.339878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.343874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.343886:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd539c0. 00010000:00000010:0.1:1767326930.343897:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.343901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.343904:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.350881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.350892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3a100. 00010000:00000010:0.1:1767326930.350903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.354899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.354912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.354916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.354927:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e0000. 00010000:00000010:0.1:1767326930.362924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.362931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.362945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.362950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.362958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88154c200. 00010000:00000010:0.1:1767326930.366126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.366132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.366134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.366138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.366146:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb39c0. 00010000:00000010:0.1:1767326930.370887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.370894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.370897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.370900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.370908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd96300. 00010000:00000010:0.1:1767326930.374884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.374891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.374894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.378870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.378879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdb18c0. 00010000:00000010:0.1:1767326930.378884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.382889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.382896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.382900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.382910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155a100. 00010000:00000010:0.1:1767326930.386887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.386896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.386900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.390867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.390880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb6300. 00010000:00000010:0.1:1767326930.394870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.394875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.394879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.394883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.394893:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4d280. 00010000:00000010:0.1:1767326930.398881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.398887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.398890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.402866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.402874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4b180. 00010000:00000010:0.1:1767326930.406884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.406889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.406891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.410892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.410907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd01080. 00010000:00000010:0.1:1767326930.410915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.410918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.410920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.414873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.414885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153d280. 00010000:00000010:0.1:1767326930.418869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.418874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.418877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.426872:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.426882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd218c0. 00010000:00000010:0.1:1767326930.426889:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.426892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.426895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.430887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.430902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881576300. 00010000:00000010:0.1:1767326930.434883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.434890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.434894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.434901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.434911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd118c0. 00010000:00000010:0.1:1767326930.434918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.434920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.434922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.438864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.438872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bced280. 00010000:00000010:0.1:1767326930.442869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.442875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.442877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.446878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.446892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7a940. 00010000:00000010:0.1:1767326930.446902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.446906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.446909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.450868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.450882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b2940. 00010000:00000010:0.1:1767326930.459874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478500. 00010000:00000010:0.1:1767326930.459878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.459881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326930.463893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.463909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2a940. 00010000:00000010:0.1:1767326930.463928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.463933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.463936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.467881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.467894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b5280. 00010000:00000010:0.1:1767326930.467901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.467904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.467907:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.467910:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.467918:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc10000. 00010000:00000010:0.1:1767326930.471871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.471876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.471880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.475873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.475883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdad280. 00010000:00000010:0.1:1767326930.475890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.475894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.475897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.479881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.479890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb0840. 00010000:00000010:0.1:1767326930.483873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.483881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.483885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.487873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.487884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e2940. 00010000:00000010:0.1:1767326930.487890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.491876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.491883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.491887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.491895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc37380. 00010000:00000010:0.1:1767326930.495874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.495880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.495882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.499865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.499875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd95280. 00010000:00000010:0.1:1767326930.507867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.507872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.507876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.511875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.511887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd14200. 00010000:00000010:0.1:1767326930.511906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.511909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.511912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.515867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.515879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc5a100. 00010000:00000010:0.1:1767326930.515896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.515900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.515903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.519882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.519894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881544200. 00010000:00000010:0.1:1767326930.519905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.523882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.523888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.523891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.523898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815439c0. 00010000:00000010:0.1:1767326930.527869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.527873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.527876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.531876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.531887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157d280. 00010000:00000010:0.1:1767326930.535873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.535884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.535890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.535897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.535909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc02100. 00010000:00000010:0.1:1767326930.543881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.543887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.543890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.547871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.547882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd65ac0. 00010000:00000010:0.1:1767326930.547895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.547898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.547901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.555874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.555886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1d280. 00010000:00000010:0.1:1767326930.555890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.555893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.555895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.559869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.559883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815cc200. 00010000:00000010:0.1:1767326930.559891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326930.559895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.559898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.563878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ea0. 00000080:00000010:0.1:1767326930.563889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb5280. 00010000:00000010:0.1:1767326930.563897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00010000:00000010:0.1:1767326930.563900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.563902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:0.1:1767326930.563905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.563910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd86300. 00010000:00000010:0.1:1767326930.567878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.567885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.567889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326930.571875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:0.1:1767326930.571885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f39c0. 00010000:00000010:0.1:1767326930.575877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326930.575883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326930.575887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5a00. 00000080:00000010:0.1:1767326930.575890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8260. 00000080:00000010:0.1:1767326930.575900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc95280. 00010000:00000010:0.1:1767326930.579885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326930.579893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326930.579899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00010000:00000010:1.1:1767326930.583877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478300. 00000080:00000010:0.1:1767326930.583889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8640. 00000080:00000010:0.1:1767326930.583899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd35ac0. 00010000:00000010:1.1:1767326930.587873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.587881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4e00. 00000080:00000010:1.1:1767326930.587886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8460. 00000080:00000010:1.1:1767326930.587895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd498c0. 00010000:00000010:1.1:1767326930.591872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.591879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.591884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.595865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.595877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc21080. 00010000:00000010:1.1:1767326930.595882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.599873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.599880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.599885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.599893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdac200. 00010000:00000010:1.1:1767326930.603871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.603877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.603880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.607878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.607890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdaa100. 00010000:00000010:1.1:1767326930.611884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.611890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.611893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.611896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.611905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcd5ac0. 00010000:00000010:1.1:1767326930.615867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.615871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.615873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.619861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.619869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157ca40. 00010000:00000010:1.1:1767326930.627885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.627890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.627892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.627895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.627903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf39c0. 00010000:00000010:1.1:1767326930.631872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.631878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.631882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.635869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.635894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2e300. 00010000:00000010:1.1:1767326930.635903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.635907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.635910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.639870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.639883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4b9c0. 00010000:00000010:1.1:1767326930.643878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.643884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.643887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.647877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.647893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a3180. 00010000:00000010:1.1:1767326930.647902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.647905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.647908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.651871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.651891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ca100. 00010000:00000010:1.1:1767326930.655863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.655868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.655871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.659872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.659885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c2100. 00010000:00000010:1.1:1767326930.659893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.659896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.659899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.663873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.663883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815db9c0. 00010000:00000010:1.1:1767326930.667863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.667867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.667870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.671874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.671892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc6b9c0. 00010000:00000010:1.1:1767326930.675870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.675874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.675876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.675879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.675885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcdf380. 00010000:00000010:1.1:1767326930.679873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.679879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.679882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.679885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.679892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd7d280. 00010000:00000010:1.1:1767326930.683867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.683871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.683873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.687878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.687891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc78840. 00010000:00000010:1.1:1767326930.687902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.687905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.687914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.692876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.692889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d7380. 00010000:00000010:1.1:1767326930.696879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.696886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.696891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.696898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.696908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd61080. 00010000:00000010:1.1:1767326930.700865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.700869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.700872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.704876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.704889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881579080. 00010000:00000010:1.1:1767326930.704895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.704898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.704902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.708868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.708878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815298c0. 00010000:00000010:1.1:1767326930.712868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.712872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.712876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.716865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.716874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd58000. 00010000:00000010:1.1:1767326930.716880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.724865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.724870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.724875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.724884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88158a100. 00010000:00000010:1.1:1767326930.728870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.728875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.728879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.728883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.728890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc16b40. 00010000:00000010:1.1:1767326930.732867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.732871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.732874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.732878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.732887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcdeb40. 00010000:00000010:1.1:1767326930.732904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.732907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.732910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.740859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.740867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc9080. 00010000:00000010:1.1:1767326930.744872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.744877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.744880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.744882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.744890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f3180. 00010000:00000010:1.1:1767326930.748871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.748876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.748880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.748884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.748892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc76300. 00010000:00000010:1.1:1767326930.752879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.752884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.752888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.752891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.752899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc32100. 00010000:00000010:1.1:1767326930.756893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.756899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.756902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.764876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.764887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc43180. 00010000:00000010:1.1:1767326930.768871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.768877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.768880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.768884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.768895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815adac0. 00010000:00000010:1.1:1767326930.772863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.772868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.772872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.772875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.772884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd3b9c0. 00010000:00000010:1.1:1767326930.776865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.776869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.776872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.780885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.780899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc61080. 00010000:00000010:1.1:1767326930.780909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.780914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.780917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.784858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.784867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd51080. 00010000:00000010:1.1:1767326930.788875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.788881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.788884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.788888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.788895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc29080. 00010000:00000010:1.1:1767326930.792869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.792874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.792876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.796885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.796899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca7380. 00010000:00000010:1.1:1767326930.800868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.800872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.800875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.804870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.804880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcca940. 00010000:00000010:1.1:1767326930.804885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.804888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.804890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.808882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.808896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ddac0. 00010000:00000010:1.1:1767326930.812872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.812877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.812880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.812882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.812889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155e300. 00010000:00000010:1.1:1767326930.816881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.816889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.816899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.825879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.825892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e4a40. 00010000:00000010:1.1:1767326930.825901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.829860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.829865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.829868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.829875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc4ca40. 00010000:00000010:1.1:1767326930.833864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.833868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.833870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.833872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.833878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc539c0. 00010000:00000010:1.1:1767326930.833883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.833884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.833886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.837878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.837891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd04200. 00010000:00000010:1.1:1767326930.837901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.837905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.837908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.841861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.841872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0a100. 00010000:00000010:1.1:1767326930.845878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.845884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.845887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.845891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.845898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6b180. 00010000:00000010:1.1:1767326930.849864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.849870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.849875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.853871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.853881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccb180. 00010000:00000010:1.1:1767326930.853885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.857863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.857867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.857871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.857881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc42940. 00010000:00000010:1.1:1767326930.861872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.861878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.861881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.865880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.865897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc90000. 00010000:00000010:1.1:1767326930.865904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.865908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.865911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.869877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.869889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb0000. 00010000:00000010:1.1:1767326930.873873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.873879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.873883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.873886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.873895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881591080. 00010000:00000010:1.1:1767326930.877864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.877868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.877870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.885861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.885872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd03180. 00010000:00000010:1.1:1767326930.885880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.889866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.889870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.889872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.889878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc42100. 00010000:00000010:1.1:1767326930.893875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.893883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.893888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.893892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.893902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc1080. 00010000:00000010:1.1:1767326930.893909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.893912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.893914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.897865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.897878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc6b40. 00010000:00000010:1.1:1767326930.901860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.901864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.901866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.901868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.901875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881548840. 00010000:00000010:1.1:1767326930.905872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.905877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.905879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.909864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.909876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c2940. 00010000:00000010:1.1:1767326930.913874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.913878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.913880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.917881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.917895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bce5280. 00010000:00000010:1.1:1767326930.917915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.917917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.917920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.921867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.921876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcab180. 00010000:00000010:1.1:1767326930.925882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.925888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.925892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.925896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.925905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd48840. 00010000:00000010:1.1:1767326930.929863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.929868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.929871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.933873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.933888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc0ca40. 00010000:00000010:1.1:1767326930.933908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.933912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.933915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.937871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.937883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc1dac0. 00010000:00000010:1.1:1767326930.941857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.941860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.941863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.945879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.945890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc72100. 00010000:00000010:1.1:1767326930.945894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.949861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.949866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.949870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.949877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccb9c0. 00010000:00000010:1.1:1767326930.953874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.953880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.953883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.957877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.957891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a1080. 00010000:00000010:1.1:1767326930.957901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.957904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.957907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.961877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.961886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1f380. 00010000:00000010:1.1:1767326930.965890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.965899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.965903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.973868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.973876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc398c0. 00010000:00000010:1.1:1767326930.973883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.981873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.981881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326930.981885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326930.981895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815618c0. 00010000:00000010:1.1:1767326930.985880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326930.985886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326930.985890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326930.985894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326930.985903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc25280. 00010000:00000010:1.1:1767326930.985909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326930.989859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326930.989863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326930.989865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326930.989872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bda5ac0. 00010000:00000010:1.1:1767326930.989878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326930.989894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326930.989896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326930.989898:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326930.989903:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2d280. 00010000:00000010:1.1:1767326930.997874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326930.997878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326930.997881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.001872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.001885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ba940. 00010000:00000010:1.1:1767326931.001911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.001915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.001918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.005863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.005872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca4a40. 00010000:00000010:1.1:1767326931.005886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.005889:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.005892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.005894:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.005900:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881573180. 00010000:00000010:1.1:1767326931.009860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.009864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.009866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.013877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.013890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc55280. 00010000:00000010:1.1:1767326931.013905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.013909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.013912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.017880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.017893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd29080. 00010000:00000010:1.1:1767326931.021887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.021895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.021899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.025869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.025881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc62100. 00010000:00000010:1.1:1767326931.033873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.033878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.033880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.033884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.033895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd18000. 00010000:00000010:1.1:1767326931.037873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.037878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.037882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.041889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.041900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815eeb40. 00010000:00000010:1.1:1767326931.041909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.041912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.041915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.041917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.041923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88160a940. 00010000:00000010:1.1:1767326931.049871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.049876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.049878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.053866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.053876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc75ac0. 00010000:00000010:1.1:1767326931.053889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.053892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.053894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.057858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.057866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd05280. 00010000:00000010:1.1:1767326931.057872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.057874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.057876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.057877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.057882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815698c0. 00010000:00000010:1.1:1767326931.061874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.061880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.061883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.065878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.065891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd24a40. 00010000:00000010:1.1:1767326931.065909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.065913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.065917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.069875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.069889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881564a40. 00010000:00000010:1.1:1767326931.073870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.073876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.073881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.073884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.073894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc07380. 00010000:00000010:1.1:1767326931.077869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.077879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.077883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.081873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.081885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88156ca40. 00010000:00000010:1.1:1767326931.081904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.085878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.085885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.085889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.085897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc318c0. 00010000:00000010:1.1:1767326931.089862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.089867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.089870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.093864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.093878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a8000. 00010000:00000010:1.1:1767326931.093883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.093885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.093887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.101870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.101883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815ad280. 00010000:00000010:1.1:1767326931.101937:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84651c200. 00010000:00000010:1.1:1767326931.101945:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e7ee00. 00010000:00000010:1.1:1767326931.101951:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360800. 00010000:00000010:1.1:1767326931.101957:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627df200. 00000080:00000010:1.1:1767326931.106940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34120. 00000080:00000010:1.1:1767326931.106961:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762204a40. 00010000:00000010:1.1:1767326931.106994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bffd00. 00010000:00000010:1.1:1767326931.106997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843166000. 00010000:00000010:1.1:1767326931.107000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360700. 00010000:00000010:1.1:1767326931.107003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5bc00. 00000080:00000010:1.1:1767326931.107004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34220. 00000080:00000010:1.1:1767326931.107008:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762205280. 00010000:00000010:1.1:1767326931.107010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83600. 00010000:00000010:1.1:1767326931.107013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843167a00. 00000080:00000010:1.1:1767326931.111859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c344e0. 00000080:00000010:1.1:1767326931.111892:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227c200. 00010000:00000010:1.1:1767326931.111900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85072cf00. 00010000:00000010:1.1:1767326931.111907:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8692b7600. 00000080:00000010:1.1:1767326931.115864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c22a0. 00000080:00000010:1.1:1767326931.115876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621fb180. 00010000:00000010:1.1:1767326931.115884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83700. 00010000:00000010:1.1:1767326931.115889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b6400. 00000080:00000010:1.1:1767326931.120884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5e00. 00000080:00000010:1.1:1767326931.120905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762278000. 00010000:00000010:1.1:1767326931.120911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff800. 00010000:00000010:1.1:1767326931.120916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8752b6200. 00000080:00000010:1.1:1767326931.124874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f54c0. 00000080:00000010:1.1:1767326931.124896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762203180. 00010000:00000010:1.1:1767326931.124914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234800. 00010000:00000010:1.1:1767326931.124918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850aeb900. 00010000:00000010:1.1:1767326931.129892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6d600. 00010000:00000010:1.1:1767326931.129911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff300. 00010000:00000010:1.1:1767326931.129917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5b200. 00000080:00000010:1.1:1767326931.145865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762207380. 00000080:00000010:1.1:1767326931.145874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d060. 00010000:00000010:1.1:1767326931.149869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.153880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.153887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.153891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.153905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc2eb40. 00010000:00000010:1.1:1767326931.157864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.157869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.157873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.161870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.161883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815f4a40. 00010000:00000010:1.1:1767326931.161897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.161901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.161904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.169877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.169891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88153dac0. 00010000:00000010:1.1:1767326931.173882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.173889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.173894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.177868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.177881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc89080. 00010000:00000010:1.1:1767326931.177899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.177902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.177904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.185872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.185891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd60840. 00010000:00000010:1.1:1767326931.185908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.185911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.185915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.189871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.189881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc7b9c0. 00010000:00000010:1.1:1767326931.193862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.193867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.193870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.193874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.193884:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd02100. 00010000:00000010:1.1:1767326931.197860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.197865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.197868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.201875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.201887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd76b40. 00010000:00000010:1.1:1767326931.201904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.201908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.201910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.205876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.205889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcc7380. 00010000:00000010:1.1:1767326931.209864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.209869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.209873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.213863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.213876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e18c0. 00010000:00000010:1.1:1767326931.213886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.228885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.228892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.228896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.228907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd0a100. 00010000:00000010:0.1:1767326931.232872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8431b4f00. 00010000:00000010:1.1:1767326931.232882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:0.1:1767326931.232893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878812800. 00010000:00000010:0.1:1767326931.232905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878811900. 00010000:00000010:0.1:1767326931.232911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843162e00. 00010000:00000010:2.1:1767326931.239983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbf400. 00010000:00000010:2.1:1767326931.240006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84706d600. 00010000:00000010:1.1:1767326931.240875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.240882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.272893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.272913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815a0840. 00010000:00000010:1.1:1767326931.277883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.277890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.277894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.282884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.282898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c18c0. 00010000:00000010:1.1:1767326931.291874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.291879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.291882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.296862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.296875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd90840. 00010000:00000010:1.1:1767326931.296882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.300871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.300880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.304880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.304896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc11080. 00010000:00000010:1.1:1767326931.309878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.309883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.309887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.314887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.314899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd4eb40. 00010000:00000010:1.1:1767326931.314917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d400. 00010000:00000010:1.1:1767326931.314923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b84000. 00000080:00000010:1.1:1767326931.319864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433eb00. 00000080:00000010:1.1:1767326931.319876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762281080. 00010000:00000010:1.1:1767326931.323871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.323876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.323879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.331870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.331880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88157eb40. 00010000:00000010:1.1:1767326931.338859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.338864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.338867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.342873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.342889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815c6b40. 00010000:00000010:1.1:1767326931.342906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.342909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.342912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.342916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.342921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e0840. 00010000:00000010:1.1:1767326931.342935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.350870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.350877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.350882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.350890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bccd280. 00010000:00000010:1.1:1767326931.350905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.350909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.350911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.357872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ee80. 00000080:00000010:1.1:1767326931.357884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd1a100. 00010000:00000010:1.1:1767326931.361871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9e00. 00010000:00000010:1.1:1767326931.361876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.361879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.361882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.361889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc9dac0. 00010000:00000010:1.1:1767326931.361903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.361906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.361907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.361909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.369875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc95ac0. 00010000:00000010:1.1:1767326931.369886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.369890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.369893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.369897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.369903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc40000. 00010000:00000010:1.1:1767326931.373889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.373894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.373897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.373900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.373914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc38000. 00010000:00000010:1.1:1767326931.377871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.377875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.377877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.377880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.377886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd44200. 00010000:00000010:1.1:1767326931.377892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.381873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.381880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.381883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.381889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc498c0. 00010000:00000010:1.1:1767326931.385860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.385866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.385869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.389864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.389873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcb3180. 00010000:00000010:1.1:1767326931.389880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.392947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.392952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.392954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.392959:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bdaca40. 00010000:00000010:1.1:1767326931.399863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.399867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.399871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.407903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.407918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd6e300. 00010000:00000010:1.1:1767326931.411877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9300. 00010000:00000010:1.1:1767326931.411887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.411893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6400. 00000080:00000010:1.1:1767326931.411900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.411913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816ceb40. 00010000:00000010:1.1:1767326931.411923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.411929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.411933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.415860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.415875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815d5280. 00010000:00000010:1.1:1767326931.415903:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.415906:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.415911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.419874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.419892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd00840. 00010000:00000010:1.1:1767326931.419917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.419921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.419925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.427882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.427912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd97380. 00010000:00000010:1.1:1767326931.431885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.431893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.431897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.435885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.435901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88159c200. 00010000:00000010:1.1:1767326931.435929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.435932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.435936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.439863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.439881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd2a100. 00010000:00000010:1.1:1767326931.447864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.447869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.447871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.451875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.451895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88155a940. 00010000:00000010:1.1:1767326931.451933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.451941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.451946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.455874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.455886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881567380. 00010000:00000010:1.1:1767326931.455907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.455911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.455914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.459876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.459887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd439c0. 00010000:00000010:1.1:1767326931.463863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.463868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.463871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.467867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.467878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bcf2940. 00010000:00000010:1.1:1767326931.467897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.471879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.471886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.471890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.471897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bca8840. 00010000:00000010:1.1:1767326931.475874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.475882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.475888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.479871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.479883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd598c0. 00010000:00000010:1.1:1767326931.479905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.483871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.483878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.483882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.483898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815e9080. 00010000:00000010:1.1:1767326931.487860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.487865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.487868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.491871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.491883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc05280. 00010000:00000010:1.1:1767326931.491900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.495859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.495864:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.495867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.495876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc24a40. 00010000:00000010:1.1:1767326931.501859:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9700. 00010000:00000010:1.1:1767326931.501864:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.501867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.505883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ef40. 00000080:00000010:1.1:1767326931.505894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bc65280. 00010000:00000010:1.1:1767326931.505909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9800. 00010000:00000010:1.1:1767326931.505913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.505916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6800. 00000080:00000010:1.1:1767326931.509873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e3e0. 00000080:00000010:1.1:1767326931.509884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881552100. 00010000:00000010:1.1:1767326931.509892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9600. 00010000:00000010:1.1:1767326931.509895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9a00. 00010000:00000010:1.1:1767326931.509898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7a00. 00000080:00000010:1.1:1767326931.513878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4ece0. 00000080:00000010:1.1:1767326931.513890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8815b3180. 00010000:00000010:1.1:1767326931.517872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9200. 00010000:00000010:1.1:1767326931.517878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.517881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.517884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e745f4e440. 00000080:00000010:1.1:1767326931.517890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86bd46300. 00010000:00000010:1.1:1767326931.525867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1e400. 00010000:00000010:1.1:1767326931.525875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5ae00. 00010000:00000010:1.1:1767326931.529857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bffb00. 00010000:00000010:1.1:1767326931.529862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1f000. 00010000:00000010:1.1:1767326931.529866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326931.529869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00000080:00000010:1.1:1767326931.533893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762287380. 00000080:00000010:1.1:1767326931.533906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120ffe0. 00010000:00000010:1.1:1767326931.537916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14a00. 00010000:00000010:1.1:1767326931.537922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87113fe00. 00010000:00000010:1.1:1767326931.537935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65900. 00010000:00000010:1.1:1767326931.537938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83a00. 00000080:00000010:1.1:1767326931.542886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3c00. 00000080:00000010:1.1:1767326931.542911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762206300. 00010000:00000010:1.1:1767326931.552877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3c000. 00010000:00000010:1.1:1767326931.552891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14e00. 00010000:00000010:1.1:1767326931.552896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82e00. 00010000:00000010:1.1:1767326931.552899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.552902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:1.1:1767326931.560922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14400. 00010000:00000010:1.1:1767326931.560930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca400. 00000080:00000010:1.1:1767326931.564975:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76227dac0. 00000080:00000010:1.1:1767326931.564989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f720. 00010000:00000010:1.1:1767326931.578419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f06e00. 00010000:00000010:1.1:1767326931.578434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d200. 00010000:00000010:1.1:1767326931.578440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6da00. 00010000:00000010:1.1:1767326931.578444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.578447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00010000:00000010:1.1:1767326931.583889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2db00. 00010000:00000010:1.1:1767326931.583897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6ce00. 00010000:00000010:1.1:1767326931.583927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860643500. 00010000:00000010:1.1:1767326931.583944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869250c00. 00000080:00000010:1.1:1767326931.588881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76218c200. 00000080:00000010:1.1:1767326931.588890:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eca0. 00010000:00000010:1.1:1767326931.593912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762eba800. 00010000:00000010:1.1:1767326931.593919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65500. 00010000:00000010:1.1:1767326931.593923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82600. 00010000:00000010:1.1:1767326931.593927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eedd00. 00010000:00000010:1.1:1767326931.593930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29000. 00000080:00000010:1.1:1767326931.598869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ef00. 00000080:00000010:1.1:1767326931.598884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621898c0. 00010000:00000010:1.1:1767326931.598889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29a00. 00010000:00000010:1.1:1767326931.598893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6600. 00010000:00000010:1.1:1767326931.598896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6a600. 00000080:00000010:1.1:1767326931.606868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e560. 00000080:00000010:1.1:1767326931.606886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e98c0. 00010000:00000010:1.1:1767326931.606897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6bc00. 00010000:00000010:1.1:1767326931.606904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6d00. 00010000:00000010:1.1:1767326931.606911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6a200. 00000080:00000010:1.1:1767326931.610856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fba0. 00000080:00000010:1.1:1767326931.610865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f39c0. 00010000:00000010:1.1:1767326931.610869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28e00. 00010000:00000010:1.1:1767326931.610872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6400. 00010000:00000010:1.1:1767326931.610874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5ca00. 00000080:00000010:1.1:1767326931.610876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ede0. 00000080:00000010:1.1:1767326931.614876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f6300. 00010000:00000010:1.1:1767326931.614885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5dc00. 00010000:00000010:1.1:1767326931.614889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6800. 00010000:00000010:1.1:1767326931.614894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5ce00. 00000080:00000010:1.1:1767326931.614899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fbc0. 00000080:00000010:1.1:1767326931.614905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f4200. 00010000:00000010:1.1:1767326931.614910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6b600. 00010000:00000010:1.1:1767326931.614913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6500. 00010000:00000010:1.1:1767326931.614917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6a800. 00000080:00000010:1.1:1767326931.618867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fa40. 00000080:00000010:1.1:1767326931.618878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f0000. 00010000:00000010:1.1:1767326931.618883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebb400. 00010000:00000010:1.1:1767326931.618885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6700. 00010000:00000010:1.1:1767326931.618888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5c800. 00000080:00000010:1.1:1767326931.622869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ea80. 00000080:00000010:1.1:1767326931.622880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f2100. 00010000:00000010:1.1:1767326931.622899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762eba400. 00010000:00000010:1.1:1767326931.622901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8800. 00010000:00000010:1.1:1767326931.622903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebaa00. 00010000:00000010:1.1:1767326931.622905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8000. 00010000:00000010:1.1:1767326931.622907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762eba600. 00000080:00000010:1.1:1767326931.626876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132edc0. 00000080:00000010:1.1:1767326931.626889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222eb40. 00010000:00000010:1.1:1767326931.626895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5d000. 00010000:00000010:1.1:1767326931.626898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8d00. 00010000:00000010:1.1:1767326931.626901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebb000. 00000080:00000010:1.1:1767326931.630872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f340. 00000080:00000010:1.1:1767326931.630886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222dac0. 00010000:00000010:1.1:1767326931.630892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5da00. 00010000:00000010:1.1:1767326931.630896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8e00. 00010000:00000010:1.1:1767326931.630899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebbe00. 00000080:00000010:1.1:1767326931.634878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f8c0. 00000080:00000010:1.1:1767326931.634893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622298c0. 00010000:00000010:1.1:1767326931.634901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6b400. 00010000:00000010:1.1:1767326931.634904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed500. 00010000:00000010:1.1:1767326931.634908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebae00. 00000080:00000010:1.1:1767326931.642862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120ff80. 00000080:00000010:1.1:1767326931.642874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222e300. 00010000:00000010:1.1:1767326931.642884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5c400. 00010000:00000010:1.1:1767326931.642887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebb800. 00010000:00000010:1.1:1767326931.642890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762abc500. 00010000:00000010:1.1:1767326931.642896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5d800. 00010000:00000010:1.1:1767326931.642898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:1.1:1767326931.642902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:1.1:1767326931.647862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f5ac0. 00000080:00000010:1.1:1767326931.647869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f5c0. 00010000:00000010:1.1:1767326931.655899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932c600. 00010000:00000010:1.1:1767326931.655903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eedc00. 00010000:00000010:1.1:1767326931.655906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29200. 00010000:00000010:1.1:1767326931.655909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6b000. 00000080:00000010:1.1:1767326931.659874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79ea0. 00000080:00000010:1.1:1767326931.659901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222c200. 00010000:00000010:1.1:1767326931.663883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e1a00. 00010000:00000010:1.1:1767326931.663889:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65a00. 00010000:00000010:1.1:1767326931.663892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83200. 00010000:00000010:1.1:1767326931.663895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dea00. 00000080:00000010:1.1:1767326931.667874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71700. 00000080:00000010:1.1:1767326931.667891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76218d280. 00010000:00000010:1.1:1767326931.667897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050d400. 00010000:00000010:1.1:1767326931.667901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65600. 00010000:00000010:1.1:1767326931.667905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82c00. 00000080:00000010:1.1:1767326931.667908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cb40. 00000080:00000010:1.1:1767326931.671860:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76218ca40. 00010000:00000010:1.1:1767326931.671867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050c200. 00010000:00000010:1.1:1767326931.671870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1700. 00010000:00000010:1.1:1767326931.671874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6ac00. 00000080:00000010:1.1:1767326931.671877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24ca20. 00000080:00000010:1.1:1767326931.671888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ea940. 00010000:00000010:1.1:1767326931.675871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8800. 00010000:00000010:1.1:1767326931.675881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65800. 00010000:00000010:1.1:1767326931.675889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83400. 00010000:00000010:1.1:1767326931.675896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6b800. 00000080:00000010:1.1:1767326931.675902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ef380. 00000080:00000010:1.1:1767326931.675909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfa60. 00010000:00000010:1.1:1767326931.679861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859388400. 00010000:00000010:1.1:1767326931.679867:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14f00. 00010000:00000010:1.1:1767326931.679871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29400. 00000080:00000010:1.1:1767326931.679874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cea0. 00000080:00000010:1.1:1767326931.679885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222f380. 00010000:00000010:1.1:1767326931.679911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed9800. 00010000:00000010:1.1:1767326931.679914:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762defb00. 00010000:00000010:1.1:1767326931.679917:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29c00. 00010000:00000010:1.1:1767326931.679919:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ada00. 00000080:00000010:1.1:1767326931.683862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8140. 00000080:00000010:1.1:1767326931.683876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762228840. 00010000:00000010:1.1:1767326931.683884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed9a00. 00010000:00000010:1.1:1767326931.683887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def100. 00010000:00000010:1.1:1767326931.683890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28200. 00000080:00000010:1.1:1767326931.687875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c89e0. 00000080:00000010:1.1:1767326931.687895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222a940. 00010000:00000010:1.1:1767326931.687904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8000. 00010000:00000010:1.1:1767326931.687913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1300. 00010000:00000010:1.1:1767326931.687917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6b200. 00000080:00000010:1.1:1767326931.691883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c80c0. 00000080:00000010:1.1:1767326931.691898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e9080. 00010000:00000010:1.1:1767326931.696878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8400. 00010000:00000010:1.1:1767326931.696882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed100. 00010000:00000010:1.1:1767326931.696885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dfc00. 00000080:00000010:1.1:1767326931.703869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621eb9c0. 00000080:00000010:1.1:1767326931.703878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e700. 00010000:00000010:1.1:1767326931.703927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847030c00. 00010000:00000010:1.1:1767326931.703935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762defa00. 00010000:00000010:1.1:1767326931.703942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29e00. 00010000:00000010:1.1:1767326931.703947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67a00. 00000080:00000010:1.1:1767326931.708890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d713e0. 00000080:00000010:1.1:1767326931.708911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762226b40. 00010000:00000010:1.1:1767326931.708957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b800. 00010000:00000010:1.1:1767326931.708962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0100. 00010000:00000010:1.1:1767326931.708965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83e00. 00000080:00000010:1.1:1767326931.708967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71660. 00000080:00000010:1.1:1767326931.708976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76218dac0. 00010000:00000010:1.1:1767326931.708982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8200. 00010000:00000010:1.1:1767326931.708986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0900. 00010000:00000010:1.1:1767326931.708988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6c800. 00000080:00000010:1.1:1767326931.713865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c83c0. 00000080:00000010:1.1:1767326931.713877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76218eb40. 00010000:00000010:1.1:1767326931.717881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9200. 00010000:00000010:1.1:1767326931.717889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65400. 00010000:00000010:1.1:1767326931.717893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82400. 00000080:00000010:1.1:1767326931.721873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e8840. 00000080:00000010:1.1:1767326931.721887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df040. 00010000:00000010:1.1:1767326931.721898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859389800. 00010000:00000010:1.1:1767326931.721905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed300. 00010000:00000010:1.1:1767326931.721912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28600. 00000080:00000010:1.1:1767326931.725867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c800. 00000080:00000010:1.1:1767326931.725878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762229080. 00010000:00000010:1.1:1767326931.725882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859388000. 00010000:00000010:1.1:1767326931.725885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1b00. 00010000:00000010:1.1:1767326931.725887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6a400. 00000080:00000010:1.1:1767326931.729856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cfe0. 00000080:00000010:1.1:1767326931.729866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e8000. 00010000:00000010:1.1:1767326931.729872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6ba00. 00010000:00000010:1.1:1767326931.729875:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed700. 00010000:00000010:1.1:1767326931.729877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627de200. 00000080:00000010:1.1:1767326931.733866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222b9c0. 00000080:00000010:1.1:1767326931.733876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433eb20. 00010000:00000010:1.1:1767326931.733894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859345600. 00010000:00000010:1.1:1767326931.733897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640400. 00010000:00000010:1.1:1767326931.733899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1600. 00010000:00000010:1.1:1767326931.733901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6aa00. 00000080:00000010:1.1:1767326931.741864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762228000. 00000080:00000010:1.1:1767326931.741875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c120. 00010000:00000010:1.1:1767326931.741883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ace00. 00010000:00000010:1.1:1767326931.741887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0e00. 00010000:00000010:1.1:1767326931.745890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28000. 00010000:00000010:1.1:1767326931.745894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1f00. 00010000:00000010:1.1:1767326931.745896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627df400. 00000080:00000010:1.1:1767326931.749872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ea100. 00000080:00000010:1.1:1767326931.749878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df300. 00010000:00000010:1.1:1767326931.749882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871345a00. 00010000:00000010:1.1:1767326931.749885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eedf00. 00010000:00000010:1.1:1767326931.749887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29600. 00000080:00000010:1.1:1767326931.753855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1ec0. 00000080:00000010:1.1:1767326931.753864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222a100. 00010000:00000010:1.1:1767326931.757872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8a00. 00010000:00000010:1.1:1767326931.757877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed600. 00010000:00000010:1.1:1767326931.757879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28800. 00010000:00000010:1.1:1767326931.757881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9c00. 00010000:00000010:1.1:1767326931.757884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b6e00. 00000080:00000010:1.1:1767326931.761871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ee300. 00000080:00000010:1.1:1767326931.761876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e720. 00010000:00000010:1.1:1767326931.761906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8f200. 00010000:00000010:1.1:1767326931.761909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34900. 00010000:00000010:1.1:1767326931.761911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6ca00. 00010000:00000010:1.1:1767326931.761913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d300. 00010000:00000010:1.1:1767326931.761915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8e800. 00000080:00000010:1.1:1767326931.766873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e3e0. 00000080:00000010:1.1:1767326931.766887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762221080. 00010000:00000010:1.1:1767326931.766893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8f600. 00010000:00000010:1.1:1767326931.766896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34b00. 00010000:00000010:1.1:1767326931.766899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6dc00. 00000080:00000010:1.1:1767326931.770869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e460. 00000080:00000010:1.1:1767326931.774868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762227380. 00010000:00000010:1.1:1767326931.774874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8f400. 00010000:00000010:1.1:1767326931.774877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34800. 00010000:00000010:1.1:1767326931.774879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87600. 00000080:00000010:1.1:1767326931.774881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eb40. 00000080:00000010:1.1:1767326931.778875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762224a40. 00010000:00000010:1.1:1767326931.778883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1f400. 00010000:00000010:1.1:1767326931.778888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762deff00. 00010000:00000010:1.1:1767326931.778891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86a00. 00000080:00000010:1.1:1767326931.778893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fe40. 00000080:00000010:1.1:1767326931.778917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762224200. 00010000:00000010:1.1:1767326931.782878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56800. 00010000:00000010:1.1:1767326931.782885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34d00. 00010000:00000010:1.1:1767326931.782889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8f800. 00000080:00000010:1.1:1767326931.782892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f500. 00000080:00000010:1.1:1767326931.782909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221b9c0. 00010000:00000010:1.1:1767326931.786859:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6de00. 00010000:00000010:1.1:1767326931.786865:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd400. 00010000:00000010:1.1:1767326931.786868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96c00. 00010000:00000010:1.1:1767326931.786871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d100. 00010000:00000010:1.1:1767326931.786872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8ee00. 00000080:00000010:1.1:1767326931.786874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e320. 00000080:00000010:1.1:1767326931.786882:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e5ac0. 00010000:00000010:1.1:1767326931.790855:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8e200. 00010000:00000010:1.1:1767326931.790858:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def400. 00010000:00000010:1.1:1767326931.790861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87c00. 00000080:00000010:1.1:1767326931.790864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e180. 00000080:00000010:1.1:1767326931.790872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622218c0. 00010000:00000010:1.1:1767326931.790878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56a00. 00010000:00000010:1.1:1767326931.790881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dda00. 00010000:00000010:1.1:1767326931.790883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97e00. 00000080:00000010:1.1:1767326931.794854:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f7a0. 00000080:00000010:1.1:1767326931.794862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e6b40. 00010000:00000010:1.1:1767326931.794865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56e00. 00010000:00000010:1.1:1767326931.794868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd900. 00010000:00000010:1.1:1767326931.794870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c57400. 00000080:00000010:1.1:1767326931.798859:0:217505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fb60. 00000080:00000010:1.1:1767326931.798871:0:217505:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e6300. 00010000:00000010:1.1:1767326931.798877:0:217505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ad800. 00010000:00000010:1.1:1767326931.798880:0:217505:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527ddf00. 00010000:00000010:1.1:1767326931.798882:0:217505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c57c00. 00000080:00000010:1.1:1767326931.802856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df1a0. 00000080:00000010:1.1:1767326931.802864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e2100. 00010000:00000010:1.1:1767326931.802867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1f800. 00010000:00000010:1.1:1767326931.802870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1400. 00010000:00000010:1.1:1767326931.802872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1f000. 00000080:00000010:1.1:1767326931.806863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f3c0. 00000080:00000010:1.1:1767326931.806880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621eeb40. 00010000:00000010:1.1:1767326931.806887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8e600. 00010000:00000010:1.1:1767326931.806889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def600. 00010000:00000010:1.1:1767326931.806891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87000. 00000080:00000010:1.1:1767326931.810865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eb60. 00000080:00000010:1.1:1767326931.810876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762220000. 00010000:00000010:1.1:1767326931.810881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96a00. 00010000:00000010:1.1:1767326931.810884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780000. 00010000:00000010:1.1:1767326931.810886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96e00. 00000080:00000010:1.1:1767326931.814876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f7c0. 00000080:00000010:1.1:1767326931.814889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e4a40. 00010000:00000010:1.1:1767326931.814896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1ea00. 00010000:00000010:1.1:1767326931.814900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780b00. 00010000:00000010:1.1:1767326931.814903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1ee00. 00000080:00000010:1.1:1767326931.818869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fc20. 00000080:00000010:1.1:1767326931.818882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762222940. 00010000:00000010:1.1:1767326931.818889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ad400. 00010000:00000010:1.1:1767326931.818893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34100. 00010000:00000010:1.1:1767326931.818906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebb200. 00000080:00000010:1.1:1767326931.822865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfd20. 00000080:00000010:1.1:1767326931.822880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762225ac0. 00010000:00000010:1.1:1767326931.822887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8fe00. 00010000:00000010:1.1:1767326931.822891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34a00. 00010000:00000010:1.1:1767326931.822894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86c00. 00000080:00000010:1.1:1767326931.826876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e100. 00000080:00000010:1.1:1767326931.826890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762223180. 00010000:00000010:1.1:1767326931.826896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8e000. 00010000:00000010:1.1:1767326931.826900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762ab6000. 00010000:00000010:1.1:1767326931.826903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1e200. 00000080:00000010:0.1:1767326931.831861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e200. 00000080:00000010:0.1:1767326931.831876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621edac0. 00000080:00000010:1.1:1767326931.831879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e5e0. 00010000:00000010:0.1:1767326931.831883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96600. 00010000:00000010:0.1:1767326931.831888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1200. 00010000:00000010:0.1:1767326931.831894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1fc00. 00000080:00000010:1.1:1767326931.831898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e2940. 00010000:00000010:1.1:1767326931.831907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96200. 00010000:00000010:1.1:1767326931.831915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1e00. 00010000:00000010:1.1:1767326931.831921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1e400. 00000080:00000010:0.1:1767326931.839861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ec00. 00000080:00000010:0.1:1767326931.839888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ec200. 00010000:00000010:0.1:1767326931.839895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1fa00. 00010000:00000010:0.1:1767326931.839900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1800. 00010000:00000010:0.1:1767326931.839902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1f600. 00000080:00000010:0.1:1767326931.843858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fe60. 00000080:00000010:0.1:1767326931.843872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e0840. 00010000:00000010:0.1:1767326931.843882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467800. 00010000:00000010:0.1:1767326931.843905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780d00. 00010000:00000010:0.1:1767326931.843909:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97000. 00000080:00000010:0.1:1767326931.843912:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ebe0. 00000080:00000010:0.1:1767326931.843923:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e3180. 00010000:00000010:0.1:1767326931.843927:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86200. 00010000:00000010:0.1:1767326931.843930:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34c00. 00010000:00000010:0.1:1767326931.843933:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87400. 00000080:00000010:0.1:1767326931.847882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eec0. 00000080:00000010:0.1:1767326931.847903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762225280. 00010000:00000010:0.1:1767326931.847915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86e00. 00010000:00000010:0.1:1767326931.847920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8000. 00010000:00000010:0.1:1767326931.847924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9e00. 00000080:00000010:0.1:1767326931.851878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e440. 00000080:00000010:0.1:1767326931.851894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621dc200. 00010000:00000010:0.1:1767326931.851899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9a00. 00010000:00000010:0.1:1767326931.851904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd700. 00010000:00000010:0.1:1767326931.851908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96000. 00000080:00000010:0.1:1767326931.855875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ef20. 00000080:00000010:0.1:1767326931.855891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e5280. 00010000:00000010:0.1:1767326931.855900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56000. 00010000:00000010:0.1:1767326931.855904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780200. 00010000:00000010:0.1:1767326931.855908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c57e00. 00000080:00000010:0.1:1767326931.863889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f200. 00000080:00000010:0.1:1767326931.863906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e4200. 00010000:00000010:0.1:1767326931.863912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97c00. 00010000:00000010:0.1:1767326931.863918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd100. 00010000:00000010:0.1:1767326931.863924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97400. 00000080:00000010:0.1:1767326931.871891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f920. 00000080:00000010:0.1:1767326931.871911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e18c0. 00010000:00000010:0.1:1767326931.871921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467000. 00010000:00000010:0.1:1767326931.871927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34e00. 00010000:00000010:0.1:1767326931.871931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86000. 00000080:00000010:0.1:1767326931.871935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e980. 00000080:00000010:0.1:1767326931.871943:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762220840. 00010000:00000010:0.1:1767326931.871947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467a00. 00010000:00000010:0.1:1767326931.871950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0f00. 00010000:00000010:0.1:1767326931.871953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ac200. 00000080:00000010:0.1:1767326931.879863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e020. 00000080:00000010:0.1:1767326931.879875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621da100. 00010000:00000010:0.1:1767326931.879880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466a00. 00010000:00000010:0.1:1767326931.879883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def300. 00010000:00000010:0.1:1767326931.879886:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87200. 00000080:00000010:0.1:1767326931.879889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e0e0. 00000080:00000010:0.1:1767326931.879896:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762222100. 00010000:00000010:0.1:1767326931.879903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466e00. 00010000:00000010:0.1:1767326931.879906:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def700. 00010000:00000010:0.1:1767326931.879908:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86800. 00000080:00000010:0.1:1767326931.884885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ec40. 00000080:00000010:0.1:1767326931.884901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762226300. 00010000:00000010:0.1:1767326931.884909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466800. 00010000:00000010:0.1:1767326931.884914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def800. 00010000:00000010:0.1:1767326931.884918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87a00. 00000080:00000010:0.1:1767326931.884923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e280. 00000080:00000010:0.1:1767326931.884940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622239c0. 00010000:00000010:0.1:1767326931.889872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8600. 00010000:00000010:0.1:1767326931.889881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8f000. 00010000:00000010:0.1:1767326931.889885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1d00. 00010000:00000010:0.1:1767326931.889888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1ec00. 00010000:00000010:0.1:1767326931.889892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8788e9900. 00010000:00000010:0.1:1767326931.889895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712b7e00. 00000080:00000010:0.1:1767326931.900874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621eb180. 00000080:00000010:0.1:1767326931.900882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f6a0. 00010000:00000010:0.1:1767326931.904890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3d000. 00010000:00000010:0.1:1767326931.904896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14300. 00010000:00000010:0.1:1767326931.904902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcaa00. 00010000:00000010:0.1:1767326931.904906:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762abc700. 00010000:00000010:0.1:1767326931.904911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97c00. 00000080:00000010:0.1:1767326931.909868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ef80. 00000080:00000010:0.1:1767326931.909878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f98c0. 00010000:00000010:0.1:1767326931.914887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96000. 00010000:00000010:0.1:1767326931.914892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff700. 00010000:00000010:0.1:1767326931.914895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcb000. 00010000:00000010:0.1:1767326931.914896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14600. 00010000:00000010:0.1:1767326931.914898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96800. 00000080:00000010:0.1:1767326931.918855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fec0. 00000080:00000010:0.1:1767326931.918867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f2940. 00010000:00000010:0.1:1767326931.918890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97200. 00010000:00000010:0.1:1767326931.918894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97400. 00010000:00000010:0.1:1767326931.918897:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bffe00. 00010000:00000010:0.1:1767326931.918901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1fa00. 00010000:00000010:0.1:1767326931.918905:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44400. 00010000:00000010:0.1:1767326931.918907:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3c400. 00000080:00000010:0.1:1767326931.922869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f640. 00000080:00000010:0.1:1767326931.922881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f1080. 00010000:00000010:0.1:1767326931.922887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5d200. 00010000:00000010:0.1:1767326931.922891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff600. 00010000:00000010:0.1:1767326931.922894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1e200. 00000080:00000010:0.1:1767326931.922896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f680. 00000080:00000010:0.1:1767326931.922902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f7380. 00010000:00000010:0.1:1767326931.926871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dfe00. 00010000:00000010:0.1:1767326931.926876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97a00. 00010000:00000010:0.1:1767326931.926879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14900. 00010000:00000010:0.1:1767326931.926882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f54200. 00000080:00000010:0.1:1767326931.933884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621fe300. 00000080:00000010:0.1:1767326931.933894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f320. 00010000:00000010:0.1:1767326931.940915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dec00. 00010000:00000010:0.1:1767326931.940921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff900. 00010000:00000010:0.1:1767326931.940924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96c00. 00010000:00000010:0.1:1767326931.940927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360600. 00010000:00000010:0.1:1767326931.940930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627de600. 00000080:00000010:0.1:1767326931.945879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e3c0. 00000080:00000010:0.1:1767326931.949892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f5280. 00010000:00000010:0.1:1767326931.949930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dee00. 00010000:00000010:0.1:1767326931.949936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14000. 00010000:00000010:0.1:1767326931.949940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97800. 00010000:00000010:0.1:1767326931.949943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360c00. 00010000:00000010:0.1:1767326931.949946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627df000. 00000080:00000010:0.1:1767326931.949950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e340. 00000080:00000010:0.1:1767326931.949958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f3180. 00010000:00000010:0.1:1767326931.949961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5d400. 00010000:00000010:0.1:1767326931.949963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14200. 00010000:00000010:0.1:1767326931.949965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97000. 00000080:00000010:0.1:1767326931.953874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120ffc0. 00000080:00000010:0.1:1767326931.953889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f4a40. 00010000:00000010:0.1:1767326931.957870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97e00. 00010000:00000010:0.1:1767326931.957877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3cc00. 00010000:00000010:0.1:1767326931.957882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65300. 00010000:00000010:0.1:1767326931.957885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3c200. 00000080:00000010:0.1:1767326931.963865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222d280. 00000080:00000010:0.1:1767326931.963874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ed20. 00010000:00000010:0.1:1767326931.963911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3ca00. 00010000:00000010:0.1:1767326931.963916:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14800. 00010000:00000010:0.1:1767326931.963921:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcb800. 00010000:00000010:0.1:1767326931.963925:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762abc200. 00010000:00000010:0.1:1767326931.963928:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96600. 00000080:00000010:0.1:1767326931.968858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ed80. 00000080:00000010:0.1:1767326931.968867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621fdac0. 00010000:00000010:0.1:1767326931.972884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627df800. 00010000:00000010:0.1:1767326931.972890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2da00. 00010000:00000010:0.1:1767326931.972894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3dc00. 00010000:00000010:0.1:1767326931.972898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65c00. 00010000:00000010:0.1:1767326931.972901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83000. 00000080:00000010:0.1:1767326931.976882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e060. 00000080:00000010:0.1:1767326931.976896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76222ca40. 00010000:00000010:0.1:1767326931.976925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3da00. 00010000:00000010:0.1:1767326931.976936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360300. 00010000:00000010:0.1:1767326931.976942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627de000. 00000080:00000010:0.1:1767326931.981859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e8a0. 00000080:00000010:0.1:1767326931.981870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621de300. 00010000:00000010:0.1:1767326931.981912:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f54000. 00010000:00000010:0.1:1767326931.981915:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff400. 00010000:00000010:0.1:1767326931.981917:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1f800. 00010000:00000010:0.1:1767326931.981920:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65200. 00010000:00000010:0.1:1767326931.981922:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83800. 00000080:00000010:0.1:1767326931.985864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132eb00. 00000080:00000010:0.1:1767326931.985884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621f0840. 00010000:00000010:0.1:1767326931.985892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627df600. 00010000:00000010:0.1:1767326931.989875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360b00. 00010000:00000010:0.1:1767326931.989881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3d600. 00010000:00000010:0.1:1767326931.989884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d97600. 00010000:00000010:0.1:1767326931.989886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360a00. 00010000:00000010:0.1:1767326931.989888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627de400. 00000080:00000010:0.1:1767326932.001865:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621ddac0. 00000080:00000010:0.1:1767326932.001875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e840. 00010000:00000010:0.1:1767326932.005870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96e00. 00010000:00000010:0.1:1767326932.005876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14b00. 00010000:00000010:0.1:1767326932.005879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca200. 00000080:00000010:0.1:1767326932.009866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120ff40. 00000080:00000010:0.1:1767326932.009879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621feb40. 00010000:00000010:0.1:1767326932.013866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627de800. 00010000:00000010:0.1:1767326932.013871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dca800. 00010000:00000010:0.1:1767326932.013874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14700. 00010000:00000010:0.1:1767326932.013876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcbc00. 00010000:00000010:0.1:1767326932.013877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.013879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326932.020866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc5280. 00000080:00000010:0.1:1767326932.020873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f7e0. 00010000:00000010:0.1:1767326932.030890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ef600. 00010000:00000010:0.1:1767326932.030895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d000. 00010000:00000010:0.1:1767326932.030899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467e00. 00010000:00000010:0.1:1767326932.030902:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34500. 00010000:00000010:0.1:1767326932.030905:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467200. 00000080:00000010:0.1:1767326932.034864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b59a0. 00000080:00000010:0.1:1767326932.034874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221a940. 00010000:00000010:0.1:1767326932.034878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5eea00. 00010000:00000010:0.1:1767326932.034880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985100. 00010000:00000010:0.1:1767326932.034882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcb000. 00000080:00000010:0.1:1767326932.038876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5e40. 00000080:00000010:0.1:1767326932.038890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b4200. 00010000:00000010:0.1:1767326932.038915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ef000. 00010000:00000010:0.1:1767326932.038920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0dd00. 00010000:00000010:0.1:1767326932.038924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466000. 00010000:00000010:0.1:1767326932.038927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8600. 00010000:00000010:0.1:1767326932.038930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8000. 00000080:00000010:0.1:1767326932.042881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5300. 00000080:00000010:0.1:1767326932.042901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221f380. 00010000:00000010:0.1:1767326932.046877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430acc00. 00010000:00000010:0.1:1767326932.046885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466600. 00010000:00000010:0.1:1767326932.046890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985500. 00010000:00000010:0.1:1767326932.046894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcbe00. 00010000:00000010:0.1:1767326932.046897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985700. 00010000:00000010:0.1:1767326932.046900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcac00. 00000080:00000010:0.1:1767326932.057893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b5ac0. 00000080:00000010:0.1:1767326932.057904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f960. 00010000:00000010:0.1:1767326932.057939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715c8400. 00010000:00000010:0.1:1767326932.057957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466c00. 00010000:00000010:0.1:1767326932.057961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea100. 00010000:00000010:0.1:1767326932.057965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bca800. 00010000:00000010:0.1:1767326932.057968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8900. 00010000:00000010:0.1:1767326932.057971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9c00. 00000080:00000010:0.1:1767326932.062868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760484180. 00000080:00000010:0.1:1767326932.062894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e7380. 00010000:00000010:0.1:1767326932.062907:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878818400. 00010000:00000010:0.1:1767326932.062913:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466200. 00010000:00000010:0.1:1767326932.062919:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d900. 00010000:00000010:0.1:1767326932.062923:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467c00. 00000080:00000010:0.1:1767326932.062930:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7a40. 00000080:00000010:0.1:1767326932.062938:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762219080. 00010000:00000010:0.1:1767326932.062941:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878819200. 00010000:00000010:0.1:1767326932.062944:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcb800. 00010000:00000010:0.1:1767326932.062946:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea700. 00010000:00000010:0.1:1767326932.062948:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcb200. 00000080:00000010:0.1:1767326932.067863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498c7a60. 00000080:00000010:0.1:1767326932.067885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621e1080. 00010000:00000010:0.1:1767326932.071878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ee000. 00010000:00000010:0.1:1767326932.071881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985900. 00010000:00000010:0.1:1767326932.071884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bca200. 00010000:00000010:0.1:1767326932.071886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0a00. 00010000:00000010:0.1:1767326932.071888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ad000. 00000080:00000010:0.1:1767326932.075861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5a20. 00000080:00000010:0.1:1767326932.075875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b18c0. 00010000:00000010:0.1:1767326932.075898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313d200. 00010000:00000010:0.1:1767326932.075903:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985b00. 00010000:00000010:0.1:1767326932.075906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcbc00. 00010000:00000010:0.1:1767326932.075910:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8800. 00010000:00000010:0.1:1767326932.075913:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9400. 00000080:00000010:0.1:1767326932.079873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5180. 00000080:00000010:0.1:1767326932.079900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b6300. 00010000:00000010:0.1:1767326932.079907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313ac00. 00010000:00000010:0.1:1767326932.079911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985300. 00010000:00000010:0.1:1767326932.079914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcb400. 00000080:00000010:0.1:1767326932.083885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9d20. 00000080:00000010:0.1:1767326932.083905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b5280. 00010000:00000010:0.1:1767326932.083919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ac400. 00010000:00000010:0.1:1767326932.083923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff000. 00010000:00000010:0.1:1767326932.088867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ac800. 00010000:00000010:0.1:1767326932.088872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ac600. 00010000:00000010:0.1:1767326932.088875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bff200. 00010000:00000010:0.1:1767326932.088877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ac000. 00000080:00000010:0.1:1767326932.100880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d5280. 00000080:00000010:0.1:1767326932.100891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfdc0. 00010000:00000010:0.1:1767326932.104878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190200. 00010000:00000010:0.1:1767326932.104882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985000. 00010000:00000010:0.1:1767326932.104885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcaa00. 00010000:00000010:0.1:1767326932.104887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef100. 00010000:00000010:0.1:1767326932.104889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720a00. 00000080:00000010:0.1:1767326932.108857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9000. 00000080:00000010:0.1:1767326932.108866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b0840. 00010000:00000010:0.1:1767326932.112858:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191200. 00010000:00000010:0.1:1767326932.112862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985800. 00010000:00000010:0.1:1767326932.112866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bca400. 00010000:00000010:0.1:1767326932.112869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413efb00. 00010000:00000010:0.1:1767326932.112872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720e00. 00000080:00000010:0.1:1767326932.112876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df9aa0. 00000080:00000010:0.1:1767326932.112890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b7380. 00010000:00000010:0.1:1767326932.112897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a48200. 00010000:00000010:0.1:1767326932.112909:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea900. 00010000:00000010:0.1:1767326932.112911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcae00. 00000080:00000010:0.1:1767326932.116870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403ca0. 00000080:00000010:0.1:1767326932.116899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b2940. 00010000:00000010:0.1:1767326932.116910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcb600. 00010000:00000010:0.1:1767326932.116913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985e00. 00010000:00000010:0.1:1767326932.120865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9000. 00010000:00000010:0.1:1767326932.120870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720400. 00010000:00000010:0.1:1767326932.120873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985f00. 00010000:00000010:0.1:1767326932.120875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bca000. 00000080:00000010:0.1:1767326932.134874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b0000. 00000080:00000010:0.1:1767326932.134885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f840. 00010000:00000010:0.1:1767326932.142886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bca600. 00010000:00000010:0.1:1767326932.142894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430adc00. 00010000:00000010:0.1:1767326932.142903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8494ea800. 00010000:00000010:0.1:1767326932.142907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c57600. 00010000:00000010:0.1:1767326932.142911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.142913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326932.150868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d4a40. 00000080:00000010:0.1:1767326932.150877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fa80. 00010000:00000010:0.1:1767326932.155902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a8600. 00010000:00000010:0.1:1767326932.155906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3e200. 00010000:00000010:0.1:1767326932.155909:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847281900. 00010000:00000010:0.1:1767326932.155912:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721800. 00010000:00000010:0.1:1767326932.155915:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8d00. 00010000:00000010:0.1:1767326932.155916:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9800. 00000080:00000010:0.1:1767326932.160857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471182a0. 00000080:00000010:0.1:1767326932.160868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221dac0. 00010000:00000010:0.1:1767326932.164875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846530200. 00010000:00000010:0.1:1767326932.164878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6cad00. 00010000:00000010:0.1:1767326932.164881:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720200. 00010000:00000010:0.1:1767326932.164883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119100. 00010000:00000010:0.1:1767326932.164885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56200. 00000080:00000010:0.1:1767326932.168861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5320. 00000080:00000010:0.1:1767326932.168872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622198c0. 00010000:00000010:0.1:1767326932.168901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a75a00. 00010000:00000010:0.1:1767326932.168918:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119200. 00010000:00000010:0.1:1767326932.168926:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3fe00. 00010000:00000010:0.1:1767326932.168935:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119500. 00010000:00000010:0.1:1767326932.168941:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9f200. 00000080:00000010:0.1:1767326932.176869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c24e0. 00000080:00000010:0.1:1767326932.176900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481c98c0. 00010000:00000010:0.1:1767326932.176910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846531400. 00010000:00000010:0.1:1767326932.176916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef900. 00010000:00000010:0.1:1767326932.176919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721a00. 00000080:00000010:0.1:1767326932.180872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5e60. 00000080:00000010:0.1:1767326932.180887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221eb40. 00010000:00000010:0.1:1767326932.184863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519e00. 00010000:00000010:0.1:1767326932.184867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56600. 00010000:00000010:0.1:1767326932.184871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119b00. 00010000:00000010:0.1:1767326932.184875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3f200. 00000080:00000010:0.1:1767326932.189891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621b3180. 00000080:00000010:0.1:1767326932.189909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f040. 00010000:00000010:0.1:1767326932.193906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846532200. 00010000:00000010:0.1:1767326932.193914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6caa00. 00010000:00000010:0.1:1767326932.193918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721600. 00010000:00000010:0.1:1767326932.193921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6cab00. 00010000:00000010:0.1:1767326932.193924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721400. 00000080:00000010:0.1:1767326932.197866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34bc0. 00000080:00000010:0.1:1767326932.197881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221a100. 00010000:00000010:0.1:1767326932.205926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846533200. 00010000:00000010:0.1:1767326932.205938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119000. 00010000:00000010:0.1:1767326932.205943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3ee00. 00010000:00000010:0.1:1767326932.205946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca100. 00010000:00000010:0.1:1767326932.205949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3e800. 00000080:00000010:0.1:1767326932.214895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34880. 00000080:00000010:0.1:1767326932.214935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481cb9c0. 00010000:00000010:0.1:1767326932.214942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbb600. 00010000:00000010:0.1:1767326932.214947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca900. 00010000:00000010:0.1:1767326932.214949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721e00. 00000080:00000010:0.1:1767326932.219882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5040. 00000080:00000010:0.1:1767326932.219903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221e300. 00010000:00000010:0.1:1767326932.224875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9e200. 00010000:00000010:0.1:1767326932.224882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720800. 00010000:00000010:0.1:1767326932.224886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119c00. 00010000:00000010:0.1:1767326932.224891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3fc00. 00000080:00000010:0.1:1767326932.233871:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481ca940. 00000080:00000010:0.1:1767326932.233882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f800. 00010000:00000010:0.1:1767326932.238880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a9400. 00010000:00000010:0.1:1767326932.238888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720000. 00010000:00000010:0.1:1767326932.238893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847281e00. 00010000:00000010:0.1:1767326932.238896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721000. 00010000:00000010:0.1:1767326932.238899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119600. 00010000:00000010:0.1:1767326932.238902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3e400. 00000080:00000010:0.1:1767326932.242880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118220. 00000080:00000010:0.1:1767326932.242895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221ca40. 00010000:00000010:0.1:1767326932.242920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbde00. 00010000:00000010:0.1:1767326932.242930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119900. 00010000:00000010:0.1:1767326932.242932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3ec00. 00010000:00000010:0.1:1767326932.242934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119a00. 00010000:00000010:0.1:1767326932.242936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9f600. 00000080:00000010:0.1:1767326932.247857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34420. 00000080:00000010:0.1:1767326932.247872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481c8840. 00010000:00000010:0.1:1767326932.247887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbbc00. 00010000:00000010:0.1:1767326932.247890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119f00. 00010000:00000010:0.1:1767326932.247892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3f000. 00010000:00000010:0.1:1767326932.247894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717400. 00010000:00000010:0.1:1767326932.247896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9f400. 00000080:00000010:0.1:1767326932.251856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5f20. 00000080:00000010:0.1:1767326932.251867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481cca40. 00010000:00000010:0.1:1767326932.255874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dba200. 00010000:00000010:0.1:1767326932.255881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119700. 00010000:00000010:0.1:1767326932.255884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3f800. 00000080:00000010:0.1:1767326932.255886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c24c0. 00000080:00000010:0.1:1767326932.255906:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481cb180. 00010000:00000010:0.1:1767326932.255912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3f400. 00010000:00000010:0.1:1767326932.255914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119300. 00010000:00000010:0.1:1767326932.260867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841518c00. 00010000:00000010:0.1:1767326932.260872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d9600. 00010000:00000010:0.1:1767326932.260875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119e00. 00010000:00000010:0.1:1767326932.260878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3e600. 00000080:00000010:0.1:1767326932.271880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481ceb40. 00000080:00000010:0.1:1767326932.271892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f260. 00010000:00000010:0.1:1767326932.271899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a9200. 00010000:00000010:0.1:1767326932.271905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3fa00. 00010000:00000010:0.1:1767326932.271910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef000. 00010000:00000010:0.1:1767326932.271915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720c00. 00000080:00000010:0.1:1767326932.276862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8471184a0. 00000080:00000010:0.1:1767326932.276871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221d280. 00010000:00000010:0.1:1767326932.280871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3e000. 00010000:00000010:0.1:1767326932.280876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3f600. 00010000:00000010:0.1:1767326932.280880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef300. 00010000:00000010:0.1:1767326932.280884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e720600. 00010000:00000010:0.1:1767326932.280887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.280890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326932.292873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d18c0. 00000080:00000010:0.1:1767326932.292880:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ef20. 00010000:00000010:0.1:1767326932.297894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9e400. 00010000:00000010:0.1:1767326932.297899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9700. 00010000:00000010:0.1:1767326932.297901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7eea00. 00010000:00000010:0.1:1767326932.297903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44300. 00010000:00000010:0.1:1767326932.297905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ade00. 00000080:00000010:0.1:1767326932.297907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ef00. 00000080:00000010:0.1:1767326932.297915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762214200. 00010000:00000010:0.1:1767326932.305891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627dfa00. 00010000:00000010:0.1:1767326932.305896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44c00. 00010000:00000010:0.1:1767326932.305899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55000. 00010000:00000010:0.1:1767326932.305901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9400. 00010000:00000010:0.1:1767326932.305903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ee200. 00000080:00000010:0.1:1767326932.309869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df0c0. 00000080:00000010:0.1:1767326932.309881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621db9c0. 00010000:00000010:0.1:1767326932.309886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721200. 00010000:00000010:0.1:1767326932.309890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e000. 00010000:00000010:0.1:1767326932.309892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5ba00. 00000080:00000010:0.1:1767326932.313888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df220. 00000080:00000010:0.1:1767326932.313911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d3180. 00010000:00000010:0.1:1767326932.313944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3c600. 00010000:00000010:0.1:1767326932.313949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e900. 00010000:00000010:0.1:1767326932.313953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5be00. 00010000:00000010:0.1:1767326932.313956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9f00. 00010000:00000010:0.1:1767326932.313959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ef200. 00000080:00000010:0.1:1767326932.313962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df7e0. 00000080:00000010:0.1:1767326932.313968:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481de300. 00010000:00000010:0.1:1767326932.317865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8e400. 00010000:00000010:0.1:1767326932.317869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ef400. 00010000:00000010:0.1:1767326932.317872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717c00. 00010000:00000010:0.1:1767326932.317875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e840031400. 00010000:00000010:0.1:1767326932.317878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5900. 00010000:00000010:0.1:1767326932.317894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c57200. 00000080:00000010:0.1:1767326932.322871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762210000. 00000080:00000010:0.1:1767326932.322885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df9a0. 00010000:00000010:0.1:1767326932.326896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5ac00. 00010000:00000010:0.1:1767326932.326904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9500. 00010000:00000010:0.1:1767326932.326907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7efe00. 00010000:00000010:0.1:1767326932.326910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9300. 00010000:00000010:0.1:1767326932.326912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ee800. 00000080:00000010:0.1:1767326932.330868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fca0. 00000080:00000010:0.1:1767326932.334862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762212940. 00010000:00000010:0.1:1767326932.334884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ef000. 00010000:00000010:0.1:1767326932.334887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9d00. 00010000:00000010:0.1:1767326932.334889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ef800. 00010000:00000010:0.1:1767326932.334891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9600. 00010000:00000010:0.1:1767326932.334893:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ef600. 00000080:00000010:0.1:1767326932.334896:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e540. 00000080:00000010:0.1:1767326932.334901:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762217380. 00010000:00000010:0.1:1767326932.338872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5b800. 00010000:00000010:0.1:1767326932.338880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824eb00. 00010000:00000010:0.1:1767326932.338883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5a800. 00000080:00000010:0.1:1767326932.338886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f780. 00000080:00000010:0.1:1767326932.338896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481ddac0. 00010000:00000010:0.1:1767326932.342875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebbc00. 00010000:00000010:0.1:1767326932.342882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ee600. 00010000:00000010:0.1:1767326932.342886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9200. 00010000:00000010:0.1:1767326932.342889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1f200. 00000080:00000010:0.1:1767326932.350872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621db180. 00000080:00000010:0.1:1767326932.350885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e820. 00010000:00000010:0.1:1767326932.354865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c56c00. 00010000:00000010:0.1:1767326932.354871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf000. 00010000:00000010:0.1:1767326932.354874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97600. 00000080:00000010:0.1:1767326932.358878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f180. 00000080:00000010:0.1:1767326932.358893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481dd280. 00010000:00000010:0.1:1767326932.362857:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5d600. 00010000:00000010:0.1:1767326932.362861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e200. 00010000:00000010:0.1:1767326932.362865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8fa00. 00000080:00000010:0.1:1767326932.366863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120ff20. 00000080:00000010:0.1:1767326932.366875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481dca40. 00010000:00000010:0.1:1767326932.366881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e7627d8c00. 00010000:00000010:0.1:1767326932.366883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5300. 00010000:00000010:0.1:1767326932.366886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e840031600. 00000080:00000010:0.1:1767326932.370875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f6c0. 00000080:00000010:0.1:1767326932.370892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d39c0. 00010000:00000010:0.1:1767326932.370934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430ad200. 00010000:00000010:0.1:1767326932.370942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44500. 00010000:00000010:0.1:1767326932.370950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215a200. 00010000:00000010:0.1:1767326932.370958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9000. 00010000:00000010:0.1:1767326932.370965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7eec00. 00000080:00000010:0.1:1767326932.374874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f060. 00000080:00000010:0.1:1767326932.379869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d8840. 00010000:00000010:0.1:1767326932.379897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8430aca00. 00010000:00000010:0.1:1767326932.379913:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44e00. 00010000:00000010:0.1:1767326932.379917:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9f800. 00010000:00000010:0.1:1767326932.379920:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9b00. 00010000:00000010:0.1:1767326932.379923:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ee000. 00000080:00000010:0.1:1767326932.379927:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fee0. 00000080:00000010:0.1:1767326932.379934:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621da940. 00010000:00000010:0.1:1767326932.383870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8ec00. 00010000:00000010:0.1:1767326932.383876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e400. 00010000:00000010:0.1:1767326932.383878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5b400. 00000080:00000010:0.1:1767326932.383881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f4a0. 00000080:00000010:0.1:1767326932.383890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481deb40. 00010000:00000010:0.1:1767326932.383897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f54e00. 00010000:00000010:0.1:1767326932.383899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44200. 00010000:00000010:0.1:1767326932.387872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3c800. 00010000:00000010:0.1:1767326932.387877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7ee400. 00010000:00000010:0.1:1767326932.387881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44600. 00010000:00000010:0.1:1767326932.387884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55200. 00000080:00000010:0.1:1767326932.399867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d98c0. 00000080:00000010:0.1:1767326932.399877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e8a0. 00010000:00000010:0.1:1767326932.407868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8fc00. 00010000:00000010:0.1:1767326932.407875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5400. 00010000:00000010:0.1:1767326932.407878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519000. 00000080:00000010:0.1:1767326932.411874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fdc0. 00000080:00000010:0.1:1767326932.411891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d1080. 00010000:00000010:0.1:1767326932.415857:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1e600. 00010000:00000010:0.1:1767326932.415860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841518600. 00010000:00000010:0.1:1767326932.415863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5a00. 00010000:00000010:0.1:1767326932.415865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e840031e00. 00010000:00000010:0.1:1767326932.415868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.415869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000080:00000010:0.1:1767326932.419861:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d2100. 00000080:00000010:0.1:1767326932.419866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfb00. 00010000:00000010:0.1:1767326932.427880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcae00. 00010000:00000010:0.1:1767326932.427885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762dcac00. 00010000:00000010:0.1:1767326932.427898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636f00. 00010000:00000010:0.1:1767326932.427902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87e00. 00010000:00000010:0.1:1767326932.427905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326932.427909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00010000:00000010:0.1:1767326932.427944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8464e8900. 00010000:00000010:0.1:1767326932.427954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b6200. 00010000:00000010:1.1:1767326932.431905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636300. 00010000:00000010:1.1:1767326932.431912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3d200. 00000080:00000010:0.1:1767326932.439869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481db180. 00000080:00000010:0.1:1767326932.439877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d18e0. 00010000:00000010:0.1:1767326932.453896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdd200. 00010000:00000010:0.1:1767326932.453902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84979d600. 00010000:00000010:0.1:1767326932.453907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1e800. 00010000:00000010:0.1:1767326932.453910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636800. 00010000:00000010:0.1:1767326932.453914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e840030200. 00000080:00000010:0.1:1767326932.458867:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220f380. 00000080:00000010:0.1:1767326932.458877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71400. 00010000:00000010:1.1:1767326932.473902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636600. 00010000:00000010:1.1:1767326932.473911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6200. 00010000:00000010:0.1:1767326932.474868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdc800. 00010000:00000010:0.1:1767326932.474873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824ed00. 00010000:00000010:0.1:1767326932.474876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1ee00. 00010000:00000010:0.1:1767326932.474878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636900. 00010000:00000010:0.1:1767326932.474880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6000. 00010000:00000010:1.1:1767326932.477912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bfe00. 00010000:00000010:1.1:1767326932.477922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7000. 00000080:00000010:0.1:1767326932.491866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748276300. 00000080:00000010:0.1:1767326932.491876:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71300. 00010000:00000010:0.1:1767326932.501867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdce00. 00010000:00000010:0.1:1767326932.501873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eede00. 00010000:00000010:0.1:1767326932.501876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebb600. 00010000:00000010:0.1:1767326932.501878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.501880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00010000:00000010:0.1:1767326932.506917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636e00. 00010000:00000010:0.1:1767326932.506926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7c00. 00010000:00000010:0.1:1767326932.515915:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bfb00. 00010000:00000010:0.1:1767326932.515919:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7800. 00000080:00000010:0.1:1767326932.520869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481da100. 00000080:00000010:0.1:1767326932.520878:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c740. 00010000:00000010:0.1:1767326932.520884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450a000. 00010000:00000010:0.1:1767326932.520888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636b00. 00010000:00000010:0.1:1767326932.520892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55600. 00000080:00000010:0.1:1767326932.520895:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85a5ba840. 00000080:00000010:0.1:1767326932.524887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748270840. 00010000:00000010:0.1:1767326932.524895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c24f000. 00010000:00000010:0.1:1767326932.524899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636d00. 00010000:00000010:0.1:1767326932.524902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850466400. 00000080:00000010:0.1:1767326932.528859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1940. 00000080:00000010:0.1:1767326932.528874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748276b40. 00010000:00000010:0.1:1767326932.532904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdca00. 00010000:00000010:0.1:1767326932.532913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711e5200. 00010000:00000010:0.1:1767326932.532920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf200. 00010000:00000010:0.1:1767326932.532927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7200. 00000080:00000010:0.1:1767326932.538884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762208840. 00000080:00000010:0.1:1767326932.538897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c1c0. 00010000:00000010:0.1:1767326932.543880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdc400. 00010000:00000010:0.1:1767326932.543889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824ec00. 00010000:00000010:0.1:1767326932.543896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6be00. 00010000:00000010:1.1:1767326932.543910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed200. 00010000:00000010:1.1:1767326932.543918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebba00. 00010000:00000010:1.1:1767326932.547899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84979d300. 00010000:00000010:1.1:1767326932.547905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1f200. 00000080:00000010:0.1:1767326932.556882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748270000. 00000080:00000010:0.1:1767326932.556892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c2a0. 00010000:00000010:0.1:1767326932.567888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdda00. 00010000:00000010:0.1:1767326932.567893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bfa00. 00010000:00000010:0.1:1767326932.567896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5c200. 00000080:00000010:0.1:1767326932.567902:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762209080. 00000080:00000010:0.1:1767326932.567906:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c220. 00010000:00000010:0.1:1767326932.571945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d0e00. 00010000:00000010:0.1:1767326932.571951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84979d200. 00010000:00000010:0.1:1767326932.571954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1e400. 00000080:00000010:0.1:1767326932.575874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1fc0. 00000080:00000010:0.1:1767326932.575889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220d280. 00010000:00000010:0.1:1767326932.575896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311b000. 00010000:00000010:0.1:1767326932.575900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636700. 00010000:00000010:0.1:1767326932.575903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e840031c00. 00000080:00000010:0.1:1767326932.575905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91280. 00000080:00000010:0.1:1767326932.575912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748273180. 00010000:00000010:0.1:1767326932.579882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdd000. 00010000:00000010:0.1:1767326932.579886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf900. 00010000:00000010:0.1:1767326932.579888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6400. 00000080:00000010:0.1:1767326932.583876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762210840. 00000080:00000010:0.1:1767326932.583884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c7a0. 00010000:00000010:0.1:1767326932.583903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdd800. 00010000:00000010:0.1:1767326932.583906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e700. 00010000:00000010:0.1:1767326932.583908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6a000. 00000080:00000010:0.1:1767326932.591870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220b9c0. 00000080:00000010:0.1:1767326932.591877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cd80. 00010000:00000010:0.1:1767326932.599919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdcc00. 00010000:00000010:0.1:1767326932.599933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711e5600. 00010000:00000010:0.1:1767326932.599940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf400. 00010000:00000010:0.1:1767326932.599943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7400. 00010000:00000010:1.1:1767326932.604905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e500. 00010000:00000010:1.1:1767326932.604913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b6ae00. 00000080:00000010:0.1:1767326932.604958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220a940. 00000080:00000010:0.1:1767326932.604965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24ce40. 00010000:00000010:0.1:1767326932.604977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdc000. 00010000:00000010:0.1:1767326932.604979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bff00. 00010000:00000010:0.1:1767326932.604981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6a00. 00010000:00000010:0.1:1767326932.608881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf800. 00010000:00000010:0.1:1767326932.608887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7600. 00000080:00000010:0.1:1767326932.617861:0:193140:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d8000. 00000080:00000010:0.1:1767326932.617870:0:193140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cde0. 00010000:00000010:0.1:1767326932.625871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450b600. 00010000:00000010:0.1:1767326932.625880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636100. 00010000:00000010:0.1:1767326932.625883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677800. 00000080:00000010:0.1:1767326932.625886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85a5bab80. 00000080:00000010:0.1:1767326932.629894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748275280. 00010000:00000010:0.1:1767326932.629910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdde00. 00010000:00000010:0.1:1767326932.629915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44f00. 00010000:00000010:0.1:1767326932.629919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66e00. 00010000:00000010:0.1:1767326932.629947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf100. 00010000:00000010:0.1:1767326932.629951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6c00. 00010000:00000010:1.1:1767326932.633922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e800. 00010000:00000010:1.1:1767326932.633928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d29800. 00000080:00000010:0.1:1767326932.638891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481df380. 00000080:00000010:0.1:1767326932.638901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cbe0. 00010000:00000010:0.1:1767326932.650892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdc600. 00010000:00000010:0.1:1767326932.650905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44700. 00010000:00000010:0.1:1767326932.650912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67400. 00010000:00000010:1.1:1767326932.650912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9800. 00010000:00000010:1.1:1767326932.650922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28400. 00010000:00000010:1.1:1767326932.654903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b14d00. 00010000:00000010:1.1:1767326932.654916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66800. 00000080:00000010:0.1:1767326932.658870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748274200. 00000080:00000010:0.1:1767326932.658882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cd60. 00010000:00000010:0.1:1767326932.667876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fddc00. 00010000:00000010:0.1:1767326932.667883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bf500. 00010000:00000010:0.1:1767326932.667887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1fa00. 00010000:00000010:0.1:1767326932.672900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360f00. 00010000:00000010:0.1:1767326932.672907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c97800. 00010000:00000010:0.1:1767326932.676896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8624bfc00. 00010000:00000010:0.1:1767326932.676902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7a00. 00000080:00000010:0.1:1767326932.681872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481dc200. 00000080:00000010:0.1:1767326932.681879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cd20. 00010000:00000010:0.1:1767326932.681884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d0c00. 00010000:00000010:0.1:1767326932.681887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824ea00. 00010000:00000010:0.1:1767326932.681889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1ec00. 00000080:00000010:0.1:1767326932.685886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1000. 00000080:00000010:0.1:1767326932.685915:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220ca40. 00010000:00000010:0.1:1767326932.696868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdc200. 00010000:00000010:0.1:1767326932.696886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527afe00. 00010000:00000010:0.1:1767326932.696890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1e600. 00010000:00000010:1.1:1767326932.696905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44d00. 00010000:00000010:1.1:1767326932.696912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66600. 00010000:00000010:1.1:1767326932.700887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44900. 00010000:00000010:1.1:1767326932.700894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67200. 00000080:00000010:0.1:1767326932.705873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d9080. 00000080:00000010:0.1:1767326932.705878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c380. 00010000:00000010:0.1:1767326932.705881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450a400. 00010000:00000010:0.1:1767326932.705884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636000. 00010000:00000010:0.1:1767326932.705886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467600. 00000080:00000010:0.1:1767326932.709866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91ae0. 00000080:00000010:0.1:1767326932.709876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748274a40. 00010000:00000010:0.1:1767326932.713901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177800. 00010000:00000010:0.1:1767326932.713908:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af000. 00010000:00000010:0.1:1767326932.713912:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5de00. 00000080:00000010:0.1:1767326932.713926:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762208000. 00000080:00000010:0.1:1767326932.713931:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cae0. 00010000:00000010:0.1:1767326932.722865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847176c00. 00010000:00000010:0.1:1767326932.722872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44a00. 00010000:00000010:0.1:1767326932.722876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67c00. 00010000:00000010:1.1:1767326932.722906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44100. 00010000:00000010:1.1:1767326932.722912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67e00. 00010000:00000010:0.1:1767326932.726894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44000. 00010000:00000010:0.1:1767326932.726901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66200. 00000080:00000010:0.1:1767326932.735862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748272100. 00000080:00000010:0.1:1767326932.735869:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c7e0. 00010000:00000010:0.1:1767326932.743904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847176000. 00010000:00000010:0.1:1767326932.743911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527afc00. 00010000:00000010:0.1:1767326932.743915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8ea00. 00000080:00000010:0.1:1767326932.743921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762213180. 00000080:00000010:0.1:1767326932.743926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c400. 00010000:00000010:0.1:1767326932.743949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177e00. 00010000:00000010:0.1:1767326932.743953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8429bba00. 00010000:00000010:0.1:1767326932.743957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66c00. 00000080:00000010:0.1:1767326932.752878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220c200. 00000080:00000010:0.1:1767326932.752888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c5e0. 00010000:00000010:1.1:1767326932.760906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360e00. 00010000:00000010:1.1:1767326932.760912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c96800. 00010000:00000010:0.1:1767326932.764860:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847176600. 00010000:00000010:0.1:1767326932.764866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5700. 00010000:00000010:0.1:1767326932.764870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66000. 00010000:00000010:0.1:1767326932.764896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360400. 00010000:00000010:0.1:1767326932.764899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1fc00. 00000080:00000010:0.1:1767326932.768860:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481db9c0. 00000080:00000010:0.1:1767326932.768866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cc20. 00010000:00000010:0.1:1767326932.768871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450aa00. 00010000:00000010:0.1:1767326932.768874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84979dd00. 00010000:00000010:0.1:1767326932.768876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b3ea00. 00000080:00000010:0.1:1767326932.772864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e85a5ba6e0. 00000080:00000010:0.1:1767326932.772896:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220dac0. 00010000:00000010:0.1:1767326932.772905:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311ae00. 00010000:00000010:0.1:1767326932.772910:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636c00. 00010000:00000010:0.1:1767326932.772913:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841676800. 00000080:00000010:0.1:1767326932.776876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91a60. 00000080:00000010:0.1:1767326932.776900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7482718c0. 00010000:00000010:0.1:1767326932.776905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311ac00. 00010000:00000010:0.1:1767326932.776909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852636500. 00010000:00000010:0.1:1767326932.776912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850467400. 00000080:00000010:0.1:1767326932.781876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8606102c0. 00000080:00000010:0.1:1767326932.781902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748275ac0. 00010000:00000010:0.1:1767326932.784923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177c00. 00010000:00000010:0.1:1767326932.784931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711e4800. 00010000:00000010:0.1:1767326932.784946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af900. 00010000:00000010:0.1:1767326932.784950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d1fe00. 00000080:00000010:0.1:1767326932.788884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76220b180. 00000080:00000010:0.1:1767326932.788897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cbc0. 00010000:00000010:0.1:1767326932.792872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841676000. 00010000:00000010:0.1:1767326932.792884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677e00. 00010000:00000010:0.1:1767326932.792890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed900. 00010000:00000010:0.1:1767326932.792901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1e600. 00010000:00000010:0.1:1767326932.792904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326932.792906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326932.800887:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621dca40. 00000080:00000010:0.1:1767326932.800901:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e660. 00010000:00000010:0.1:1767326932.810899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5c00. 00010000:00000010:0.1:1767326932.810905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbde00. 00010000:00000010:0.1:1767326932.810908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5800. 00010000:00000010:0.1:1767326932.810911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbc000. 00000080:00000010:0.1:1767326932.814875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9eaa0. 00000080:00000010:0.1:1767326932.814890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748279080. 00010000:00000010:0.1:1767326932.814914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527afd00. 00010000:00000010:0.1:1767326932.814918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cf000. 00010000:00000010:0.1:1767326932.814922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab400. 00010000:00000010:0.1:1767326932.814925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398000. 00000080:00000010:0.1:1767326932.818879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1da0. 00000080:00000010:0.1:1767326932.818895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d2100. 00010000:00000010:0.1:1767326932.822879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399c00. 00010000:00000010:0.1:1767326932.822888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5b00. 00010000:00000010:0.1:1767326932.822892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d3de00. 00010000:00000010:0.1:1767326932.822896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326932.822898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326932.829870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e74827f380. 00000080:00000010:0.1:1767326932.829879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfec0. 00010000:00000010:0.1:1767326932.842877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cfa00. 00010000:00000010:0.1:1767326932.842884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbc400. 00010000:00000010:0.1:1767326932.842888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527afb00. 00010000:00000010:0.1:1767326932.842893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693ce400. 00010000:00000010:0.1:1767326932.842895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af600. 00010000:00000010:0.1:1767326932.842898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cf800. 00000080:00000010:0.1:1767326932.846873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d11e0. 00000080:00000010:0.1:1767326932.846889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e74827d280. 00010000:00000010:0.1:1767326932.850878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398c00. 00010000:00000010:0.1:1767326932.850889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cec00. 00010000:00000010:0.1:1767326932.850896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527afa00. 00010000:00000010:0.1:1767326932.850905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693ce000. 00010000:00000010:0.1:1767326932.850914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326932.850921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00010000:00000010:1.1:1767326932.850926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af500. 00010000:00000010:1.1:1767326932.850933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cfe00. 00000080:00000010:0.1:1767326932.860874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d6300. 00000080:00000010:0.1:1767326932.860885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1240. 00010000:00000010:0.1:1767326932.873864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398600. 00010000:00000010:0.1:1767326932.873868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863800. 00010000:00000010:0.1:1767326932.873871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025d00. 00010000:00000010:0.1:1767326932.873874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693ce800. 00010000:00000010:0.1:1767326932.873876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab100. 00010000:00000010:0.1:1767326932.873878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399800. 00000080:00000010:0.1:1767326932.878867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e100. 00000080:00000010:0.1:1767326932.878884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7482798c0. 00010000:00000010:0.1:1767326932.882878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863000. 00010000:00000010:0.1:1767326932.882887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cf200. 00010000:00000010:0.1:1767326932.882892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025600. 00010000:00000010:0.1:1767326932.882896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693ce600. 00010000:00000010:0.1:1767326932.882901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326932.882905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00010000:00000010:1.1:1767326932.882911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025700. 00010000:00000010:1.1:1767326932.882916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cea00. 00000080:00000010:0.1:1767326932.889879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d4200. 00000080:00000010:0.1:1767326932.889887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1fe0. 00010000:00000010:0.1:1767326932.894904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1e200. 00010000:00000010:0.1:1767326932.894912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca800. 00010000:00000010:0.1:1767326932.894916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215a000. 00010000:00000010:0.1:1767326932.894919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8f00. 00010000:00000010:0.1:1767326932.894922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f55c00. 00000080:00000010:0.1:1767326932.899874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f9a0. 00000080:00000010:0.1:1767326932.899886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e76221c200. 00010000:00000010:0.1:1767326932.899904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980500. 00010000:00000010:0.1:1767326932.899908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1ea00. 00010000:00000010:0.1:1767326932.899909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65000. 00010000:00000010:0.1:1767326932.899911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f54800. 00000080:00000010:0.1:1767326932.903881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f600. 00000080:00000010:0.1:1767326932.903893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d6b40. 00010000:00000010:0.1:1767326932.907904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1fe00. 00010000:00000010:0.1:1767326932.907909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8200. 00010000:00000010:0.1:1767326932.907912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82000. 00010000:00000010:0.1:1767326932.907914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717700. 00010000:00000010:0.1:1767326932.907916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1e800. 00000080:00000010:0.1:1767326932.911878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f300. 00000080:00000010:0.1:1767326932.911901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d8000. 00010000:00000010:0.1:1767326932.911926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1f800. 00010000:00000010:0.1:1767326932.911930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717000. 00010000:00000010:0.1:1767326932.911934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9fa00. 00010000:00000010:0.1:1767326932.911937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847281a00. 00010000:00000010:0.1:1767326932.911940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215b400. 00000080:00000010:0.1:1767326932.915881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120fae0. 00000080:00000010:0.1:1767326932.915900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d1080. 00010000:00000010:0.1:1767326932.915910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f54400. 00010000:00000010:0.1:1767326932.915925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717b00. 00010000:00000010:0.1:1767326932.915929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9e600. 00000080:00000010:0.1:1767326932.919875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e400. 00000080:00000010:0.1:1767326932.919893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d39c0. 00010000:00000010:0.1:1767326932.923886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519800. 00010000:00000010:0.1:1767326932.923894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1f200. 00010000:00000010:0.1:1767326932.923897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717200. 00010000:00000010:0.1:1767326932.923900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9f000. 00000080:00000010:0.1:1767326932.933875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762218000. 00000080:00000010:0.1:1767326932.933882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f280. 00010000:00000010:0.1:1767326932.949913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1e000. 00010000:00000010:0.1:1767326932.949920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef500. 00010000:00000010:0.1:1767326932.949924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215ba00. 00010000:00000010:0.1:1767326932.949928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0400. 00010000:00000010:0.1:1767326932.949930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215a800. 00000080:00000010:0.1:1767326932.954889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f100. 00000080:00000010:0.1:1767326932.954909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762212100. 00010000:00000010:0.1:1767326932.954916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1f000. 00010000:00000010:0.1:1767326932.954921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8413ef800. 00010000:00000010:0.1:1767326932.954926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215b600. 00000080:00000010:0.1:1767326932.958969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f4e0. 00000080:00000010:0.1:1767326932.958984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622118c0. 00010000:00000010:0.1:1767326932.959009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677c00. 00010000:00000010:0.1:1767326932.959015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762bf8700. 00010000:00000010:0.1:1767326932.959019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82800. 00010000:00000010:0.1:1767326932.959022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca700. 00010000:00000010:0.1:1767326932.959027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215aa00. 00000080:00000010:0.1:1767326932.963907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9eee0. 00000080:00000010:0.1:1767326932.963925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762216300. 00010000:00000010:0.1:1767326932.967957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677400. 00010000:00000010:0.1:1767326932.967968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1f600. 00010000:00000010:0.1:1767326932.967971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca400. 00010000:00000010:0.1:1767326932.967975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215be00. 00010000:00000010:0.1:1767326932.967979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326932.967982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00010000:00000010:0.1:1767326932.983874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878810500. 00010000:00000010:0.1:1767326932.983888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843163200. 00010000:00000010:1.1:1767326932.983930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f3300. 00010000:00000010:1.1:1767326932.983938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dfe00. 00010000:00000010:1.1:1767326932.987869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86c463000. 00010000:00000010:0.1:1767326932.987876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846524300. 00010000:00000010:1.1:1767326932.987878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87849e800. 00010000:00000010:0.1:1767326932.987897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878814600. 00010000:00000010:1.1:1767326932.991878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861212c00. 00010000:00000010:1.1:1767326932.991888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2fd000. 00010000:00000010:2.1:1767326933.002882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842cfcc00. 00010000:00000010:0.1:1767326933.002884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848ebdc00. 00010000:00000010:0.1:1767326933.002894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878572200. 00010000:00000010:2.1:1767326933.002894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d0a00. 00010000:00000010:0.1:1767326933.006866:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848ebdd00. 00010000:00000010:0.1:1767326933.006875:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878573c00. 00010000:00000010:1.1:1767326933.009872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713c9300. 00010000:00000010:0.1:1767326933.009875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b97b00. 00010000:00000010:1.1:1767326933.009880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f1b0000. 00010000:00000010:0.1:1767326933.009883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86060b200. 00010000:00000010:0.1:1767326933.009889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878948700. 00010000:00000010:0.1:1767326933.009893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a4000. 00010000:00000010:0.1:1767326933.009896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4b0800. 00010000:00000010:0.1:1767326933.009898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8ae00. 00010000:00000010:2.1:1767326933.013871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c4800. 00010000:00000010:2.1:1767326933.013877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f4200. 00010000:00000010:1.1:1767326933.031863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bf800. 00010000:00000010:0.1:1767326933.031870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fadc00. 00010000:00000010:1.1:1767326933.031871:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843190000. 00010000:00000010:0.1:1767326933.031874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9aa400. 00010000:00000010:0.1:1767326933.035873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8718a1b00. 00010000:00000010:1.1:1767326933.035874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878be3d00. 00010000:00000010:1.1:1767326933.035884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878819400. 00010000:00000010:0.1:1767326933.035893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8509bac00. 00010000:00000010:0.1:1767326933.040871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bd700. 00010000:00000010:0.1:1767326933.040876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461ca600. 00010000:00000010:1.1:1767326933.048863:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f394500. 00010000:00000010:1.1:1767326933.048873:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846530400. 00010000:00000010:0.1:1767326933.054873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846df8f00. 00010000:00000010:0.1:1767326933.054879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846531e00. 00010000:00000010:0.1:1767326933.063864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbd200. 00010000:00000010:0.1:1767326933.063872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b2800. 00010000:00000010:1.1:1767326933.063889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3ba00. 00010000:00000010:1.1:1767326933.063897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d0400. 00010000:00000010:1.1:1767326933.063900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c1f9900. 00010000:00000010:1.1:1767326933.063904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311a000. 00010000:00000010:1.1:1767326933.063907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85134ac00. 00010000:00000010:1.1:1767326933.063919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8717a9200. 00010000:00000010:0.1:1767326933.070864:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84651c100. 00010000:00000010:1.1:1767326933.070865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842cfc900. 00010000:00000010:0.1:1767326933.070883:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e7e400. 00010000:00000010:1.1:1767326933.070883:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dfc00. 00010000:00000010:1.1:1767326933.078863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861212100. 00010000:00000010:0.1:1767326933.078865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87847cd00. 00010000:00000010:1.1:1767326933.078870:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2fc200. 00010000:00000010:1.1:1767326933.078878:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86c463100. 00010000:00000010:0.1:1767326933.078883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5e4800. 00010000:00000010:1.1:1767326933.078885:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a548600. 00010000:00000010:0.1:1767326933.078900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848ebd100. 00010000:00000010:0.1:1767326933.078913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878572600. 00010000:00000010:1.1:1767326933.082870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86c463b00. 00010000:00000010:1.1:1767326933.082878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878573800. 00010000:00000010:0.1:1767326933.086868:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86c463600. 00010000:00000010:0.1:1767326933.086880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878572e00. 00000080:00000010:0.1:1767326933.086898:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d18c0. 00000080:00000010:0.1:1767326933.086908:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e800. 00010000:00000010:0.1:1767326933.086935:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519400. 00010000:00000010:0.1:1767326933.086940:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5e00. 00010000:00000010:0.1:1767326933.086943:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841519600. 00010000:00000010:0.1:1767326933.086947:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.086949:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326933.108872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b97c00. 00010000:00000010:0.1:1767326933.108879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f05d000. 00010000:00000010:1.1:1767326933.112875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848797500. 00010000:00000010:1.1:1767326933.112890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f520a00. 00010000:00000010:1.1:1767326933.112896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4b0300. 00010000:00000010:1.1:1767326933.112902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e8ac00. 00010000:00000010:1.1:1767326933.112917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bbf00. 00010000:00000010:1.1:1767326933.112926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f63000. 00010000:00000010:1.1:1767326933.116869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878948200. 00010000:00000010:1.1:1767326933.116876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f05d800. 00010000:00000010:3.1:1767326933.116876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843b47600. 00010000:00000010:1.1:1767326933.116880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850da1900. 00010000:00000010:1.1:1767326933.116885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ee800. 00010000:00000010:1.1:1767326933.116887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459b8e00. 00010000:00000010:1.1:1767326933.116891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5efe00. 00010000:00000010:3.1:1767326933.116893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fc0200. 00010000:00000010:1.1:1767326933.116894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848e88300. 00010000:00000010:3.1:1767326933.116902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502c2500. 00010000:00000010:1.1:1767326933.116906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b7c000. 00010000:00000010:3.1:1767326933.116914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846fa8400. 00000080:00000010:0.1:1767326933.116964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498df660. 00000080:00000010:0.1:1767326933.116975:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481ca100. 00010000:00000010:0.1:1767326933.116979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980700. 00010000:00000010:0.1:1767326933.116981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9ea00. 00000080:00000010:0.1:1767326933.120869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f5e0. 00000080:00000010:0.1:1767326933.120879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d5ac0. 00010000:00000010:0.1:1767326933.120908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677200. 00010000:00000010:0.1:1767326933.120910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca200. 00010000:00000010:0.1:1767326933.120913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215b000. 00010000:00000010:0.1:1767326933.120916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35000. 00010000:00000010:0.1:1767326933.120918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677600. 00000080:00000010:0.1:1767326933.129866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e9a0. 00000080:00000010:0.1:1767326933.129883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762215280. 00010000:00000010:0.1:1767326933.129890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841676c00. 00010000:00000010:0.1:1767326933.129897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717f00. 00010000:00000010:0.1:1767326933.129903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9e800. 00000080:00000010:0.1:1767326933.133872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ea40. 00000080:00000010:0.1:1767326933.133881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d6300. 00010000:00000010:0.1:1767326933.133899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841677000. 00010000:00000010:0.1:1767326933.133902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a6ca600. 00010000:00000010:0.1:1767326933.133904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215b200. 00010000:00000010:0.1:1767326933.133907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35900. 00010000:00000010:0.1:1767326933.133909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215ac00. 00000080:00000010:0.1:1767326933.138865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9efc0. 00000080:00000010:0.1:1767326933.138876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762214a40. 00010000:00000010:0.1:1767326933.138886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9ee00. 00010000:00000010:0.1:1767326933.138890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717800. 00010000:00000010:0.1:1767326933.138893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841518200. 00010000:00000010:0.1:1767326933.138896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1f400. 00010000:00000010:0.1:1767326933.138899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717600. 00010000:00000010:0.1:1767326933.138901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9fc00. 00000080:00000010:0.1:1767326933.149879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d0000. 00000080:00000010:0.1:1767326933.149885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f940. 00010000:00000010:0.1:1767326933.149889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e721c00. 00010000:00000010:0.1:1767326933.149892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717900. 00010000:00000010:0.1:1767326933.149894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9e000. 00000080:00000010:0.1:1767326933.159878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e9e0. 00000080:00000010:0.1:1767326933.159907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7481d0840. 00010000:00000010:0.1:1767326933.164859:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215ae00. 00010000:00000010:0.1:1767326933.164862:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88215a400. 00010000:00000010:0.1:1767326933.164866:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717a00. 00010000:00000010:0.1:1767326933.164869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9ec00. 00010000:00000010:0.1:1767326933.164871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326933.164875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326933.169879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620d6300. 00000080:00000010:0.1:1767326933.169888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84120f580. 00010000:00000010:0.1:1767326933.177917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869207600. 00010000:00000010:0.1:1767326933.177924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625abc00. 00010000:00000010:0.1:1767326933.177928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398a00. 00010000:00000010:0.1:1767326933.177931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34200. 00010000:00000010:0.1:1767326933.177934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6d200. 00000080:00000010:0.1:1767326933.182866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594038e0. 00000080:00000010:0.1:1767326933.182879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620eeb40. 00010000:00000010:0.1:1767326933.182896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869206c00. 00010000:00000010:0.1:1767326933.182899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d500. 00010000:00000010:0.1:1767326933.182902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbd200. 00010000:00000010:0.1:1767326933.182904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34300. 00010000:00000010:0.1:1767326933.182906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f66400. 00000080:00000010:0.1:1767326933.182908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403ac0. 00000080:00000010:0.1:1767326933.182913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862280840. 00010000:00000010:0.1:1767326933.182915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869207400. 00010000:00000010:0.1:1767326933.182917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5000. 00010000:00000010:0.1:1767326933.182919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbce00. 00000080:00000010:0.1:1767326933.186868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403180. 00000080:00000010:0.1:1767326933.186879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862282100. 00010000:00000010:0.1:1767326933.190871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8452bd400. 00010000:00000010:0.1:1767326933.190877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34600. 00010000:00000010:0.1:1767326933.190880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5aa00. 00000080:00000010:0.1:1767326933.190882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430620. 00000080:00000010:0.1:1767326933.194885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff6b40. 00010000:00000010:0.1:1767326933.194914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2000. 00010000:00000010:0.1:1767326933.194918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67000. 00010000:00000010:0.1:1767326933.194920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5100. 00010000:00000010:0.1:1767326933.194923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbdc00. 00010000:00000010:0.1:1767326933.194925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab500. 00010000:00000010:0.1:1767326933.194927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399600. 00000080:00000010:0.1:1767326933.203875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862285ac0. 00000080:00000010:0.1:1767326933.203886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ede0. 00010000:00000010:0.1:1767326933.203909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8505d7400. 00010000:00000010:0.1:1767326933.203913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762defe00. 00010000:00000010:0.1:1767326933.203916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cee00. 00010000:00000010:0.1:1767326933.207867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65f00. 00010000:00000010:0.1:1767326933.207871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbd800. 00000080:00000010:0.1:1767326933.211875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc15e0. 00000080:00000010:0.1:1767326933.211888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff6300. 00010000:00000010:0.1:1767326933.211895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510fc800. 00010000:00000010:0.1:1767326933.211898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab200. 00010000:00000010:0.1:1767326933.211901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399200. 00000080:00000010:0.1:1767326933.211904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1ae0. 00000080:00000010:0.1:1767326933.211910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620edac0. 00010000:00000010:0.1:1767326933.215867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8505d6400. 00010000:00000010:0.1:1767326933.215871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def900. 00010000:00000010:0.1:1767326933.215874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693ce200. 00000080:00000010:0.1:1767326933.215876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847574220. 00000080:00000010:0.1:1767326933.215883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e74827e300. 00010000:00000010:0.1:1767326933.223911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860d26000. 00010000:00000010:0.1:1767326933.223922:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5200. 00010000:00000010:0.1:1767326933.223926:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbd000. 00010000:00000010:0.1:1767326933.223930:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65d00. 00010000:00000010:0.1:1767326933.223933:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbca00. 00000080:00000010:0.1:1767326933.227880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019b60. 00000080:00000010:0.1:1767326933.227904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862283180. 00010000:00000010:0.1:1767326933.227932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9d800. 00010000:00000010:0.1:1767326933.227936:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5500. 00010000:00000010:0.1:1767326933.227938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b1fc00. 00010000:00000010:0.1:1767326933.227941:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34000. 00010000:00000010:0.1:1767326933.227943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67600. 00000080:00000010:0.1:1767326933.231881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403880. 00000080:00000010:0.1:1767326933.231907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff39c0. 00010000:00000010:0.1:1767326933.231913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9de00. 00010000:00000010:0.1:1767326933.231919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d5f00. 00010000:00000010:0.1:1767326933.231923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbc800. 00000080:00000010:0.1:1767326933.231926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403680. 00000080:00000010:0.1:1767326933.231934:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d0840. 00010000:00000010:0.1:1767326933.231940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9c800. 00010000:00000010:0.1:1767326933.231943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def000. 00010000:00000010:0.1:1767326933.231945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cf600. 00000080:00000010:0.1:1767326933.236873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7594034a0. 00000080:00000010:0.1:1767326933.236900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff0000. 00010000:00000010:0.1:1767326933.236909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbc200. 00010000:00000010:0.1:1767326933.236913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2df00. 00010000:00000010:0.1:1767326933.240864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3e00. 00010000:00000010:0.1:1767326933.240869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a7e00. 00010000:00000010:0.1:1767326933.240872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d600. 00010000:00000010:0.1:1767326933.240875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbd600. 00000080:00000010:0.1:1767326933.256878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7621d1080. 00000080:00000010:0.1:1767326933.256892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e820. 00010000:00000010:0.1:1767326933.260899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fea200. 00010000:00000010:0.1:1767326933.260912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762defc00. 00010000:00000010:0.1:1767326933.260916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a6e00. 00010000:00000010:0.1:1767326933.260919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34f00. 00010000:00000010:0.1:1767326933.260922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2c00. 00000080:00000010:0.1:1767326933.265856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403b40. 00000080:00000010:0.1:1767326933.265875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862284a40. 00010000:00000010:0.1:1767326933.269871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9f200. 00010000:00000010:0.1:1767326933.269874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c34700. 00010000:00000010:0.1:1767326933.269876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762f67800. 00010000:00000010:0.1:1767326933.269885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26300. 00010000:00000010:0.1:1767326933.269887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862e00. 00000080:00000010:0.1:1767326933.269889:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430b60. 00000080:00000010:0.1:1767326933.269896:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff5ac0. 00010000:00000010:0.1:1767326933.269899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9e400. 00010000:00000010:0.1:1767326933.269901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625aba00. 00010000:00000010:0.1:1767326933.269903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399a00. 00000080:00000010:0.1:1767326933.273858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860430660. 00000080:00000010:0.1:1767326933.273874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620ec200. 00010000:00000010:0.1:1767326933.273877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe9a00. 00010000:00000010:0.1:1767326933.273880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d000. 00010000:00000010:0.1:1767326933.273882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbd400. 00000080:00000010:0.1:1767326933.277864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019f00. 00000080:00000010:0.1:1767326933.277886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862287380. 00010000:00000010:0.1:1767326933.277895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398200. 00010000:00000010:0.1:1767326933.277898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab300. 00010000:00000010:0.1:1767326933.281865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863400. 00010000:00000010:0.1:1767326933.281869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbcc00. 00010000:00000010:0.1:1767326933.281872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625abf00. 00010000:00000010:0.1:1767326933.281874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398800. 00000080:00000010:0.1:1767326933.296873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620e98c0. 00000080:00000010:0.1:1767326933.296880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e6c0. 00010000:00000010:0.1:1767326933.301877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbda00. 00010000:00000010:0.1:1767326933.301895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868dbc600. 00010000:00000010:0.1:1767326933.301899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762defd00. 00010000:00000010:0.1:1767326933.301903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cfc00. 00010000:00000010:0.1:1767326933.301907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.301910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326933.313864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620ed280. 00000080:00000010:0.1:1767326933.313871:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1bc0. 00010000:00000010:0.1:1767326933.318900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0800. 00010000:00000010:0.1:1767326933.318906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35700. 00010000:00000010:0.1:1767326933.318910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52a400. 00010000:00000010:0.1:1767326933.318913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35200. 00010000:00000010:0.1:1767326933.318915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52a200. 00000080:00000010:0.1:1767326933.318918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07340. 00000080:00000010:0.1:1767326933.322868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868969080. 00010000:00000010:0.1:1767326933.322891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d1400. 00010000:00000010:0.1:1767326933.322895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360500. 00010000:00000010:0.1:1767326933.322899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b87800. 00010000:00000010:0.1:1767326933.322901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35400. 00010000:00000010:0.1:1767326933.322904:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52bc00. 00000080:00000010:0.1:1767326933.326876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c075a0. 00000080:00000010:0.1:1767326933.326886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620ea940. 00010000:00000010:0.1:1767326933.326890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d1a00. 00010000:00000010:0.1:1767326933.326892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab800. 00010000:00000010:0.1:1767326933.326894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398e00. 00000080:00000010:0.1:1767326933.331874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07b80. 00000080:00000010:0.1:1767326933.331886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620ef380. 00010000:00000010:0.1:1767326933.331914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050fa00. 00010000:00000010:0.1:1767326933.331918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35d00. 00010000:00000010:0.1:1767326933.331920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52aa00. 00010000:00000010:0.1:1767326933.331922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35b00. 00010000:00000010:0.1:1767326933.331924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52b400. 00000080:00000010:0.1:1767326933.336856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c83e0. 00000080:00000010:0.1:1767326933.336866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86896e300. 00010000:00000010:0.1:1767326933.336894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188e600. 00010000:00000010:0.1:1767326933.336897:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35100. 00010000:00000010:0.1:1767326933.336899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52ae00. 00010000:00000010:0.1:1767326933.336901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35e00. 00010000:00000010:0.1:1767326933.336902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52a000. 00000080:00000010:0.1:1767326933.340876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c9a0. 00000080:00000010:0.1:1767326933.340892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86896a100. 00010000:00000010:0.1:1767326933.340896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050e000. 00010000:00000010:0.1:1767326933.340899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af100. 00010000:00000010:0.1:1767326933.340903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9a00. 00000080:00000010:0.1:1767326933.344874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8da0. 00000080:00000010:0.1:1767326933.344889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aee300. 00010000:00000010:0.1:1767326933.348872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862400. 00010000:00000010:0.1:1767326933.348878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52a600. 00010000:00000010:0.1:1767326933.348881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af700. 00010000:00000010:0.1:1767326933.348883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8e00. 00000080:00000010:0.1:1767326933.356876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748ae9080. 00000080:00000010:0.1:1767326933.356888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1f40. 00010000:00000010:0.1:1767326933.360877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86914a200. 00010000:00000010:0.1:1767326933.360901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab900. 00010000:00000010:0.1:1767326933.360905:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399000. 00010000:00000010:0.1:1767326933.360908:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2de00. 00010000:00000010:0.1:1767326933.360912:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8000. 00000080:00000010:0.1:1767326933.369875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71b20. 00000080:00000010:0.1:1767326933.369892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c6b40. 00010000:00000010:0.1:1767326933.369916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050f800. 00010000:00000010:0.1:1767326933.369920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35300. 00010000:00000010:0.1:1767326933.369924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52be00. 00010000:00000010:0.1:1767326933.369927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527af200. 00010000:00000010:0.1:1767326933.369930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8600. 00000080:00000010:0.1:1767326933.373873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c84a0. 00000080:00000010:0.1:1767326933.373888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e9c200. 00010000:00000010:0.1:1767326933.373893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050e600. 00010000:00000010:0.1:1767326933.373897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c2d100. 00010000:00000010:0.1:1767326933.373901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9800. 00000080:00000010:0.1:1767326933.373904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8c20. 00000080:00000010:0.1:1767326933.373910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aedac0. 00010000:00000010:0.1:1767326933.373920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9c00. 00010000:00000010:0.1:1767326933.373923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8c00. 00010000:00000010:0.1:1767326933.373926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35500. 00010000:00000010:0.1:1767326933.373929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9600. 00000080:00000010:0.1:1767326933.387859:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aeeb40. 00000080:00000010:0.1:1767326933.387867:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1220. 00010000:00000010:0.1:1767326933.392867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f294c00. 00010000:00000010:0.1:1767326933.392872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab000. 00010000:00000010:0.1:1767326933.392875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28c00. 00000080:00000010:0.1:1767326933.396877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d640. 00000080:00000010:0.1:1767326933.396894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c39c0. 00010000:00000010:0.1:1767326933.396903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847142000. 00010000:00000010:0.1:1767326933.396909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab700. 00010000:00000010:0.1:1767326933.396914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399400. 00000080:00000010:0.1:1767326933.396918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c075c0. 00000080:00000010:0.1:1767326933.396930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620e8000. 00010000:00000010:0.1:1767326933.396935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847143000. 00010000:00000010:0.1:1767326933.396939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e75e360000. 00010000:00000010:0.1:1767326933.396944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b82a00. 00000080:00000010:0.1:1767326933.396948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07320. 00000080:00000010:0.1:1767326933.396968:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620e9080. 00010000:00000010:0.1:1767326933.396996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050f000. 00010000:00000010:0.1:1767326933.397004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def500. 00010000:00000010:0.1:1767326933.397010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8400. 00010000:00000010:0.1:1767326933.397017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762def200. 00010000:00000010:0.1:1767326933.397022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b86400. 00000080:00000010:0.1:1767326933.400856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c87a0. 00000080:00000010:0.1:1767326933.404860:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748ae98c0. 00010000:00000010:0.1:1767326933.404885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188f000. 00010000:00000010:0.1:1767326933.404888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35800. 00010000:00000010:0.1:1767326933.404890:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52b600. 00010000:00000010:0.1:1767326933.404892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843985600. 00010000:00000010:0.1:1767326933.404894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b9fe00. 00000080:00000010:0.1:1767326933.404904:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c3e0. 00000080:00000010:0.1:1767326933.404912:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8689698c0. 00010000:00000010:0.1:1767326933.412867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e0000. 00010000:00000010:0.1:1767326933.412876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625ab600. 00010000:00000010:0.1:1767326933.412880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875398400. 00000080:00000010:0.1:1767326933.412882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71620. 00000080:00000010:0.1:1767326933.412894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7620eb9c0. 00010000:00000010:0.1:1767326933.412901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52b200. 00010000:00000010:0.1:1767326933.412903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35c00. 00010000:00000010:0.1:1767326933.416879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669a00. 00010000:00000010:0.1:1767326933.416886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762eba200. 00010000:00000010:0.1:1767326933.416889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35f00. 00010000:00000010:0.1:1767326933.416893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52ac00. 00000080:00000010:0.1:1767326933.423883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86896c200. 00000080:00000010:0.1:1767326933.423894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e840. 00010000:00000010:0.1:1767326933.423909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450a600. 00010000:00000010:0.1:1767326933.423914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e868c35a00. 00010000:00000010:0.1:1767326933.423916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52ba00. 00000080:00000010:0.1:1767326933.428877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84324d600. 00000080:00000010:0.1:1767326933.428894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86896f380. 00010000:00000010:0.1:1767326933.432865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52a800. 00010000:00000010:0.1:1767326933.432870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8800. 00010000:00000010:0.1:1767326933.432874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861119800. 00010000:00000010:0.1:1767326933.432878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52b000. 00010000:00000010:0.1:1767326933.432881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.432884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326933.440863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86896b180. 00000080:00000010:0.1:1767326933.440870:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e760. 00010000:00000010:0.1:1767326933.453875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668a00. 00010000:00000010:0.1:1767326933.453879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669e00. 00010000:00000010:0.1:1767326933.453882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c26a00. 00010000:00000010:0.1:1767326933.453889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863c00. 00010000:00000010:0.1:1767326933.453892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025500. 00010000:00000010:0.1:1767326933.453894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3000. 00000080:00000010:0.1:1767326933.453897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e5c0. 00000080:00000010:0.1:1767326933.457861:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858dcc200. 00010000:00000010:0.1:1767326933.457867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efd400. 00010000:00000010:0.1:1767326933.457870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025100. 00010000:00000010:0.1:1767326933.457872:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3800. 00000080:00000010:0.1:1767326933.457874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cf00. 00000080:00000010:0.1:1767326933.457881:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe2940. 00010000:00000010:0.1:1767326933.461885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efc600. 00010000:00000010:0.1:1767326933.461890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025000. 00010000:00000010:0.1:1767326933.461893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3c00. 00010000:00000010:0.1:1767326933.461895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025c00. 00010000:00000010:0.1:1767326933.461897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2200. 00000080:00000010:0.1:1767326933.461898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c5a0. 00000080:00000010:0.1:1767326933.461914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe39c0. 00010000:00000010:0.1:1767326933.465889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668200. 00010000:00000010:0.1:1767326933.465894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3400. 00010000:00000010:0.1:1767326933.465897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025300. 00010000:00000010:0.1:1767326933.465900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2400. 00010000:00000010:0.1:1767326933.465903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025800. 00010000:00000010:0.1:1767326933.465905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2800. 00000080:00000010:0.1:1767326933.477872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff5280. 00000080:00000010:0.1:1767326933.477878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d16e0. 00010000:00000010:0.1:1767326933.481868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668400. 00010000:00000010:0.1:1767326933.481872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7e00. 00010000:00000010:0.1:1767326933.481875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780900. 00010000:00000010:0.1:1767326933.481877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668600. 00010000:00000010:0.1:1767326933.481879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025a00. 00010000:00000010:0.1:1767326933.481881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2600. 00000080:00000010:0.1:1767326933.485858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e460. 00000080:00000010:0.1:1767326933.485866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c0000. 00010000:00000010:0.1:1767326933.485870:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8683d1800. 00010000:00000010:0.1:1767326933.485879:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1a00. 00010000:00000010:0.1:1767326933.485882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9200. 00000080:00000010:0.1:1767326933.485885:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698380. 00000080:00000010:0.1:1767326933.485894:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aeca40. 00010000:00000010:0.1:1767326933.485896:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa1d800. 00010000:00000010:0.1:1767326933.485898:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1500. 00010000:00000010:0.1:1767326933.485900:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8200. 00000080:00000010:0.1:1767326933.489867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79ca0. 00000080:00000010:0.1:1767326933.489879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aed280. 00010000:00000010:0.1:1767326933.489886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a3600. 00010000:00000010:0.1:1767326933.489889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780e00. 00010000:00000010:0.1:1767326933.489892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668e00. 00000080:00000010:0.1:1767326933.493875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91340. 00000080:00000010:0.1:1767326933.493888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843492100. 00010000:00000010:0.1:1767326933.493912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efb600. 00010000:00000010:0.1:1767326933.493917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025f00. 00010000:00000010:0.1:1767326933.493920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2e00. 00010000:00000010:0.1:1767326933.493924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1c00. 00010000:00000010:0.1:1767326933.493926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3a00. 00000080:00000010:0.1:1767326933.501867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c87e0. 00000080:00000010:0.1:1767326933.501889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff4200. 00010000:00000010:0.1:1767326933.501958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902da00. 00010000:00000010:0.1:1767326933.501962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025b00. 00010000:00000010:0.1:1767326933.501964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3200. 00010000:00000010:0.1:1767326933.501966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e7625abb00. 00010000:00000010:0.1:1767326933.501971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669600. 00000080:00000010:0.1:1767326933.505871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d718c0. 00000080:00000010:0.1:1767326933.505881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff18c0. 00010000:00000010:0.1:1767326933.505885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842b37200. 00010000:00000010:0.1:1767326933.505888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e840025900. 00010000:00000010:0.1:1767326933.505890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d3600. 00000080:00000010:0.1:1767326933.510882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c460. 00000080:00000010:0.1:1767326933.510914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ff2940. 00010000:00000010:0.1:1767326933.510927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9000. 00010000:00000010:0.1:1767326933.510935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1100. 00010000:00000010:0.1:1767326933.510943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f52b800. 00010000:00000010:0.1:1767326933.510954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461d2a00. 00010000:00000010:0.1:1767326933.510964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1900. 00010000:00000010:0.1:1767326933.510971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9e00. 00000080:00000010:0.1:1767326933.516877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e748aeb180. 00000080:00000010:0.1:1767326933.516888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d12e0. 00010000:00000010:0.1:1767326933.516893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa1c200. 00010000:00000010:0.1:1767326933.516897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780300. 00010000:00000010:0.1:1767326933.516899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669200. 00000080:00000010:0.1:1767326933.521879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f796c0. 00000080:00000010:0.1:1767326933.521897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843496300. 00010000:00000010:0.1:1767326933.521904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871082800. 00010000:00000010:0.1:1767326933.521908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780c00. 00010000:00000010:0.1:1767326933.521910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668c00. 00000080:00000010:0.1:1767326933.525874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698ac0. 00000080:00000010:0.1:1767326933.529878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843494200. 00010000:00000010:0.1:1767326933.529899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902d600. 00010000:00000010:0.1:1767326933.529902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780500. 00010000:00000010:0.1:1767326933.529904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669400. 00010000:00000010:0.1:1767326933.529906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8496f9100. 00010000:00000010:0.1:1767326933.529909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d28a00. 00000080:00000010:0.1:1767326933.537878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71f20. 00000080:00000010:0.1:1767326933.537889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c4200. 00010000:00000010:0.1:1767326933.537914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902d800. 00010000:00000010:0.1:1767326933.537918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931300. 00010000:00000010:0.1:1767326933.537922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d96a00. 00010000:00000010:0.1:1767326933.537925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762eed400. 00010000:00000010:0.1:1767326933.537932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8693cf400. 00000080:00000010:0.1:1767326933.541867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71a00. 00000080:00000010:0.1:1767326933.541883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860927380. 00010000:00000010:0.1:1767326933.541887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efa600. 00010000:00000010:0.1:1767326933.541890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780f00. 00010000:00000010:0.1:1767326933.541892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669c00. 00000080:00000010:0.1:1767326933.545874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8020. 00000080:00000010:0.1:1767326933.545897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c3180. 00010000:00000010:0.1:1767326933.545911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871669800. 00010000:00000010:0.1:1767326933.545916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931f00. 00010000:00000010:0.1:1767326933.545921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762ebac00. 00010000:00000010:0.1:1767326933.545924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762bcba00. 00010000:00000010:0.1:1767326933.545934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931400. 00010000:00000010:0.1:1767326933.545937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1ee00. 00000080:00000010:0.1:1767326933.555875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c7380. 00000080:00000010:0.1:1767326933.555883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ec00. 00010000:00000010:0.1:1767326933.560872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24e200. 00010000:00000010:0.1:1767326933.560883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852780700. 00010000:00000010:0.1:1767326933.560886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668800. 00000080:00000010:0.1:1767326933.564867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91da0. 00000080:00000010:0.1:1767326933.564884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c0840. 00010000:00000010:0.1:1767326933.568861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871668000. 00010000:00000010:0.1:1767326933.568874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa8a00. 00010000:00000010:0.1:1767326933.568878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452a1000. 00010000:00000010:0.1:1767326933.568880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848aa9400. 00010000:00000010:0.1:1767326933.568883:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.568885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326933.576871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492c6300. 00000080:00000010:0.1:1767326933.576877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1ca0. 00010000:00000010:0.1:1767326933.580890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871486400. 00010000:00000010:0.1:1767326933.580896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d700. 00010000:00000010:0.1:1767326933.580899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7c00. 00010000:00000010:0.1:1767326933.580902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0200. 00010000:00000010:0.1:1767326933.580904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cbc00. 00000080:00000010:0.1:1767326933.585881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433ef40. 00000080:00000010:0.1:1767326933.585899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8621518c0. 00010000:00000010:0.1:1767326933.585931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8c00. 00010000:00000010:0.1:1767326933.585934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d400. 00010000:00000010:0.1:1767326933.585936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7000. 00010000:00000010:0.1:1767326933.585938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0600. 00010000:00000010:0.1:1767326933.585941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cb400. 00000080:00000010:0.1:1767326933.590869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e8a0. 00000080:00000010:0.1:1767326933.590882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862152100. 00010000:00000010:0.1:1767326933.590887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ca800. 00010000:00000010:0.1:1767326933.590891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d200. 00010000:00000010:0.1:1767326933.590895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6600. 00000080:00000010:0.1:1767326933.594868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1200. 00000080:00000010:0.1:1767326933.594877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862156300. 00010000:00000010:0.1:1767326933.598867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8200. 00010000:00000010:0.1:1767326933.598882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ca200. 00010000:00000010:0.1:1767326933.598888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0df00. 00010000:00000010:0.1:1767326933.598892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6a00. 00010000:00000010:0.1:1767326933.598894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0da00. 00010000:00000010:0.1:1767326933.598897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6c00. 00000080:00000010:0.1:1767326933.610882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8621539c0. 00000080:00000010:0.1:1767326933.610891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1d60. 00010000:00000010:0.1:1767326933.610924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8600. 00010000:00000010:0.1:1767326933.610929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd300. 00010000:00000010:0.1:1767326933.610933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6400. 00010000:00000010:0.1:1767326933.610936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0d00. 00010000:00000010:0.1:1767326933.610938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cbe00. 00000080:00000010:0.1:1767326933.615860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e5e0. 00000080:00000010:0.1:1767326933.615873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe0840. 00010000:00000010:0.1:1767326933.615880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9c00. 00010000:00000010:0.1:1767326933.615884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dde00. 00010000:00000010:0.1:1767326933.615888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7800. 00000080:00000010:0.1:1767326933.620867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e8c0. 00000080:00000010:0.1:1767326933.620877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe5ac0. 00010000:00000010:0.1:1767326933.620882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8000. 00010000:00000010:0.1:1767326933.620885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8a00. 00010000:00000010:0.1:1767326933.620887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9400. 00000080:00000010:0.1:1767326933.624878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9efa0. 00000080:00000010:0.1:1767326933.624893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843495280. 00010000:00000010:0.1:1767326933.624923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8400. 00010000:00000010:0.1:1767326933.624927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0dc00. 00010000:00000010:0.1:1767326933.624930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6200. 00010000:00000010:0.1:1767326933.624933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0300. 00010000:00000010:0.1:1767326933.624936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cb200. 00000080:00000010:0.1:1767326933.629860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e400. 00000080:00000010:0.1:1767326933.629870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe1080. 00010000:00000010:0.1:1767326933.629891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cae00. 00010000:00000010:0.1:1767326933.629894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d500. 00010000:00000010:0.1:1767326933.629897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7600. 00010000:00000010:0.1:1767326933.629901:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0b00. 00010000:00000010:0.1:1767326933.629903:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cb600. 00000400:00000200:2.0:1767326933.630068:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000400:00000010:2.0:1767326933.630071:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:2.0:1767326933.630075:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.630080:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122e680 x1853164247544064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.630089:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.630093:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86122e680 x1853164247544064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.630098:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.630099:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326933.630237:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.630240:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326933.630243:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.630246:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.630248:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:2.0:1767326933.630249:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:2.0:1767326933.630251:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.630254:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122df80 x1853164247544320/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.630259:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.630261:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e86122df80 x1853164247544320/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.630267:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.630268:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.631110:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.631116:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.631118:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.631121:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.631125:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.631129:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.631134:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.631137:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.631141:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.631144:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf7100 00000400:00000200:2.0:1767326933.631148:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.631152:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19015 [1] + 224 00000800:00000001:2.0:1767326933.631156:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.631160:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.631163:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.631166:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.631169:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.631173:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122e680 x1853164247544064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.631181:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86122e680 x1853164247544064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.631196:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.631201:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.631203:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.632921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.632926:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.632928:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.632930:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.632934:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.632938:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.632941:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.632943:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.632945:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.632947:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7200 00000400:00000200:2.0:1767326933.632950:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.632952:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1901d [2] + 224 00000800:00000001:2.0:1767326933.632955:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.632959:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.632960:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.632962:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.632965:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.632968:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122df80 x1853164247544320/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.632973:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e86122df80 x1853164247544320/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.632987:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.632990:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.632992:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.633803:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.633807:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326933.633810:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.633814:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.633818:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:2.0:1767326933.633820:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:2.0:1767326933.633823:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.633827:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122df80 x1853164247544576/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.633835:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.633839:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e86122df80 x1853164247544576/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.633867:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.633869:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.637874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d19e0. 00000080:00000010:0.1:1767326933.637886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe6300. 00010000:00000010:0.1:1767326933.637892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4caa00. 00010000:00000010:0.1:1767326933.637895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0de00. 00010000:00000010:0.1:1767326933.637897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7200. 00000080:00000010:0.1:1767326933.641872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1d40. 00000080:00000010:0.1:1767326933.641882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe7380. 00010000:00000010:0.1:1767326933.641888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6800. 00010000:00000010:0.1:1767326933.641891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd500. 00010000:00000010:0.1:1767326933.645871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ca400. 00010000:00000010:0.1:1767326933.645880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9e00. 00010000:00000010:0.1:1767326933.645884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8527dd200. 00010000:00000010:0.1:1767326933.645888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed6e00. 00000800:00000001:2.0:1767326933.645986:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.645997:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.645999:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.646002:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.646010:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.646016:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.646023:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.646027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.646032:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.646035:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7300 00000400:00000200:2.0:1767326933.646040:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.646045:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19025 [2] + 224 00000800:00000001:2.0:1767326933.646051:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.646057:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.646059:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.646063:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.646069:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.646076:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122df80 x1853164247544576/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.646085:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e86122df80 x1853164247544576/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.646100:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.646106:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.646108:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.650521:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.650525:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326933.650527:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.650530:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.650532:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:2.0:1767326933.650533:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:2.0:1767326933.650536:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.650539:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122e300 x1853164247544832/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.650544:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.650546:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e86122e300 x1853164247544832/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.650550:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.650551:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.651876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe3180. 00000080:00000010:0.1:1767326933.651883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1be0. 00000800:00000001:2.0:1767326933.653009:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.653016:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.653018:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.653020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.653025:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.653029:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.653034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.653038:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.653041:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.653044:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7400 00000400:00000200:2.0:1767326933.653048:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.653052:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1902d [2] + 224 00000800:00000001:2.0:1767326933.653056:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.653069:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.653070:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.653073:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.653076:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.653078:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122e300 x1853164247544832/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.653085:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e86122e300 x1853164247544832/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.653095:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.653098:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.653100:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.654515:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.654518:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:2.0:1767326933.654520:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.654523:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.654525:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:2.0:1767326933.654526:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:2.0:1767326933.654528:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.654531:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122c700 x1853164247545088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.654539:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.654542:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e86122c700 x1853164247545088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.654548:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.654550:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326933.655902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8a00. 00010000:00000010:0.1:1767326933.655909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0c00. 00010000:00000010:0.1:1767326933.655913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ca000. 00010000:00000010:0.1:1767326933.655917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8700. 00010000:00000010:0.1:1767326933.655921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9800. 00000800:00000001:2.0:1767326933.656750:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.656755:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.656757:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.656758:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.656761:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.656764:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.656767:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.656769:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.656771:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.656774:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7500 00000400:00000200:2.0:1767326933.656776:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.656787:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19035 [2] + 224 00000800:00000001:2.0:1767326933.656791:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.656795:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.656797:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.656799:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.656801:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.656804:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122c700 x1853164247545088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.656809:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e86122c700 x1853164247545088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.656819:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.656822:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.656823:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.658047:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.658050:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326933.658053:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.658059:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.658061:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:2.0:1767326933.658063:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:2.0:1767326933.658065:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.658068:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122ca80 x1853164247545344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.658073:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.658075:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e86122ca80 x1853164247545344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.658079:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.658080:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.660257:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.660262:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.660264:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.660265:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.660268:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.660271:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.660275:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.660277:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.660279:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.660281:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7600 00000400:00000200:2.0:1767326933.660283:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.660286:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1903d [2] + 224 00000800:00000001:2.0:1767326933.660289:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.660292:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.660294:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.660296:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.660298:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.660301:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122ca80 x1853164247545344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.660307:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e86122ca80 x1853164247545344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.660317:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.660320:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.660322:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326933.660862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e740. 00000080:00000010:0.1:1767326933.660873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862153180. 00010000:00000010:0.1:1767326933.660892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9a00. 00010000:00000010:0.1:1767326933.660895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0000. 00010000:00000010:0.1:1767326933.660899:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cac00. 00010000:00000010:0.1:1767326933.660903:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931c00. 00010000:00000010:0.1:1767326933.660907:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487800. 00000800:00000200:2.0:1767326933.661599:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.661605:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:2.0:1767326933.661609:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.661615:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.661619:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:2.0:1767326933.661623:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:2.0:1767326933.661627:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.661632:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86122e680 x1853164247545472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.661641:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.661646:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86122e680 x1853164247545472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.661663:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.661666:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326933.661930:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.661934:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:2.0:1767326933.661937:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.661941:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.661945:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:2.0:1767326933.661947:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:2.0:1767326933.661949:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.661953:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056300 x1853164247545728/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.661961:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.661964:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056300 x1853164247545728/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.661970:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.661972:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.662537:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.662542:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.662545:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.662546:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.662551:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.662555:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.662559:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.662560:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.662563:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.662564:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf7680 00000400:00000200:2.0:1767326933.662567:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.662569:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19045 [1] + 224 00000800:00000001:2.0:1767326933.662572:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.662576:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.662577:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.662579:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.662581:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.662584:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86122e680 x1853164247545472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.662589:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86122e680 x1853164247545472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.662600:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.662602:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.662604:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.664270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.664275:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.664276:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.664278:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.664281:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.664284:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.664287:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.664289:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.664292:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.664294:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7780 00000400:00000200:2.0:1767326933.664297:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.664299:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1904d [2] + 224 00000800:00000001:2.0:1767326933.664302:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.664306:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.664307:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.664309:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.664311:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.664314:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056300 x1853164247545728/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.664319:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869056300 x1853164247545728/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.664331:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.664335:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.664338:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326933.664855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e640. 00000080:00000010:0.1:1767326933.664863:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862150840. 00010000:00000010:0.1:1767326933.664867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8e00. 00010000:00000010:0.1:1767326933.664869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8604f0800. 00010000:00000010:0.1:1767326933.664871:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ca600. 00000800:00000200:2.0:1767326933.664952:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.664955:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:2.0:1767326933.664957:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.664960:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.664962:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:2.0:1767326933.664963:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:2.0:1767326933.664965:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.664968:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056300 x1853164247545984/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.664973:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.664974:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056300 x1853164247545984/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.664978:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.664979:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.668862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e240. 00000080:00000010:0.1:1767326933.668869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862154a40. 00010000:00000010:0.1:1767326933.668874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cb000. 00010000:00000010:0.1:1767326933.668876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0db00. 00010000:00000010:0.1:1767326933.672863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cba00. 00010000:00000010:0.1:1767326933.672867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9000. 00010000:00000010:0.1:1767326933.672870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762b0d800. 00010000:00000010:0.1:1767326933.672872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4cb800. 00000800:00000001:2.0:1767326933.676993:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.677000:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.677002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.677004:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.677008:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.677012:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.677016:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.677019:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.677024:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.677027:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7880 00000400:00000200:2.0:1767326933.677032:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.677036:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19055 [2] + 224 00000800:00000001:2.0:1767326933.677042:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.677048:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.677051:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.677054:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.677058:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.677064:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056300 x1853164247545984/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.677073:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869056300 x1853164247545984/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.677091:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.677097:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.677100:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.678155:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.678158:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:2.0:1767326933.678160:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.678163:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.678165:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:2.0:1767326933.678167:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:2.0:1767326933.678168:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.678171:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054380 x1853164247546240/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.678176:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.678178:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054380 x1853164247546240/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.678182:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.678182:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.680360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.680366:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.680369:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.680371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.680376:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.680379:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.680383:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.680385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.680387:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.680389:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7980 00000400:00000200:2.0:1767326933.680392:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.680396:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1905d [2] + 224 00000800:00000001:2.0:1767326933.680401:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.680407:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.680409:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.680412:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.680416:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.680420:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054380 x1853164247546240/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.680429:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869054380 x1853164247546240/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.680445:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.680450:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.680453:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.681153:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.681156:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:2.0:1767326933.681164:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.681167:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.681169:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:2.0:1767326933.681170:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:2.0:1767326933.681172:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.681175:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054380 x1853164247546496/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.681180:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.681182:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054380 x1853164247546496/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.681186:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.681187:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.682896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862156b40. 00000080:00000010:0.1:1767326933.682909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1c40. 00010000:00000010:0.1:1767326933.688869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd8800. 00010000:00000010:0.1:1767326933.688879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ed7a00. 00010000:00000010:0.1:1767326933.688883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762dd8500. 00010000:00000010:0.1:1767326933.688886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844dd9600. 00010000:00000010:0.1:1767326933.688888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.688890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:2.0:1767326933.691008:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.691020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.691023:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.691025:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.691034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.691041:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.691048:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.691052:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.691057:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.691061:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7a80 00000400:00000200:2.0:1767326933.691067:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.691072:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19065 [2] + 224 00000800:00000001:2.0:1767326933.691079:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.691086:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.691089:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.691093:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.691099:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.691107:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054380 x1853164247546496/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.691116:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869054380 x1853164247546496/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.691132:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.691139:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.691142:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.691898:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.691903:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:2.0:1767326933.691907:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.691912:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.691915:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:2.0:1767326933.691917:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:2.0:1767326933.691920:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.691924:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055f80 x1853164247546624/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.691931:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.691934:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055f80 x1853164247546624/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.691939:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.691941:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.693270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.693276:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.693279:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.693281:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.693286:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.693290:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.693294:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.693297:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.693301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.693304:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf7b00 00000400:00000200:2.0:1767326933.693308:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.693311:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1906d [4] + 224 00000800:00000001:2.0:1767326933.693316:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.693320:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.693322:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.693325:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.693329:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.693333:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055f80 x1853164247546624/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.693340:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869055f80 x1853164247546624/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.693353:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.693357:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.693360:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.696167:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.696172:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:2.0:1767326933.696175:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.696180:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.696183:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:2.0:1767326933.696185:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:2.0:1767326933.696188:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.696192:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055f80 x1853164247546880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.696200:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.696202:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055f80 x1853164247546880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.696208:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.696210:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.696880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434918c0. 00000080:00000010:0.1:1767326933.696889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9eb80. 00000800:00000001:2.0:1767326933.699233:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.699244:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.699247:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.699249:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.699255:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.699261:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.699266:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.699269:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.699272:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.699275:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7c00 00000400:00000200:2.0:1767326933.699279:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.699283:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19075 [2] + 224 00000800:00000001:2.0:1767326933.699288:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.699293:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.699294:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.699297:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.699301:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.699306:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055f80 x1853164247546880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.699314:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869055f80 x1853164247546880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.699327:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.699331:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.699334:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.700191:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.700195:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326933.700199:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.700203:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.700206:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:2.0:1767326933.700208:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:2.0:1767326933.700211:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.700216:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055f80 x1853164247547136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.700224:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.700227:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055f80 x1853164247547136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.700233:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.700234:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.701819:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.701827:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.701830:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.701832:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.701837:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.701868:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.701875:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.701879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.701884:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.701888:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a7700 00000400:00000200:2.0:1767326933.701895:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd18c45 [2] + 1312 00000800:00000001:2.0:1767326933.701901:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.701909:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.701912:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.701915:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.701920:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.701922:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.701926:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597480. 00000100:00000040:2.0:1767326933.701929:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597480 x1853164010239744 msgsize 328 00000100:00100000:2.0:1767326933.701933:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.701943:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.701947:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.701951:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.702239:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.702244:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9400. 00000400:00000200:2.0:1767326933.702251:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.702261:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.702268:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093e58 00000400:00000010:2.0:1767326933.702272:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093e58. 00000100:00000001:2.0:1767326933.702280:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326933.702285:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767326933.702735:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.702739:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:2.0:1767326933.702743:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.702747:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.702751:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:2.0:1767326933.702753:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000100:00000001:2.0:1767326933.702756:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.702760:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055180 x1853164247547264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.702769:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.702772:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869055180 x1853164247547264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.702789:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.702791:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.703816:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.703822:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.703824:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.703825:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.703829:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.703833:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.703837:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.703839:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.703859:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.703862:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf7d80 00000400:00000200:2.0:1767326933.703866:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.703869:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1908d [1] + 224 00000800:00000001:2.0:1767326933.703873:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.703878:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.703880:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.703882:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.703885:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.703888:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055180 x1853164247547264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.703895:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e869055180 x1853164247547264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.703905:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.703908:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.703910:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.704537:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.704542:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.704543:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.704545:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.704548:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.704551:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.704554:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.704555:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.704557:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.704559:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a7800 00000400:00000200:2.0:1767326933.704564:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd18c45 [2] + 1640 00000800:00000001:2.0:1767326933.704567:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.704589:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.704591:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.704593:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.704596:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.704597:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.704599:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594700. 00000100:00000040:2.0:1767326933.704601:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594700 x1853164010240000 msgsize 328 00000100:00100000:2.0:1767326933.704604:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.704610:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.704613:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.704615:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326933.705046:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.705047:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326933.705049:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:2.0:1767326933.705052:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00010000:00000001:1.0:1767326933.705055:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767326933.705056:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326933.705059:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326933.705063:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326933.705064:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.705069:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093220 00000400:00000010:2.0:1767326933.705073:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093220. 00010000:00010000:1.0:1767326933.705079:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84814ce00 already unused, calling callback (ffffffffc1c5fb40) 00000100:00000001:2.0:1767326933.705080:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326933.705083:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000080:00000001:1.0:1767326933.705084:0:193139:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326933.705087:0:193139:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.705093:0:193139:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326933.705094:0:193139:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326933.705097:0:193139:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.705100:0:193139:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326933.705101:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.705102:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.705103:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.705104:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84814ce00 refcount=3 00000020:00000001:1.0:1767326933.705105:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523118743040 : -115550590808576 : ffff96e84814ce00) 00010000:00000001:1.0:1767326933.705106:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523118743040 : -115550590808576 : ffff96e84814ce00) 00010000:00000001:1.0:1767326933.705108:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.705110:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.705113:0:193139:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.705116:0:193139:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.705117:0:193139:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.705119:0:193139:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x10b:0x0] mode (null) 00000002:00000001:1.0:1767326933.705127:0:193139:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.705130:0:193139:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.705135:0:193139:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e848713800 count: 2 00010000:00000001:1.0:1767326933.705138:0:193139:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.705142:0:193139:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.705144:0:193139:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.705145:0:193139:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.705147:0:193139:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e848713800 count: 2 00010000:00000001:1.0:1767326933.705148:0:193139:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.705149:0:193139:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.705150:0:193139:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.705152:0:193139:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x10b:0x0] lli = ffff96e8620998c0, pfid = [0x200002b13:0x61ec:0x0] 00000080:00000002:1.0:1767326933.705193:0:193139:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x10b:0x0] m[0x200002b13:0x61ec:0x0] 00000080:00000001:1.0:1767326933.705197:0:193139:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241772 : 144115373078241772 : 200002b130061ec) 00000080:00000001:1.0:1767326933.705201:0:193139:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.705202:0:193139:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.705205:0:193139:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.705207:0:193139:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x10b:0x0](ffff96e862099988) invalid 00000080:00000001:1.0:1767326933.705210:0:193139:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.705211:0:193139:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.705212:0:193139:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.705214:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.705216:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.705217:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.705218:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.705220:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.705221:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84814ce00 with handle 0xb12620548e07aa68 from hash 00010000:00000001:1.0:1767326933.705223:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.705223:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.705224:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.705225:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.705227:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.705227:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.705230:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.705233:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.705233:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.705234:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.705236:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.705237:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.705240:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000020:00000040:1.0:1767326933.705242:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.705245:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.705246:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.705249:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.705252:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481ae000. 00000100:00000001:1.0:1767326933.705255:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.705256:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.705259:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.705263:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.705264:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.705267:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.705269:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.705273:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247547392/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.705294:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.705296:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.705297:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.705298:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.705300:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.705301:0:193139:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.705303:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.705312:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.705316:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84814ce00/0xb12620548e07aa68 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10b:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d48fa8e expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.705334:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848713800 count: 0 00010000:00000010:1.0:1767326933.705339:0:193139:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e87849a880. 00010000:00000001:1.0:1767326933.705345:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.705348:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.705352:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e8712e9f00. 00010000:00000001:1.0:1767326933.705357:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.705361:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.705362:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.705365:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.705366:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.705367:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.705368:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.705369:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.705370:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.705374:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.705380:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.705384:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.705555:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.705558:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:2.0:1767326933.705561:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.705565:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.705569:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:2.0:1767326933.705571:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:2.0:1767326933.705574:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.705579:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247547392/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.705587:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.705597:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247547392/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.705609:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.705610:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.707557:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.707568:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.707571:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.707573:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.707579:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.707584:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.707590:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.707594:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.707599:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.707603:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf7e00 00000400:00000200:2.0:1767326933.707607:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.707612:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1909d [1] + 224 00000800:00000001:2.0:1767326933.707618:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.707625:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.707628:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.707639:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.707647:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.707653:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247547392/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.707663:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247547392/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.707677:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.707683:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.707686:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326933.707865:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fae000. 00010000:00000010:0.1:1767326933.707871:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a0e00. 00010000:00000010:0.1:1767326933.707883:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310c00. 00010000:00000010:0.1:1767326933.707887:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5600. 00010000:00000010:0.1:1767326933.707890:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.707892:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326933.711924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310d00. 00010000:00000010:1.1:1767326933.711930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713800. 00010000:00000010:0.1:1767326933.711937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e4c00. 00010000:00000010:1.1:1767326933.711937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814ce00. 00000800:00000001:2.0:1767326933.715593:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.715609:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.715613:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.715616:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.715626:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.715634:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.715642:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.715646:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.715652:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.715656:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7d00 00000400:00000200:2.0:1767326933.715662:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.715667:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1907d [2] + 224 00000800:00000001:2.0:1767326933.715675:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.715684:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.715687:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.715692:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.715699:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.715707:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055f80 x1853164247547136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.715718:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869055f80 x1853164247547136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.715740:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.715748:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.715752:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.716689:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.716692:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326933.716694:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.716698:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.716700:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:2.0:1767326933.716701:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:2.0:1767326933.716704:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.716707:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054e00 x1853164247547520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.716712:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.716714:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054e00 x1853164247547520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.716722:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.716723:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.717987:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.717994:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.717996:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.717998:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.718003:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.718007:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.718012:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.718015:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.718019:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.718022:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf7e80 00000400:00000200:2.0:1767326933.718026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.718029:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd190a5 [4] + 224 00000800:00000001:2.0:1767326933.718034:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.718040:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.718042:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.718045:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.718049:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.718053:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054e00 x1853164247547520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.718062:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869054e00 x1853164247547520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.718077:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.718081:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.718084:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.721723:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.721727:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326933.721729:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.721733:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.721735:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:2.0:1767326933.721737:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:2.0:1767326933.721739:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.721742:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054e00 x1853164247547776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.721750:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.721753:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054e00 x1853164247547776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.721759:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.721761:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.721894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814518c0. 00000080:00000010:0.1:1767326933.721907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132ee00. 00000800:00000001:2.0:1767326933.724869:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.724879:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.724882:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.724885:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.724891:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.724897:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.724902:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.724906:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.724910:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.724914:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf7f80 00000400:00000200:2.0:1767326933.724918:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.724922:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd190ad [2] + 224 00000800:00000001:2.0:1767326933.724927:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.724940:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.724941:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.724944:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.724947:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.724951:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054e00 x1853164247547776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.724958:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869054e00 x1853164247547776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.724970:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.724974:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.724976:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.725943:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.725947:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326933.725949:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.725952:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.725955:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:2.0:1767326933.725956:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:2.0:1767326933.725958:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.725961:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054e00 x1853164247548032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.725966:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.725968:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054e00 x1853164247548032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.725972:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.725973:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.727932:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.727940:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.727943:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.727945:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.727950:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.727955:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.727961:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.727964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.727968:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.727971:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a7c00 00000400:00000200:2.0:1767326933.727977:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd18c45 [2] + 1968 00000400:00000010:2.0:1767326933.727981:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200c60. 00000400:00000200:2.0:1767326933.727985:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a600 00000800:00000001:2.0:1767326933.727989:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.727995:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.727997:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.728001:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.728004:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a600 00000400:00000010:2.0:1767326933.728007:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a600. 00000100:00000001:2.0:1767326933.728011:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.728013:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326933.728016:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a35450 x1853164010241024 msgsize 328 00000100:00100000:2.0:1767326933.728021:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326933.728023:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326933.728033:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.728038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.728040:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.728485:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.728491:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9700. 00000400:00000200:2.0:1767326933.728499:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.728508:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.728516:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093220 00000400:00000010:2.0:1767326933.728522:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093220. 00000100:00000001:2.0:1767326933.728530:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326933.728535:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326933.728539:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 02000000:00000001:2.0:1767326933.728544:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326933.728547:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326933.728823:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.728827:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.728829:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.728835:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.728865:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.728868:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.728874:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.728878:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.728882:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.728888:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247548160:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.728894:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.728897:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.728899:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.728900:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.728903:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afc00. 02000000:00000001:1.0:1767326933.728905:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.728912:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.728915:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.728918:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.728921:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247548160, portal 18 00000100:00000001:1.0:1767326933.728923:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.728924:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671373568 : -115550038178048 : ffff96e869054700) 00000100:00000040:1.0:1767326933.728927:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.728931:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.728933:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.728934:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326933.728936:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247548160, offset 0 00000400:00000200:1.0:1767326933.728938:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.728941:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.728944:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.728946:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.728948:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.728950:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.728952:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.728954:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556138:1556138:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556131:1556131:8:4294967295] 00000400:00000200:1.0:1767326933.728956:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.728961:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.728963:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.728966:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326933.728968:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.728971:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.728973:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.728980:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.728982:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326933.728984:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.728986:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852438 00000100:00000001:1.0:1767326933.728988:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.728989:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852438 00000100:00000001:1.0:1767326933.728991:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.728993:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.728994:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.728996:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.728997:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.729001:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.729002:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.729004:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.729005:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.729006:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.729007:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.729034:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.729038:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:2.0:1767326933.729041:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.729046:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.729049:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:2.0:1767326933.729051:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:2.0:1767326933.729053:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.729057:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.729066:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.729069:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.729076:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.729077:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326933.730323:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.730325:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.730328:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.730329:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.730330:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.730333:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.730334:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.730335:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.730339:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.730345:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.730349:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.730350:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.730351:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.730352:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.730353:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.730354:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.730356:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.730359:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.730361:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.730363:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.730364:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.730365:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.730366:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.730368:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.730369:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326933.730371:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.730372:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.730375:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.730379:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.730380:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.730381:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.730383:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.730387:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247548160:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.730390:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.730391:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.730393:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869054700 x1853164247548160/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.730397:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.730398:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.730399:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afc00. 02000000:00000001:1.0:1767326933.730401:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.730402:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.730403:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=256 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.730404:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.730405:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843c4c200. 02000000:00000001:1.0:1767326933.730407:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.730408:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.730410:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869054700. 00000100:00000001:1.0:1767326933.730411:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.730412:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.730413:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.730415:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.730416:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.730418:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.730419:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326933.730944:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.730950:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.730952:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.730955:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.730959:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.730963:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.730968:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.730972:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.730975:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.730978:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a7d00 00000400:00000200:2.0:1767326933.730983:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd190bd [2] + 0 00000800:00000001:2.0:1767326933.730987:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.731012:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.731015:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.731019:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.731022:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.731024:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.731027:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597b80. 00000100:00000040:2.0:1767326933.731030:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597b80 x1853164010241280 msgsize 328 00000100:00100000:2.0:1767326933.731034:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.731043:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.731047:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.731050:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326933.731313:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.731317:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.731322:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326933.731324:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326933.731328:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326933.731333:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767326933.731336:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.731342:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00000400:00000200:2.0:1767326933.731349:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326933.731351:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8580cf400 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326933.731355:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000400:00000200:2.0:1767326933.731358:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326933.731360:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326933.731364:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093e58 00010000:00000001:1.0:1767326933.731370:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326933.731372:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326933.731377:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767326933.731379:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093e58. 00000100:00000001:2.0:1767326933.731385:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326933.731387:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767326933.731388:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326933.731393:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.731395:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.731396:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.731398:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8580cf400 refcount=3 00000020:00000001:1.0:1767326933.731401:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523386663936 : -115550322887680 : ffff96e8580cf400) 00010000:00000001:1.0:1767326933.731404:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523386663936 : -115550322887680 : ffff96e8580cf400) 00010000:00000001:1.0:1767326933.731407:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.731409:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.731415:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.731418:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.731419:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.731421:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x10c:0x0] mode (null) 00000002:00000001:1.0:1767326933.731424:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.731426:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.731430:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e846e6fb00 count: 2 00010000:00000001:1.0:1767326933.731433:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.731435:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.731437:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.731438:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.731440:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e846e6fb00 count: 2 00010000:00000001:1.0:1767326933.731441:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.731442:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.731444:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.731445:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x10c:0x0] lli = ffff96e881455280, pfid = [0x200002b13:0x61ed:0x0] 00000080:00000002:1.0:1767326933.731474:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x10c:0x0] m[0x200002b13:0x61ed:0x0] 00000080:00000001:1.0:1767326933.731476:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241773 : 144115373078241773 : 200002b130061ed) 00000080:00000001:1.0:1767326933.731478:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.731480:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.731481:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.731482:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x10c:0x0](ffff96e881455348) invalid 00000080:00000001:1.0:1767326933.731484:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.731485:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.731486:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.731487:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.731490:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.731491:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.731492:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.731493:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.731494:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8580cf400 with handle 0xb12620548e08279d from hash 00010000:00000001:1.0:1767326933.731496:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.731497:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.731498:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.731498:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.731500:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.731501:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.731503:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.731505:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.731506:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.731507:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.731508:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.731509:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.731512:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b100. 00000020:00000040:1.0:1767326933.731514:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.731516:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.731517:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.731519:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.731521:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afc00. 00000100:00000001:1.0:1767326933.731524:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.731526:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.731528:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.731532:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.731533:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.731535:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.731538:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.731543:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f53c1fb] to pc [ptlrpcd_00_00+0] req@ffff96e86841b100 x1853164247548288/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.731571:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.731573:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.731574:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.731576:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.731578:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.731581:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.731585:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.731597:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.731600:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8580cf400/0xb12620548e08279d lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10c:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4b082f expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.731610:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846e6fb00 count: 0 00010000:00000010:1.0:1767326933.731626:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8431a4600. 00010000:00000001:1.0:1767326933.731635:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.731637:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.731640:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e8712e9540. 00010000:00000001:1.0:1767326933.731645:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.731648:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.731651:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.731654:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.731657:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.731660:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.731666:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.731669:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.731673:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.731678:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.731686:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.731691:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.731808:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.731812:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:2.0:1767326933.731816:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.731820:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.731824:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:2.0:1767326933.731826:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:2.0:1767326933.731829:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.731833:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b100 x1853164247548288/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.731860:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.731864:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b100 x1853164247548288/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.731872:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.731874:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326933.732874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0ae00. 00010000:00000010:0.1:1767326933.732879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e4a00. 00010000:00000010:0.1:1767326933.732882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980c00. 00010000:00000010:0.1:1767326933.732885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0ac00. 00010000:00000010:0.1:1767326933.732886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.732888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:2.0:1767326933.734045:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.734051:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.734053:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.734054:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.734058:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.734061:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.734065:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.734067:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.734070:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.734072:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf8180 00000400:00000200:2.0:1767326933.734074:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.734077:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd190dd [1] + 224 00000800:00000001:2.0:1767326933.734080:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.734084:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.734086:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.734088:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.734091:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.734094:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b100 x1853164247548288/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.734101:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b100 x1853164247548288/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.734115:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.734119:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.734120:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326933.736918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846e6fb00. 00010000:00000010:1.1:1767326933.736931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8580cf400. 00010000:00000010:0.1:1767326933.736942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980600. 00010000:00000010:0.1:1767326933.736951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0a600. 00000800:00000001:2.0:1767326933.741721:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.741733:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.741735:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.741737:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.741744:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.741749:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.741755:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.741758:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.741762:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.741765:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8080 00000400:00000200:2.0:1767326933.741768:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.741772:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd190b5 [2] + 224 00000800:00000001:2.0:1767326933.741790:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.741797:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.741799:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.741803:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.741807:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.741813:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054e00 x1853164247548032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.741823:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869054e00 x1853164247548032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.741858:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.741867:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.741871:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.742474:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.742479:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:2.0:1767326933.742482:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.742487:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.742491:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:2.0:1767326933.742493:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:2.0:1767326933.742496:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.742501:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056d80 x1853164247548416/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.742509:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.742512:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056d80 x1853164247548416/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.742519:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.742521:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.743626:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.743631:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.743632:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.743634:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.743637:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.743639:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.743643:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.743645:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.743647:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.743649:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf8200 00000400:00000200:2.0:1767326933.743651:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.743654:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd190e5 [4] + 224 00000800:00000001:2.0:1767326933.743657:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.743660:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.743662:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.743664:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.743666:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.743669:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056d80 x1853164247548416/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.743675:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869056d80 x1853164247548416/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.743686:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.743689:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.743691:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.747151:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.747155:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:2.0:1767326933.747158:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.747163:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.747166:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:2.0:1767326933.747168:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:2.0:1767326933.747171:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.747174:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056d80 x1853164247548672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.747182:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.747185:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056d80 x1853164247548672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.747192:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.747193:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.748870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86209dac0. 00000080:00000010:0.1:1767326933.748879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d10e0. 00000800:00000001:2.0:1767326933.750312:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.750318:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.750320:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.750322:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.750325:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.750328:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.750332:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.750334:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.750337:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.750339:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8300 00000400:00000200:2.0:1767326933.750341:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.750344:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd190ed [2] + 224 00000800:00000001:2.0:1767326933.750348:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.750352:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.750353:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.750355:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.750358:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.750361:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056d80 x1853164247548672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.750368:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869056d80 x1853164247548672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.750382:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.750388:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.750391:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.751707:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.751710:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:2.0:1767326933.751713:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.751716:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.751718:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:2.0:1767326933.751719:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:2.0:1767326933.751721:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.751724:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054a80 x1853164247548928/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.751729:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.751731:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054a80 x1853164247548928/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.751735:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.751736:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.752922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1420. 00010000:00000010:0.1:1767326933.752929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310200. 00010000:00000010:0.1:1767326933.752933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5e00. 00010000:00000010:0.1:1767326933.752935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310600. 00010000:00000010:0.1:1767326933.752937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5200. 00000800:00000001:2.0:1767326933.754408:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.754413:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.754415:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.754416:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.754420:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.754422:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.754427:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.754435:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.754439:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.754442:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8400 00000400:00000200:2.0:1767326933.754446:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.754450:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd190f5 [2] + 224 00000800:00000001:2.0:1767326933.754454:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.754460:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.754462:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.754466:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.754469:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.754473:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054a80 x1853164247548928/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.754482:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869054a80 x1853164247548928/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.754496:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.754501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.754504:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.755243:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.755246:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326933.755249:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.755252:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.755254:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:2.0:1767326933.755255:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:2.0:1767326933.755257:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.755260:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054a80 x1853164247549184/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.755266:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.755268:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054a80 x1853164247549184/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.755272:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.755273:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.757452:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.757457:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.757459:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.757460:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.757463:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.757466:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.757469:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.757471:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.757473:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.757476:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a8180 00000400:00000200:2.0:1767326933.757482:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd190bd [2] + 328 00000800:00000001:2.0:1767326933.757487:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.757492:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.757494:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.757497:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.757501:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.757503:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.757507:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597800. 00000100:00000040:2.0:1767326933.757510:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597800 x1853164010242432 msgsize 328 00000100:00100000:2.0:1767326933.757514:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.757524:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.757528:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.757531:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326933.757811:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.757819:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.757822:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326933.757826:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326933.757829:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1767326933.757829:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326933.757832:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767326933.757834:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00010000:00010000:1.0:1767326933.757864:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713e5400 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326933.757869:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000400:00000200:2.0:1767326933.757869:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326933.757874:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767326933.757878:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000080:00000010:0.1:1767326933.757879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e300. 00000400:00000200:2.0:1767326933.757885:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810937f8 00000400:00000010:2.0:1767326933.757888:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810937f8. 00010000:00000001:1.0:1767326933.757891:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000100:00000001:2.0:1767326933.757893:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326933.757896:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767326933.757896:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.757897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86209f380. 00010000:00010000:1.0:1767326933.757903:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.757915:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326933.757919:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.757920:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.757922:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.757924:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713e5400 refcount=3 00000020:00000001:1.0:1767326933.757926:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809330176 : -115549900221440 : ffff96e8713e5400) 00010000:00000001:1.0:1767326933.757929:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809330176 : -115549900221440 : ffff96e8713e5400) 00010000:00000001:1.0:1767326933.757931:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.757933:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.757937:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.757938:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.757939:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.757940:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x10d:0x0] mode (null) 00000002:00000001:1.0:1767326933.757942:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.757943:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.757946:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f310500 count: 2 00010000:00000001:1.0:1767326933.757949:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.757950:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.757951:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.757952:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.757953:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f310500 count: 2 00010000:00000001:1.0:1767326933.757954:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.757956:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.757957:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.757958:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x10d:0x0] lli = ffff96e86209a940, pfid = [0x200002b13:0x61ef:0x0] 00000080:00000002:1.0:1767326933.757998:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x10d:0x0] m[0x200002b13:0x61ef:0x0] 00000080:00000001:1.0:1767326933.758000:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241775 : 144115373078241775 : 200002b130061ef) 00000080:00000001:1.0:1767326933.758003:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.758003:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.758005:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.758006:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x10d:0x0](ffff96e86209aa08) invalid 00000080:00000001:1.0:1767326933.758008:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.758008:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.758009:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.758011:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.758013:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.758014:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.758015:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.758016:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.758017:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8713e5400 with handle 0xb12620548e061caa from hash 00010000:00000001:1.0:1767326933.758019:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.758020:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.758021:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.758021:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.758023:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.758024:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.758026:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.758028:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.758029:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.758029:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.758031:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.758032:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.758035:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00000020:00000040:1.0:1767326933.758037:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.758039:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.758040:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.758042:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.758045:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481aea00. 00000100:00000001:1.0:1767326933.758048:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.758049:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.758051:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.758055:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.758056:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.758058:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.758060:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.758065:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_01+1] req@ffff96e868419500 x1853164247549312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.758085:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.758087:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.758088:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.758089:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.758091:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.758092:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.758095:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.758101:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.758104:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8713e5400/0xb12620548e061caa lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d424493 expref: -99 pid: 252732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.758113:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f310500 count: 0 00010000:00000010:1.0:1767326933.758119:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e7628f9a80. 00010000:00000001:1.0:1767326933.758126:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.758129:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.758132:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e8712e9600. 00010000:00000001:1.0:1767326933.758136:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.758140:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.758142:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.758146:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.758149:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.758151:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.758153:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.758162:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.758164:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.758167:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.758174:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.758178:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.758290:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.758294:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326933.758296:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.758301:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.758304:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:2.0:1767326933.758306:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:2.0:1767326933.758309:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.758313:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247549312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.758327:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.758330:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247549312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.758335:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.758336:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.760101:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.760108:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.760110:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.760112:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.760116:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.760120:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.760125:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.760128:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.760130:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.760133:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf8580 00000400:00000200:2.0:1767326933.760137:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.760140:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1910d [1] + 224 00000800:00000001:2.0:1767326933.760144:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.760148:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.760150:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.760153:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.760156:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.760160:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247549312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.760170:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247549312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.760185:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.760189:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.760192:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326933.762879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a1800. 00010000:00000010:0.1:1767326933.762884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5000. 00010000:00000010:0.1:1767326933.762888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310a00. 00010000:00000010:0.1:1767326933.762891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e4600. 00010000:00000010:0.1:1767326933.762894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.762896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:2.0:1767326933.766606:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.766613:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.766615:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.766616:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.766620:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.766623:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.766628:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.766630:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.766633:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.766635:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8500 00000400:00000200:2.0:1767326933.766639:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.766643:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd190fd [2] + 224 00000800:00000001:2.0:1767326933.766648:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.766654:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.766656:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.766660:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.766663:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.766668:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054a80 x1853164247549184/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.766678:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869054a80 x1853164247549184/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.766692:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.766697:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.766700:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326933.766891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310500. 00010000:00000010:1.1:1767326933.766897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5400. 00000800:00000200:2.0:1767326933.767397:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.767401:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326933.767404:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.767409:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.767412:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:2.0:1767326933.767414:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:2.0:1767326933.767417:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.767421:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056a00 x1853164247549440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.767435:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.767438:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056a00 x1853164247549440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.767444:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.767446:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.768455:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.768460:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.768461:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.768463:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.768465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.768468:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.768471:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.768473:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.768475:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.768477:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf8600 00000400:00000200:2.0:1767326933.768480:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.768482:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19115 [4] + 224 00000800:00000001:2.0:1767326933.768485:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.768488:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.768490:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.768492:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.768494:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.768497:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056a00 x1853164247549440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.768502:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869056a00 x1853164247549440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.768512:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.768514:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.768516:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.772045:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.772048:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:2.0:1767326933.772050:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.772054:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.772056:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:2.0:1767326933.772058:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:2.0:1767326933.772060:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.772063:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056a00 x1853164247549696/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.772068:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.772070:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056a00 x1853164247549696/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.772074:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.772075:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.773868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434939c0. 00000080:00000010:0.1:1767326933.773875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e600. 00000800:00000001:2.0:1767326933.774486:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.774492:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.774494:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.774495:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.774499:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.774502:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.774505:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.774508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.774510:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.774512:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8700 00000400:00000200:2.0:1767326933.774515:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.774518:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1911d [2] + 224 00000800:00000001:2.0:1767326933.774521:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.774525:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.774527:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.774529:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.774532:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.774534:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056a00 x1853164247549696/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.774541:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869056a00 x1853164247549696/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.774552:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.774555:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.774557:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.775819:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.775822:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326933.775824:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.775828:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.775830:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:2.0:1767326933.775831:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:2.0:1767326933.775833:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.775836:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057b80 x1853164247549952/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.775867:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.775871:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057b80 x1853164247549952/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.775878:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.775879:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326933.777887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844508a00. 00010000:00000010:0.1:1767326933.777894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870eb5a00. 00010000:00000010:0.1:1767326933.777900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871321100. 00010000:00000010:0.1:1767326933.777902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a2f800. 00000800:00000001:2.0:1767326933.778059:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.778064:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.778066:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.778067:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.778070:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.778073:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.778076:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.778078:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.778080:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.778082:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8800 00000400:00000200:2.0:1767326933.778085:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.778087:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19125 [2] + 224 00000800:00000001:2.0:1767326933.778090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.778094:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.778095:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.778097:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.778100:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.778103:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057b80 x1853164247549952/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.778108:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869057b80 x1853164247549952/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.778119:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.778122:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.778123:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.778712:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.778717:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:2.0:1767326933.778720:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.778725:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.778728:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:2.0:1767326933.778730:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:2.0:1767326933.778732:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.778737:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057b80 x1853164247550208/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.778745:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.778750:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057b80 x1853164247550208/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.778757:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.778758:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.780176:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.780181:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.780183:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.780184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.780188:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.780191:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.780196:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.780199:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.780202:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.780205:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a8580 00000400:00000200:2.0:1767326933.780220:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd190bd [2] + 656 00000800:00000001:2.0:1767326933.780228:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.780235:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.780237:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.780240:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.780244:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.780246:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.780251:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00000100:00000040:2.0:1767326933.780253:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010243456 msgsize 328 00000100:00100000:2.0:1767326933.780256:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.780265:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.780269:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.780272:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.780611:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.780616:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000400:00000200:2.0:1767326933.780622:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.780629:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.780632:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093770 00000400:00000010:2.0:1767326933.780636:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093770. 00000100:00000001:2.0:1767326933.780641:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326933.780644:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326933.780963:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.780967:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.780970:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.780976:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.780987:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.780990:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.780992:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.780995:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.780998:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.781001:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247550336:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.781006:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.781010:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.781015:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.781020:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.781026:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.781032:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.781040:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.781048:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.781055:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.781060:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247550336, portal 18 00000100:00000001:1.0:1767326933.781064:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.781068:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671378944 : -115550038172672 : ffff96e869055c00) 00000100:00000040:1.0:1767326933.781074:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.781079:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.781080:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.781082:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00000200:1.0:1767326933.781084:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247550336, offset 0 00000400:00000200:1.0:1767326933.781089:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.781093:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.781097:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.781100:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.781104:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.781106:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.781108:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.781112:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556152:1556152:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556145:1556145:8:4294967295] 00000400:00000200:1.0:1767326933.781116:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.781122:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.781126:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.781130:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326933.781135:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.781139:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.781142:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.781155:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.781158:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326933.781161:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.781163:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852490 00000100:00000001:1.0:1767326933.781166:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.781169:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852490 00000100:00000001:1.0:1767326933.781171:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.781173:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.781174:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.781177:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.781178:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.781181:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.781182:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.781184:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.781185:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.781189:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.781191:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.781209:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.781212:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:2.0:1767326933.781214:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.781218:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.781220:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000400:00000010:2.0:1767326933.781222:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:2.0:1767326933.781224:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.781227:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.781232:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.781234:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.781242:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.781243:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.781887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860610e20. 00000800:00000001:2.0:1767326933.782314:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.782320:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.782321:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.782322:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.782325:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.782328:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.782331:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.782333:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.782335:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.782337:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf8980 00000400:00000200:2.0:1767326933.782340:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.782342:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1913d [1] + 224 00000800:00000001:2.0:1767326933.782345:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.782348:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.782350:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.782352:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.782354:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.782357:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.782363:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.782373:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.782377:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.782380:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.782399:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.782401:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.782405:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.782406:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.782408:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.782411:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.782412:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.782414:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.782417:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.782422:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.782426:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.782427:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.782428:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.782430:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.782430:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.782432:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.782433:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.782437:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.782439:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.782440:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.782441:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.782442:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.782444:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.782446:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.782447:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326933.782448:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.782450:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.782452:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.782456:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.782457:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.782458:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.782461:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.782469:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247550336:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.782471:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.782472:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.782474:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055c00 x1853164247550336/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.782477:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.782479:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.782480:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.782482:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.782483:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.782483:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=257 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.782484:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.782485:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8592f2c00. 02000000:00000001:1.0:1767326933.782487:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.782488:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.782489:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055c00. 00000100:00000001:1.0:1767326933.782491:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.782492:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.782493:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.782495:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.782496:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.782497:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.782499:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326933.785899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881454a40. 00010000:00000010:0.1:1767326933.785912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b1aa00. 00010000:00000010:0.1:1767326933.785915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e4e00. 00010000:00000010:0.1:1767326933.785918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310100. 00010000:00000010:0.1:1767326933.785920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e4400. 00010000:00000010:0.1:1767326933.785922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.785924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326933.789927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310300. 00010000:00000010:0.1:1767326933.789937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713e5800. 00000800:00000001:2.0:1767326933.791380:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.791433:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.791436:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.791440:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.791448:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.791455:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.791463:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.791467:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.791473:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.791476:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8900 00000400:00000200:2.0:1767326933.791481:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.791487:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1912d [2] + 224 00000800:00000001:2.0:1767326933.791495:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.791511:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.791514:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.791519:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.791526:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.791534:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057b80 x1853164247550208/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.791545:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869057b80 x1853164247550208/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.791562:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.791570:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.791574:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.792336:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.792340:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:2.0:1767326933.792344:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.792348:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.792352:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:2.0:1767326933.792354:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:2.0:1767326933.792357:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.792361:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057480 x1853164247550464/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.792369:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.792371:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057480 x1853164247550464/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.792382:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.792384:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.793821:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.793827:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.793828:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.793830:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.793833:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.793837:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.793868:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.793874:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.793878:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.793881:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf8a00 00000400:00000200:2.0:1767326933.793885:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.793889:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19145 [4] + 224 00000800:00000001:2.0:1767326933.793894:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.793902:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.793905:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.793909:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.793912:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.793917:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057480 x1853164247550464/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.793928:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869057480 x1853164247550464/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.793946:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.793951:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.793954:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326933.796860:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862099080. 00000800:00000200:2.0:1767326933.798513:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.798516:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:2.0:1767326933.798519:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.798522:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.798525:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:2.0:1767326933.798527:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:2.0:1767326933.798529:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.798533:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057480 x1853164247550720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.798538:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.798540:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057480 x1853164247550720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.798545:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.798546:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.800878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e540. 00000800:00000001:2.0:1767326933.802264:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.802275:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.802278:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.802280:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.802286:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.802291:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.802298:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.802301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.802305:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.802309:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8b00 00000400:00000200:2.0:1767326933.802313:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.802318:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1914d [2] + 224 00000800:00000001:2.0:1767326933.802325:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.802331:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.802334:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.802337:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.802342:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.802348:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057480 x1853164247550720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.802358:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869057480 x1853164247550720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.802374:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.802380:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.802383:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.803500:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.803503:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:2.0:1767326933.803505:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.803509:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.803511:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:2.0:1767326933.803512:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:2.0:1767326933.803514:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.803517:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057800 x1853164247550976/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.803523:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.803525:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057800 x1853164247550976/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.803529:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.803530:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326933.804896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8506ce200. 00010000:00000010:0.1:1767326933.804902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0a000. 00010000:00000010:0.1:1767326933.804908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022b00. 00010000:00000010:0.1:1767326933.804912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487e00. 00010000:00000010:0.1:1767326933.804917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467400. 00010000:00000010:0.1:1767326933.804921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e0600. 00000800:00000001:2.0:1767326933.805863:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.805869:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.805871:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.805873:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.805876:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.805880:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.805883:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.805885:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.805888:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.805890:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8c00 00000400:00000200:2.0:1767326933.805892:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.805896:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19155 [2] + 224 00000800:00000001:2.0:1767326933.805899:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.805903:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.805904:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.805906:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.805908:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.805912:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057800 x1853164247550976/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.805919:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869057800 x1853164247550976/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.805929:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.805933:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.805934:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.806634:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.806638:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:2.0:1767326933.806640:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.806643:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.806645:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:2.0:1767326933.806647:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:2.0:1767326933.806648:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.806651:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057800 x1853164247551232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.806657:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.806659:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057800 x1853164247551232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.806663:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.806664:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.808549:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.808556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.808558:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.808559:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.808564:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.808567:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.808571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.808573:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.808575:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.808578:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8a8a00 00000400:00000200:2.0:1767326933.808583:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd190bd [2] + 984 00000800:00000001:2.0:1767326933.808586:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.808591:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.808592:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.808595:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.808598:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326933.808599:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326933.808602:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000100:00000040:2.0:1767326933.808604:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010244608 msgsize 328 00000100:00100000:2.0:1767326933.808607:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326933.808615:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.808619:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.808621:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.809049:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.809054:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000400:00000200:2.0:1767326933.809061:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.809071:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.809078:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093198 00000400:00000010:2.0:1767326933.809083:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093198. 00000100:00000001:2.0:1767326933.809089:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326933.809093:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326933.809282:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.809285:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.809287:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.809293:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.809301:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.809302:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.809305:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.809307:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.809309:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.809313:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247551360:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.809316:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.809319:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.809321:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.809322:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.809326:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.809328:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.809332:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.809335:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.809340:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.809343:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247551360, portal 18 00000100:00000001:1.0:1767326933.809345:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.809347:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671384320 : -115550038167296 : ffff96e869057100) 00000100:00000040:1.0:1767326933.809352:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.809359:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.809361:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.809363:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000200:1.0:1767326933.809365:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247551360, offset 0 00000400:00000200:1.0:1767326933.809368:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.809371:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.809373:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.809376:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.809378:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.809379:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.809381:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.809383:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556158:1556158:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556151:1556151:8:4294967295] 00000400:00000200:1.0:1767326933.809386:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.809390:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.809393:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.809395:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326933.809398:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.809400:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.809402:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.809411:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.809413:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326933.809415:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.809418:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852517 00000100:00000001:1.0:1767326933.809420:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.809422:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852517 00000100:00000001:1.0:1767326933.809424:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.809426:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.809429:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.809431:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.809433:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.809438:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.809440:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.809442:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.809444:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.809445:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.809447:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.809468:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.809471:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:2.0:1767326933.809473:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.809478:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.809481:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000400:00000010:2.0:1767326933.809483:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:2.0:1767326933.809485:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.809489:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.809497:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.809500:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.809507:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.809508:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326933.810874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1e80. 00000080:00000010:0.1:1767326933.810949:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84923e300. 00000800:00000001:2.0:1767326933.811535:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.811543:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.811553:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.811555:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.811561:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.811565:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.811571:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.811573:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.811577:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.811581:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf8d80 00000400:00000200:2.0:1767326933.811584:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.811589:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1916d [1] + 224 00000800:00000001:2.0:1767326933.811593:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.811599:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.811601:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.811604:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.811608:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.811614:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.811622:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.811636:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.811641:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.811644:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.811669:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.811672:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.811676:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.811678:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.811680:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.811684:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.811685:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.811687:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.811692:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.811700:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.811706:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.811708:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.811710:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.811712:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.811714:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.811715:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.811718:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.811723:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.811727:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.811729:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.811730:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.811732:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.811735:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.811737:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.811739:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326933.811741:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.811743:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.811746:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.811753:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.811755:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.811756:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.811760:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.811767:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247551360:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.811771:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.811773:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.811788:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869057100 x1853164247551360/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.811795:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.811797:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.811799:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.811803:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.811804:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.811806:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.811809:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.811811:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843c4c400. 02000000:00000001:1.0:1767326933.811815:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.811816:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.811818:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869057100. 00000100:00000001:1.0:1767326933.811821:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.811822:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.811824:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.811828:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.811829:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.811831:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.811833:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.814875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869271000. 00010000:00000010:0.1:1767326933.814893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e0400. 00010000:00000010:0.1:1767326933.814898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022700. 00010000:00000010:0.1:1767326933.814902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487600. 00010000:00000010:0.1:1767326933.814905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f79ca00. 00010000:00000010:0.1:1767326933.818913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022c00. 00010000:00000010:0.1:1767326933.818920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487c00. 00000800:00000001:2.0:1767326933.819276:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.819287:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.819290:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.819292:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.819301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.819308:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.819314:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.819319:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.819324:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.819327:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8d00 00000400:00000200:2.0:1767326933.819332:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.819339:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1915d [2] + 224 00000800:00000001:2.0:1767326933.819346:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.819353:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.819356:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.819361:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.819367:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.819374:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057800 x1853164247551232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.819385:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869057800 x1853164247551232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.819408:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.819419:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.819422:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.820769:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.820772:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:2.0:1767326933.820783:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.820787:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.820790:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:2.0:1767326933.820791:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:2.0:1767326933.820793:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.820796:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057100 x1853164247551616/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.820802:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.820805:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057100 x1853164247551616/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.820809:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.820810:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.821967:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.821973:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.821975:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.821976:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.821980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.821983:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.821987:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.821989:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.821991:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.821994:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8e80 00000400:00000200:2.0:1767326933.821996:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.821999:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19175 [2] + 224 00000800:00000001:2.0:1767326933.822002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.822006:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.822008:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.822010:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.822012:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.822016:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057100 x1853164247551616/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.822022:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e869057100 x1853164247551616/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.822034:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.822037:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.822039:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.822617:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.822620:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326933.822623:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.822626:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.822628:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:2.0:1767326933.822629:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:2.0:1767326933.822631:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.822634:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869057100 x1853164247551872/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.822639:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.822641:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869057100 x1853164247551872/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.822648:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.822649:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.824787:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.824796:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.824798:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.824800:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.824804:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.824808:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.824812:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.824814:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.824817:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.824820:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caf8f80 00000400:00000200:2.0:1767326933.824823:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.824826:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1917d [2] + 224 00000800:00000001:2.0:1767326933.824829:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.824833:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.824835:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.824837:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.824867:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.824874:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869057100 x1853164247551872/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.1:1767326933.824878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849238000. 00000100:00000040:2.0:1767326933.824889:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869057100 x1853164247551872/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.1:1767326933.824890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1680. 00000100:00000001:2.0:1767326933.824910:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.824916:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.824920:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326933.825454:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.825458:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:2.0:1767326933.825462:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.825466:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.825469:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:2.0:1767326933.825471:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:2.0:1767326933.825474:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.825478:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055c00 x1853164247552000/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.825486:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.825488:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055c00 x1853164247552000/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.825495:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.825496:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.827430:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.827436:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.827438:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.827439:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.827442:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.827446:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.827449:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.827451:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.827453:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.827456:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caf9000 00000400:00000200:2.0:1767326933.827459:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.827461:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19185 [4] + 224 00000800:00000001:2.0:1767326933.827465:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.827468:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.827469:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.827472:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.827474:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.827477:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055c00 x1853164247552000/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326933.827483:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869055c00 x1853164247552000/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326949 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326933.827503:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.827507:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.827509:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.830741:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.830746:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.830750:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.830763:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.830790:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.830793:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.830797:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.830801:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.830805:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.830812:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247552128:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326933.830820:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.830826:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.830829:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.830834:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.830871:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.830878:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.830890:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.830898:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.830906:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.830913:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247552128, portal 18 00000100:00000001:1.0:1767326933.830918:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.830921:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671378944 : -115550038172672 : ffff96e869055c00) 00000100:00000040:1.0:1767326933.830931:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.830945:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.830952:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.830958:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326933.830964:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247552128, offset 0 00000400:00000200:1.0:1767326933.830974:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.830985:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.830995:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.831003:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.831011:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.831016:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.831021:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.831029:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556162:1556162:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556155:1556155:8:4294967295] 00000400:00000200:1.0:1767326933.831039:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.831055:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.831068:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.831075:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326933.831085:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.831094:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.831098:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.831110:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.831115:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326933.831122:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.831125:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852539 00000100:00000001:1.0:1767326933.831128:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.831132:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852539 00000100:00000001:1.0:1767326933.831137:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.831142:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.831144:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.831146:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.831150:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.831158:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.831162:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.831166:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.831169:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.831173:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.831179:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.831192:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.831196:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326933.831198:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.831205:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:2.0:1767326933.831212:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.831222:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.831228:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000400:00000010:2.0:1767326933.831232:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:2.0:1767326933.831237:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.831246:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.831267:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.831273:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.831291:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.831296:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326933.833256:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.833268:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326933.833271:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.833274:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.833282:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.833288:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326933.833295:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.833299:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.833305:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.833308:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caf9080 00000400:00000200:2.0:1767326933.833314:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.833319:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1918d [1] + 224 00000800:00000001:2.0:1767326933.833325:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.833332:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326933.833334:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.833338:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326933.833343:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326933.833351:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326933.833361:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.833382:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326933.833388:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326933.833392:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.833416:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.833419:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.833424:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.833425:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.833428:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.833432:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.833433:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.833436:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.833441:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.833450:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.833457:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.833459:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.833461:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.833464:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.833466:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.833467:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.833470:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.833477:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.833481:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.833484:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.833485:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.833488:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.833491:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.833494:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.833496:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326933.833498:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.833500:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.833505:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.833512:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.833515:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.833517:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.833521:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.833528:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247552128:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326933.833533:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.833535:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.833537:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055c00 x1853164247552128/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.833545:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.833547:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.833550:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.833553:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.833555:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.833557:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.833559:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.833562:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843c4c400. 02000000:00000001:1.0:1767326933.833566:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.833567:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.833569:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055c00. 00000100:00000001:1.0:1767326933.833572:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.833574:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.833576:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.833581:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.833582:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.833584:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.833586:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.833890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874931200. 00010000:00000010:0.1:1767326933.833909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022900. 00010000:00000010:0.1:1767326933.833914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871486200. 00010000:00000010:0.1:1767326933.833917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.833920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326933.833926:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851659080. 00000080:00000010:0.1:1767326933.833935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d11a0. 00000800:00000200:2.0:1767326933.835609:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326933.835612:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326933.835614:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326933.835617:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326933.835619:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:2.0:1767326933.835621:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:2.0:1767326933.835623:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326933.835626:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054700 x1853164247552640/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.835634:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326933.835637:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054700 x1853164247552640/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326949 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326933.835643:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.835645:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326933.837685:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.837689:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245760 02000000:00000001:2.0:1767326933.837691:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.837693:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.837695:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.837699:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.837702:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245760 00000020:00000001:2.0:1767326933.837705:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.837706:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326933.837709:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.837711:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326933.837714:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326933.837716:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326933.837720:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.837724:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.837726:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.837729:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.837734:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.837740:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.837744:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.837751:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.837753:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.837754:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.837757:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.837764:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.837782:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.837794:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.837796:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.837802:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10757 00000100:00000040:2.0:1767326933.837805:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326933.837806:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326933.837811:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010245760/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.837819:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.837822:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.837823:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.837825:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.837827:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010245760:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.837830:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010245760 00010000:00000001:2.0:1767326933.837832:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.837836:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.837837:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.837839:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87989f600 refcount=2 00000020:00000001:2.0:1767326933.837864:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523948504576 : -115549761047040 : ffff96e87989f600) 00010000:00000001:2.0:1767326933.837867:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523948504576 : -115549761047040 : ffff96e87989f600) 00010000:00000001:2.0:1767326933.837871:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.837873:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.837878:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e87989f600/0xb12620548e07f895 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x160e1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a4896 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.837886:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.837888:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.837892:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 00010000:00000010:0.1:1767326933.837893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862600. 02000000:00000001:2.0:1767326933.837895:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.837899:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.837903:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:0.1:1767326933.837903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022d00. 00010000:00000001:2.0:1767326933.837907:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.837910:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.837914:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.837917:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.837919:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.837923:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.837925:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.837927:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.837929:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.837931:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000200:2.0:1767326933.837934:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010245760, offset 224 00000400:00000200:2.0:1767326933.837938:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.837944:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.837947:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.837951:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556165:1556165:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556158:1556158:8:4294967295] 00000400:00000200:2.0:1767326933.837954:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.837960:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.837965:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.837969:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326933.837972:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.837976:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.837979:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.837990:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.837992:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.837995:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.837997:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326933.837999:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.838005:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.838007:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.838010:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.838012:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.838017:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010245760/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.838023:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010245760:12345-192.168.204.119@tcp:104: Request processed in 203us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.838030:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10757 00000100:00000040:2.0:1767326933.838034:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326933.838036:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.838039:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326933.838042:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.838048:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326933.838055:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326933.838060:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326933.838064:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.838301:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.838307:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.838311:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.838322:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.838330:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.838332:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.838335:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.838337:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.838340:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.838347:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247552768:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.838352:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.838355:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.838357:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.838359:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.838364:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.838366:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.838371:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.838374:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.838378:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.838382:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247552768, portal 18 00000100:00000001:1.0:1767326933.838383:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.838385:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671376256 : -115550038175360 : ffff96e869055180) 00000100:00000040:1.0:1767326933.838391:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.838398:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.838401:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.838403:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326933.838405:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247552768, offset 0 00000400:00000200:1.0:1767326933.838410:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.838413:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.838416:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.838419:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.838422:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.838423:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.838425:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.838427:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556166:1556166:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556159:1556159:8:4294967295] 00000400:00000200:1.0:1767326933.838429:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.838434:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.838437:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.838439:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326933.838442:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.838445:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.838447:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.838456:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.838459:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326933.838461:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.838463:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852546 00000100:00000001:1.0:1767326933.838465:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.838466:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852546 00000100:00000001:1.0:1767326933.838467:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.838469:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.838470:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.838472:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.838473:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.838476:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.838477:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.838479:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.838480:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.838481:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.838482:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.840919:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.840923:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.840927:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.840928:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.840931:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.840934:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.840936:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.840938:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.840942:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.840949:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.840953:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.840954:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.840956:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.840957:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.840959:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.840960:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.840962:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.840966:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.840968:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.840970:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.840971:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.840973:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.840975:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.840976:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.840977:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326933.840978:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.840980:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.840983:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.840987:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.840989:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.840990:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.840992:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.841000:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247552768:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.841003:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.841004:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.841006:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055180 x1853164247552768/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.841010:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.841011:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.841013:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326933.841015:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.841016:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.841017:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.841018:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.841020:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843182400. 02000000:00000001:1.0:1767326933.841022:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.841023:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.841025:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055180. 00000100:00000001:1.0:1767326933.841027:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.841028:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.841029:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.841032:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.841033:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.841034:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.841035:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.842948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdac00. 00010000:00000010:0.1:1767326933.842956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313d400. 00010000:00000010:0.1:1767326933.842960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022a00. 00010000:00000010:0.1:1767326933.842964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863e00. 00000100:00000001:2.0:1767326933.844326:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.844330:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246528 02000000:00000001:2.0:1767326933.844333:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.844336:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.844338:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.844342:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.844346:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246528 00000020:00000001:2.0:1767326933.844349:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.844351:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326933.844354:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.844357:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326933.844359:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326933.844362:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326933.844366:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.844371:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.844374:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.844377:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.844382:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.844386:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.844391:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.844409:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.844412:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.844414:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.844416:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.844423:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.844442:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.844451:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.844453:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.844459:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10758 00000100:00000040:2.0:1767326933.844463:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326933.844466:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000040:2.0:1767326933.844473:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010246528/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.844482:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.844485:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.844487:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.844489:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.844493:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010246528:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.844497:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010246528 00010000:00000001:2.0:1767326933.844499:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.844505:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.844506:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.844509:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e874862c00 refcount=2 00000020:00000001:2.0:1767326933.844511:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523864370176 : -115549845181440 : ffff96e874862c00) 00010000:00000001:2.0:1767326933.844513:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523864370176 : -115549845181440 : ffff96e874862c00) 00010000:00000001:2.0:1767326933.844516:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.844519:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.844523:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.844533:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.844535:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.844539:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326933.844541:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.844543:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.844547:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.844549:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.844553:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.844557:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.844560:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.844562:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.844565:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.844566:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.844569:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.844572:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.844576:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000100:00000200:2.0:1767326933.844580:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010246528, offset 224 00000400:00000200:2.0:1767326933.844585:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.844591:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.844597:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.844602:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556167:1556167:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556160:1556160:8:4294967295] 00000400:00000200:2.0:1767326933.844607:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.844615:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.844620:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.844625:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326933.844630:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.844636:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.844640:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.844653:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.844657:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.844660:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.844663:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326933.844666:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.844675:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.844678:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.844680:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.844683:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.844688:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010246528/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.844699:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010246528:12345-192.168.204.119@tcp:104: Request processed in 214us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.844707:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10758 00000100:00000040:2.0:1767326933.844711:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326933.844713:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.844715:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326933.844718:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326933.844720:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000001:1.0:1767326933.844722:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.844728:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326933.844728:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326933.844735:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326933.844736:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326933.844744:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00010000:00000001:1.0:1767326933.844745:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326933.844750:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326933.844751:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.844764:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e874862c00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326933.844767:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326933.844772:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.844791:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326933.844793:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326933.844797:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.844805:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326933.844808:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.844809:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.844811:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.844812:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e874862c00 refcount=3 00000020:00000001:1.0:1767326933.844814:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523864370176 : -115549845181440 : ffff96e874862c00) 00010000:00000001:1.0:1767326933.844817:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523864370176 : -115549845181440 : ffff96e874862c00) 00010000:00000001:1.0:1767326933.844820:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.844824:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.844831:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.844834:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.844836:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.844837:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x113:0x0] mode (null) 00000002:00000001:1.0:1767326933.844867:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.844871:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.844877:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871022e00 count: 2 00010000:00000001:1.0:1767326933.844880:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.844883:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.844885:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.844886:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.844888:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871022e00 count: 2 00010000:00000001:1.0:1767326933.844889:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.844891:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.844893:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.844896:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x113:0x0] lli = ffff96e84923a940, pfid = [0x200002b13:0x6212:0x0] 00000080:00000002:1.0:1767326933.844941:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x113:0x0] m[0x200002b13:0x6212:0x0] 00000080:00000001:1.0:1767326933.844946:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241810 : 144115373078241810 : 200002b13006212) 00000080:00000001:1.0:1767326933.844949:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.844951:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.844954:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.844957:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x113:0x0](ffff96e84923aa08) invalid 00000080:00000001:1.0:1767326933.844959:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.844960:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.844962:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.844965:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.844968:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.844970:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.844971:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.844973:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.844975:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e874862c00 with handle 0xb12620548e062b67 from hash 00010000:00000001:1.0:1767326933.844977:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.844988:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.844993:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.844994:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.844997:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.844999:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.845003:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.845006:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.845007:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.845008:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.845010:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.845012:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.845017:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000040:1.0:1767326933.845020:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=259 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.845024:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.845026:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.845029:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.845035:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afa00. 00000100:00000001:1.0:1767326933.845040:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.845042:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.845046:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.845053:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.845055:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.845058:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.845062:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.845069:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_00+0] req@ffff96e868419f80 x1853164247552896/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.845093:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.845095:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.845096:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.845097:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.845099:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.845101:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.845105:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.845114:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.845118:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862c00/0xb12620548e062b67 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d426762 expref: -99 pid: 256660 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.845128:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871022e00 count: 0 00010000:00000010:1.0:1767326933.845135:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e850584500. 00010000:00000001:1.0:1767326933.845145:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.845148:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.845152:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a9c0. 00010000:00000001:1.0:1767326933.845158:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.845162:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.845164:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.845169:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.845173:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.845177:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.845180:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.845184:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.845187:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.845190:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.845197:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.845201:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326933.847513:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36800. 00000100:00000010:2.0:1767326933.847521:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326933.847524:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326933.847528:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326933.847532:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200c60. 00000400:00000010:2.0:1767326933.847536:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a840. 00000100:00000001:2.0:1767326933.847540:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.847541:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246784 02000000:00000001:2.0:1767326933.847543:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.847544:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.847545:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.847548:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.847550:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246784 00000020:00000001:2.0:1767326933.847551:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.847553:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326933.847554:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.847555:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326933.847556:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326933.847558:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326933.847560:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.847562:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.847563:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.847565:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.847567:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.847570:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.847572:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.847575:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.847577:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.847578:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.847580:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.847583:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.847591:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.847597:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.847598:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.847602:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10759 00000100:00000040:2.0:1767326933.847604:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326933.847606:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934291024 : -115549775260592 : ffff96e878b11450) 00000100:00000040:2.0:1767326933.847610:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b11450 x1853164010246784/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.847616:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.847617:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.847619:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.847620:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.847623:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010246784:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.847625:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010246784 00010000:00000001:2.0:1767326933.847626:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.847630:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.847631:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.847632:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e7c00 refcount=2 00000020:00000001:2.0:1767326933.847633:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125668864 : -115550583882752 : ffff96e8487e7c00) 00010000:00000001:2.0:1767326933.847635:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125668864 : -115550583882752 : ffff96e8487e7c00) 00010000:00000001:2.0:1767326933.847637:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.847638:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.847641:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.847647:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.847648:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.847651:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326933.847652:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.847653:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.847655:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.847657:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.847664:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.847669:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.847671:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.847672:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.847674:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.847676:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.847677:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.847679:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.847681:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00000100:00000200:2.0:1767326933.847683:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010246784, offset 224 00000400:00000200:2.0:1767326933.847686:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.847689:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.847693:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.847696:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556169:1556169:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556162:1556162:8:4294967295] 00000400:00000200:2.0:1767326933.847698:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.847703:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.847706:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.847709:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326933.847711:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.847714:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.847717:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.847724:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.847726:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.847727:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.847730:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326933.847731:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.847738:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.847740:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.847741:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.847743:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.847745:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b11450 x1853164010246784/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.847752:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010246784:12345-192.168.204.119@tcp:104: Request processed in 134us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.847757:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10759 00000100:00000040:2.0:1767326933.847759:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000020:00000001:1.0:1767326933.847762:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326933.847762:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.847764:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326933.847766:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326933.847767:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00010000:1.0:1767326933.847769:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326933.847773:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326933.847774:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326933.847787:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326933.847789:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326933.847792:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326933.847794:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 02000000:00000001:2.0:1767326933.847801:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326933.847804:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00010000:00010000:1.0:1767326933.847807:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487e7c00 already unused, calling callback (ffffffffc1c5fb40) 02000000:00000001:2.0:1767326933.847809:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000080:00000001:1.0:1767326933.847810:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000010:2.0:1767326933.847812:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00010000:1.0:1767326933.847814:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326933.847817:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326933.847820:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326933.847825:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326933.847828:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 00010000:00000001:1.0:1767326933.847830:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 02000000:00000001:2.0:1767326933.847832:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326933.847833:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000010:2.0:1767326933.847834:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10c00. 02000000:00000001:2.0:1767326933.847838:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326933.847840:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 02000000:00000001:2.0:1767326933.847858:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326933.847860:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326933.847860:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13000. 02000000:00000001:2.0:1767326933.847864:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326933.847866:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 02000000:00000001:2.0:1767326933.847870:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326933.847872:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12000. 02000000:00000001:2.0:1767326933.847875:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326933.847877:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000010:2.0:1767326933.847878:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597800. 00010000:00000001:1.0:1767326933.847883:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767326933.847884:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326933.847885:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.847888:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767326933.847888:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00000020:00000040:1.0:1767326933.847890:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e7c00 refcount=3 00000020:00000001:1.0:1767326933.847893:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125668864 : -115550583882752 : ffff96e8487e7c00) 02000000:00000001:2.0:1767326933.847893:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326933.847897:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125668864 : -115550583882752 : ffff96e8487e7c00) 00000100:00000010:2.0:1767326933.847897:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597b80. 00010000:00000001:1.0:1767326933.847899:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.847904:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767326933.847904:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c232000. 00000100:00000010:2.0:1767326933.847911:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b11400. 00000080:00000001:1.0:1767326933.847914:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000001:2.0:1767326933.847917:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767326933.847918:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.847921:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.847923:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x113:0x0] mode (null) 00000002:00000001:1.0:1767326933.847925:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.847927:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.847931:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8459be300 count: 2 00010000:00000001:1.0:1767326933.847933:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.847935:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.847937:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.847938:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.847939:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8459be300 count: 2 00010000:00000001:1.0:1767326933.847941:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.847942:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.847943:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.847945:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x113:0x0] lli = ffff96e84923f380, pfid = [0x200002b13:0x6212:0x0] 00000080:00000002:1.0:1767326933.847976:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x113:0x0] m[0x200002b13:0x6212:0x0] 00000080:00000001:1.0:1767326933.847978:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241810 : 144115373078241810 : 200002b13006212) 00000080:00000001:1.0:1767326933.847981:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.847983:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.847985:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.847987:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x113:0x0](ffff96e84923f448) invalid 00000080:00000001:1.0:1767326933.847989:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.847991:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.847992:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.847995:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.847997:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.847999:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.848001:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.848002:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.848005:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8487e7c00 with handle 0xb12620548e08fef2 from hash 00010000:00000001:1.0:1767326933.848007:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.848009:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.848010:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.848011:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.848013:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.848015:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.848018:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.848021:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.848022:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.848023:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.848025:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.848027:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.848031:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000020:00000040:1.0:1767326933.848034:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=43 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.848037:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.848038:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.848041:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.848045:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af800. 00000100:00000001:1.0:1767326933.848048:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.848049:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.848052:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.848056:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.848057:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.848059:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.848062:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.848066:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_01+1] req@ffff96e868419180 x1853164247553024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.848085:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.848087:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.848088:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.848089:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.848090:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.848091:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.848093:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.848100:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.848102:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7c00/0xb12620548e08fef2 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e97f6 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.848107:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8459be300 count: 0 00010000:00000010:1.0:1767326933.848112:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e878ab9980. 00010000:00000001:1.0:1767326933.848120:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.848122:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.848125:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a0c0. 00010000:00000001:1.0:1767326933.848129:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.848133:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.848134:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.848138:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.848140:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.848144:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.848146:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.848148:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.848150:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.848152:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.848159:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.848164:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.851901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87989f600. 00010000:00000010:1.1:1767326933.859000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022e00. 00010000:00000010:1.1:1767326933.859008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862c00. 00000100:00000001:1.0:1767326933.860092:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.860096:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.860099:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.860104:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.860116:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.860123:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.860127:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.860130:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.860135:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.860141:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247553152:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326933.860147:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.860151:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.860154:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.860156:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.860161:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.860165:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.860172:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.860176:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.860183:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.860194:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247553152, portal 18 00000100:00000001:1.0:1767326933.860200:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.860203:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671376256 : -115550038175360 : ffff96e869055180) 00000100:00000040:1.0:1767326933.860215:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.860233:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.860239:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.860245:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326933.860257:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247553152, offset 0 00000400:00000200:1.0:1767326933.860272:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.860281:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.860291:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.860298:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.860305:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.860310:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.860313:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.860318:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556171:1556171:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556164:1556164:8:4294967295] 00000400:00000200:1.0:1767326933.860322:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.860330:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.860339:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.860345:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326933.860351:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.860361:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.860365:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.860378:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.860383:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326933.860388:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.860391:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852569 00000100:00000001:1.0:1767326933.860395:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.860399:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852569 00000100:00000001:1.0:1767326933.860404:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.860410:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.860416:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.860420:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.860425:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.860433:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.860437:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.860443:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.860446:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.860457:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.860461:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.861870:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.861873:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.861876:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.861878:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.861880:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.861882:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.861883:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.861885:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.861888:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.861894:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.861898:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.861899:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.861901:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.861902:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.861904:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.861905:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.861906:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.861910:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.861912:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.861914:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.861915:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.861916:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.861918:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.861919:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.861920:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326933.861921:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.861922:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.861925:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.861929:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.861930:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.861931:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.861933:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.861937:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247553152:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326933.861940:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.861942:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.861943:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055180 x1853164247553152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.861947:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.861948:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.861950:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.861952:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.861953:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.861954:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=258 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.861955:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.861957:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843182e00. 02000000:00000001:1.0:1767326933.861959:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.861960:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.861961:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055180. 00000100:00000001:1.0:1767326933.861963:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.861964:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.861965:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.861968:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.861968:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.861970:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.861971:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326933.863894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459be300. 00010000:00000010:1.1:1767326933.863904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e7c00. 00000100:00000001:2.0:1767326933.864941:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.864945:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247936 02000000:00000001:2.0:1767326933.864947:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.864949:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.864950:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.864954:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.864956:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247936 00000020:00000001:2.0:1767326933.864959:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.864961:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326933.864963:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.864965:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326933.864967:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326933.864970:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326933.864973:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.864977:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.864980:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.864982:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.864987:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.864992:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.864996:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.865002:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.865005:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.865006:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.865008:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.865014:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.865024:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.865032:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.865034:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.865039:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10760 00000100:00000040:2.0:1767326933.865043:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326933.865045:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000040:2.0:1767326933.865052:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010247936/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.865060:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.865063:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.865065:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.865067:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.865071:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010247936:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.865074:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010247936 00010000:00000001:2.0:1767326933.865077:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.865081:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.865083:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.865084:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=2 00000020:00000001:2.0:1767326933.865086:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:2.0:1767326933.865089:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:2.0:1767326933.865092:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.865094:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.865097:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e0978d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d545d58 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.865106:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.865108:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.865111:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326933.865113:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.865115:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.865118:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.865121:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.865123:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.865127:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.865129:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.865131:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.865133:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.865135:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.865137:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.865139:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.865142:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000200:2.0:1767326933.865145:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010247936, offset 224 00000400:00000200:2.0:1767326933.865150:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.865155:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.865159:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.865164:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556174:1556174:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556167:1556167:8:4294967295] 00000400:00000200:2.0:1767326933.865168:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.865174:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.865179:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.865182:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326933.865185:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.865190:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.865192:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.865202:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.865205:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.865208:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.865211:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326933.865213:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.865221:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.865224:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.865226:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.865228:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.865234:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010247936/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.865245:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010247936:12345-192.168.204.119@tcp:104: Request processed in 181us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.865260:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10760 00000100:00000040:2.0:1767326933.865266:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326933.865271:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.865275:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326933.865282:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.865290:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326933.865297:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326933.865304:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326933.865310:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.865544:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.865549:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.865553:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.865564:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.865578:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.865580:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.865584:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.865587:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.865593:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.865597:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247553792:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.865601:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.865605:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.865607:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.865608:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.865612:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.865614:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.865618:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.865621:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.865625:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.865628:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247553792, portal 18 00000100:00000001:1.0:1767326933.865631:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.865632:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671376256 : -115550038175360 : ffff96e869055180) 00000100:00000040:1.0:1767326933.865638:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.865645:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.865647:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.865650:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000100:00000200:1.0:1767326933.865652:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247553792, offset 0 00000400:00000200:1.0:1767326933.865657:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.865661:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.865665:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.865668:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.865671:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.865674:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.865676:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.865679:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556175:1556175:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556168:1556168:8:4294967295] 00000400:00000200:1.0:1767326933.865683:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.865690:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.865695:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.865699:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326933.865703:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.865707:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.865710:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.865723:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.865727:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326933.865730:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.865733:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852574 00000100:00000001:1.0:1767326933.865735:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.865738:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852574 00000100:00000001:1.0:1767326933.865740:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.865743:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.865746:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.865749:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.865751:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.865755:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.865757:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.865760:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.865761:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.865762:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.865764:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326933.867877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849238840. 00000080:00000010:0.1:1767326933.867889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1720. 00010000:00000010:0.1:1767326933.867900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8506cf800. 00010000:00000010:0.1:1767326933.867905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931a00. 00000100:00000001:1.0:1767326933.867966:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.867969:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.867973:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.867975:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.867977:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.867981:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.867982:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.867985:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.867990:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.868000:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.868006:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.868008:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.868010:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.868013:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.868014:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.868016:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.868018:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.868024:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.868027:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.868029:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.868031:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.868033:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.868035:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.868038:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.868040:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326933.868042:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.868044:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.868047:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.868055:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.868057:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.868059:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.868063:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.868070:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247553792:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.868074:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.868076:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.868079:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055180 x1853164247553792/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.868085:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.868087:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.868089:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.868092:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.868094:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.868095:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=258 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.868097:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.868100:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843182000. 02000000:00000001:1.0:1767326933.868102:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.868104:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.868106:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055180. 00000100:00000001:1.0:1767326933.868109:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.868110:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.868112:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.868115:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.868117:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.868119:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.868120:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.871871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdb800. 00010000:00000010:0.1:1767326933.871879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022500. 00010000:00000010:0.1:1767326933.871882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874862200. 00010000:00000010:0.1:1767326933.879870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326933.879876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326933.884862:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860924a40. 00000080:00000010:0.1:1767326933.884868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1520. 00010000:00000010:0.1:1767326933.888891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475ef500. 00010000:00000010:0.1:1767326933.888895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b11a00. 00010000:00000010:0.1:1767326933.888900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87118f100. 00010000:00000010:0.1:1767326933.888906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79c600. 00000080:00000010:0.1:1767326933.892856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c07ea0. 00000080:00000010:0.1:1767326933.892869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421fb180. 00010000:00000010:0.1:1767326933.892874:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8505dc100. 00010000:00000010:0.1:1767326933.892878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8502f4600. 00000080:00000010:0.1:1767326933.896855:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008b40. 00000080:00000010:0.1:1767326933.896872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421fa940. 00010000:00000010:0.1:1767326933.896877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475efd00. 00010000:00000010:0.1:1767326933.896879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f295400. 00000100:00000001:2.0:1767326933.899430:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.899433:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249600 02000000:00000001:2.0:1767326933.899434:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.899436:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.899437:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.899440:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.899442:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249600 00000020:00000001:2.0:1767326933.899444:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.899445:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326933.899447:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.899448:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326933.899450:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326933.899451:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326933.899454:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.899457:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.899459:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.899461:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.899464:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.899468:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.899471:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.899476:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.899478:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.899479:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.899481:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.899486:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.899494:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.899501:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.899502:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.899506:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10761 00000100:00000040:2.0:1767326933.899509:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326933.899510:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000040:2.0:1767326933.899516:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010249600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.899521:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.899523:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.899524:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.899525:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.899533:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010249600:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.899536:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010249600 00010000:00000001:2.0:1767326933.899537:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.899541:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.899542:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.899543:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878f0bc00 refcount=2 00000020:00000001:2.0:1767326933.899544:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938462720 : -115549771088896 : ffff96e878f0bc00) 00010000:00000001:2.0:1767326933.899546:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938462720 : -115549771088896 : ffff96e878f0bc00) 00010000:00000001:2.0:1767326933.899548:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.899549:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.899552:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e878f0bc00/0xb12620548e061f7b lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x110:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d424baf expref: -99 pid: 254752 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.899558:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.899560:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.899562:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326933.899563:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.899565:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.899567:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.899569:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.899571:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.899574:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.899575:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.899577:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.899578:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.899580:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.899582:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.899583:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.899585:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00000100:00000200:2.0:1767326933.899587:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010249600, offset 224 00000400:00000200:2.0:1767326933.899590:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.899594:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.899597:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.899601:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556182:1556182:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556175:1556175:8:4294967295] 00000400:00000200:2.0:1767326933.899603:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.899608:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.899611:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.899613:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326933.899616:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.899619:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.899621:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.899628:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.899630:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.899632:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.899634:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ae40. 00010000:00000001:2.0:1767326933.899635:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.899641:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.899644:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.899646:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.899648:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.899652:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010249600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.899663:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010249600:12345-192.168.204.119@tcp:104: Request processed in 139us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.899671:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10761 00000100:00000040:2.0:1767326933.899675:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326933.899678:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.899682:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326933.899686:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.899693:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326933.899699:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326933.899704:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326933.899708:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.899972:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.899977:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.899986:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.899998:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.900008:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.900010:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.900013:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.900015:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.900017:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.900021:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247555328:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.900024:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.900027:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.900029:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.900031:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.900035:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.900037:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.900042:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.900045:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.900049:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.900052:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247555328, portal 18 00000100:00000001:1.0:1767326933.900054:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.900056:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523812651904 : -115549896899712 : ffff96e871710380) 00000100:00000040:1.0:1767326933.900062:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.900069:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.900072:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.900074:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326933.900076:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247555328, offset 0 00000400:00000200:1.0:1767326933.900080:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.900084:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.900088:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.900091:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.900094:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.900096:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.900099:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.900102:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556183:1556183:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556176:1556176:8:4294967295] 00000400:00000200:1.0:1767326933.900107:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.900113:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.900118:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.900121:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326933.900126:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.900130:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.900133:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.900144:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.900147:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326933.900150:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.900153:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852608 00000100:00000001:1.0:1767326933.900156:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.900159:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852608 00000100:00000001:1.0:1767326933.900161:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306852659 00000100:00000001:1.0:1767326933.900164:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.900166:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.900169:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.900171:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.900176:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.900178:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.900181:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.900183:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.900185:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.900187:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326933.900869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759c076a0. 00000080:00000010:0.1:1767326933.900889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421f8840. 00000100:00000001:1.0:1767326933.901933:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.901935:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.901938:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.901939:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.901940:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.901943:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.901944:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.901945:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.901949:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.901955:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.901960:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.901960:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.901962:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.901963:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.901964:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.901965:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.901967:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.901970:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.901972:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.901974:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.901975:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.901977:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.901978:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.901980:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.901981:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326933.901982:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.901983:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.901986:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.901990:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.901991:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.901992:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.901994:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.902002:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247555328:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.902004:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.902005:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.902007:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871710380 x1853164247555328/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.902010:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.902012:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.902013:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.902015:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.902015:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.902016:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=42 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.902017:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.902018:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843182e00. 02000000:00000001:1.0:1767326933.902020:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.902021:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.902022:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871710380. 00000100:00000001:1.0:1767326933.902024:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.902024:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.902026:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.902028:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.902029:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.902030:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.902031:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326933.904868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847176a00. 00010000:00000010:0.1:1767326933.904873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a0800. 00010000:00000010:0.1:1767326933.904876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980000. 00010000:00000010:0.1:1767326933.904878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0a400. 00010000:00000010:0.1:1767326933.904880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.904882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326933.908917:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980800. 00010000:00000010:0.1:1767326933.908922:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0bc00. 00000080:00000010:0.1:1767326933.913873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851566300. 00000080:00000010:0.1:1767326933.913878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1160. 00010000:00000010:0.1:1767326933.918903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140a00. 00010000:00000010:0.1:1767326933.918909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871537000. 00010000:00000010:0.1:1767326933.918913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847e73100. 00010000:00000010:0.1:1767326933.918921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871536e00. 00000080:00000010:0.1:1767326933.923856:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e6e0. 00000080:00000010:0.1:1767326933.923872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421f8000. 00010000:00000010:0.1:1767326933.923876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140000. 00010000:00000010:0.1:1767326933.923879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f448400. 00000080:00000010:0.1:1767326933.927868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3ba0. 00000080:00000010:0.1:1767326933.927885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851567380. 00010000:00000010:0.1:1767326933.927913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140600. 00010000:00000010:0.1:1767326933.927917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f449400. 00010000:00000010:0.1:1767326933.927921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849478d00. 00010000:00000010:0.1:1767326933.927927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f428000. 00000080:00000010:0.1:1767326933.931865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d37c0. 00000080:00000010:0.1:1767326933.931881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851561080. 00010000:00000010:0.1:1767326933.935874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e7e00. 00010000:00000010:0.1:1767326933.935884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f429800. 00010000:00000010:0.1:1767326933.935894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f310400. 00010000:00000010:0.1:1767326933.935898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e6400. 00010000:00000010:0.1:1767326933.935901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.935904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326933.941885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851563180. 00000080:00000010:0.1:1767326933.941893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e76132e7a0. 00010000:00000010:0.1:1767326933.946905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86022b500. 00010000:00000010:0.1:1767326933.946910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467e00. 00010000:00000010:0.1:1767326933.946913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fb900. 00010000:00000010:0.1:1767326933.946915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467800. 00000080:00000010:0.1:1767326933.955866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e040. 00000080:00000010:0.1:1767326933.955880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851658840. 00010000:00000010:0.1:1767326933.955884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fb400. 00010000:00000010:0.1:1767326933.955886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467400. 00000100:00000001:2.0:1767326933.957483:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.957486:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251648 02000000:00000001:2.0:1767326933.957487:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.957489:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.957490:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.957492:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.957495:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251648 00000020:00000001:2.0:1767326933.957497:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.957498:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326933.957499:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.957501:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326933.957502:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326933.957504:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326933.957507:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.957509:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.957511:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.957513:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.957517:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.957520:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.957532:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.957537:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.957539:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.957540:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.957541:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.957547:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.957553:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.957560:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.957562:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.957566:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10762 00000100:00000040:2.0:1767326933.957569:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326933.957570:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00000100:00000040:2.0:1767326933.957574:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010251648/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.957580:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.957582:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.957583:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.957584:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.957587:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010251648:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.957589:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010251648 00010000:00000001:2.0:1767326933.957591:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.957593:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.957594:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.957595:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871486000 refcount=2 00000020:00000001:2.0:1767326933.957597:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809988608 : -115549899563008 : ffff96e871486000) 00010000:00000001:2.0:1767326933.957598:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809988608 : -115549899563008 : ffff96e871486000) 00010000:00000001:2.0:1767326933.957600:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.957602:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.957605:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e871486000/0xb12620548e06278c lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d425d98 expref: -99 pid: 255963 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.957610:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.957611:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.957614:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326933.957615:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.957616:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.957619:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.957621:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.957623:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.957625:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.957627:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.957629:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.957630:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.957631:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.957633:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.957634:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.957636:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00000100:00000200:2.0:1767326933.957638:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010251648, offset 224 00000400:00000200:2.0:1767326933.957642:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.957645:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.957648:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.957651:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556196:1556196:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556189:1556189:8:4294967295] 00000400:00000200:2.0:1767326933.957653:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.957658:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.957662:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.957666:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326933.957670:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.957674:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.957676:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.957686:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.957690:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.957692:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.957696:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a240. 00010000:00000001:2.0:1767326933.957699:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.957707:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.957708:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.957710:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.957711:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.957715:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010251648/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.957722:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010251648:12345-192.168.204.119@tcp:104: Request processed in 141us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.957728:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10762 00000100:00000040:2.0:1767326933.957735:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326933.957738:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.957742:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326933.957746:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.957751:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326933.957756:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326933.957762:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326933.957766:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.958072:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.958076:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.958078:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326933.958084:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.958094:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326933.958096:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.958099:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326933.958101:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326933.958102:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326933.958106:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247558272:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.958109:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326933.958113:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326933.958114:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.958117:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326933.958122:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.958125:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326933.958131:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326933.958134:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326933.958138:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326933.958142:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247558272, portal 18 00000100:00000001:1.0:1767326933.958144:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326933.958147:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230797696 : -115550478753920 : ffff96e84ec29f80) 00000100:00000040:1.0:1767326933.958153:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.958162:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326933.958166:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326933.958168:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326933.958170:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247558272, offset 0 00000400:00000200:1.0:1767326933.958173:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326933.958176:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.958178:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326933.958180:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326933.958182:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326933.958185:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326933.958189:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326933.958192:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556197:1556197:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556190:1556190:8:4294967295] 00000400:00000200:1.0:1767326933.958196:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326933.958201:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326933.958204:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326933.958207:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326933.958209:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326933.958212:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326933.958214:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326933.958223:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.958225:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326933.958227:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326933.958228:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852666 00000100:00000001:1.0:1767326933.958231:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852664 00000100:00000001:1.0:1767326933.958233:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852666 00000100:00000001:1.0:1767326933.958234:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852664 00000100:00000001:1.0:1767326933.958236:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.958237:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.958239:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.958240:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.958243:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.958244:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326933.958245:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.958246:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326933.958247:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.958249:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326933.959864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ebc0. 00000080:00000010:0.1:1767326933.959873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e851564200. 00010000:00000010:0.1:1767326933.959877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86022bf00. 00010000:00000010:0.1:1767326933.959881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612dbe00. 00000100:00000001:1.0:1767326933.960265:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.960267:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326933.960270:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326933.960271:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326933.960272:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326933.960275:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326933.960276:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326933.960277:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326933.960281:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326933.960287:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.960291:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326933.960292:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.960294:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326933.960295:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326933.960296:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326933.960297:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326933.960298:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326933.960302:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326933.960304:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326933.960305:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326933.960306:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.960307:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326933.960309:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.960310:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326933.960312:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326933.960313:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326933.960314:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.960316:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.960321:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326933.960322:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326933.960323:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326933.960325:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326933.960330:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247558272:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326933.960332:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.960333:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326933.960335:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29f80 x1853164247558272/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326933.960338:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326933.960339:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326933.960341:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae400. 02000000:00000001:1.0:1767326933.960342:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326933.960343:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326933.960345:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=43 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326933.960346:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326933.960347:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84e79e600. 02000000:00000001:1.0:1767326933.960349:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326933.960349:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326933.960350:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29f80. 00000100:00000001:1.0:1767326933.960352:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326933.960353:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.960354:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.960357:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326933.960357:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326933.960359:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.960360:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.962905:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852666, at 4306852667 00000100:00000010:2.0:1767326933.962912:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e86841f3c0. 00000080:00000010:0.1:1767326933.966883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc18c0. 00000080:00000010:0.1:1767326933.966903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421fca40. 00010000:00000010:0.1:1767326933.966912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a1a00. 00010000:00000010:0.1:1767326933.966916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e6000. 00010000:00000010:0.1:1767326933.966919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980d00. 00010000:00000010:0.1:1767326933.966922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871487000. 00010000:00000010:0.1:1767326933.966924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.966926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326933.970892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980100. 00010000:00000010:0.1:1767326933.970897:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871486000. 00000080:00000010:0.1:1767326933.974880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8421feb40. 00000080:00000010:0.1:1767326933.974888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1d00. 00000100:00000001:2.0:1767326933.977895:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.977898:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252672 02000000:00000001:2.0:1767326933.977900:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.977901:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.977902:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.977905:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.977907:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252672 00000020:00000001:2.0:1767326933.977909:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.977910:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326933.977912:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.977914:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326933.977915:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326933.977917:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326933.977920:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.977923:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.977925:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.977926:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.977931:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.977934:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.977938:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.977943:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.977945:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.977946:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.977947:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.977952:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.977961:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.977968:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.977970:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.977973:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10763 00000100:00000040:2.0:1767326933.977976:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326933.977978:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326933.977982:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010252672/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.977988:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.977990:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.977991:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.977992:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.977997:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010252672:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.977999:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010252672 00010000:00000001:2.0:1767326933.978001:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.978004:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.978005:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.978006:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878f0be00 refcount=2 00000020:00000001:2.0:1767326933.978008:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938463232 : -115549771088384 : ffff96e878f0be00) 00010000:00000001:2.0:1767326933.978009:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938463232 : -115549771088384 : ffff96e878f0be00) 00010000:00000001:2.0:1767326933.978011:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.978013:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.978015:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.978021:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.978022:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.978024:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326933.978026:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.978027:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.978030:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.978032:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.978034:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.978036:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.978038:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.978039:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.978041:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.978042:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.978044:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.978045:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.978047:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000200:2.0:1767326933.978049:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010252672, offset 224 00000400:00000200:2.0:1767326933.978053:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.978056:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.978059:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.978062:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556201:1556201:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556194:1556194:8:4294967295] 00000400:00000200:2.0:1767326933.978065:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.978070:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.978073:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.978075:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326933.978078:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.978081:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.978083:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.978096:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.978098:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.978101:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.978103:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326933.978105:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.978111:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.978113:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.978115:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.978116:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.978119:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010252672/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.978127:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010252672:12345-192.168.204.119@tcp:104: Request processed in 136us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.978132:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10763 00000100:00000040:2.0:1767326933.978134:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000020:00000001:1.0:1767326933.978135:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326933.978136:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767326933.978140:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.978140:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326933.978146:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00010000:1.0:1767326933.978147:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326933.978150:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326933.978155:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326933.978155:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00000001:1.0:1767326933.978159:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767326933.978162:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00010000:00010000:1.0:1767326933.978166:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.978166:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326933.978183:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878f0be00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326933.978186:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326933.978190:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.978198:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326933.978200:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326933.978204:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.978210:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326933.978212:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.978214:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.978216:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.978217:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878f0be00 refcount=3 00000020:00000001:1.0:1767326933.978219:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938463232 : -115549771088384 : ffff96e878f0be00) 00010000:00000001:1.0:1767326933.978222:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938463232 : -115549771088384 : ffff96e878f0be00) 00010000:00000001:1.0:1767326933.978224:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.978226:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.978230:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.978232:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.978233:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.978234:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x10f:0x0] mode (null) 00000002:00000001:1.0:1767326933.978236:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.978237:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.978240:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e861980200 count: 2 00010000:00000001:1.0:1767326933.978242:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.978244:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.978245:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.978246:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.978247:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e861980200 count: 2 00010000:00000001:1.0:1767326933.978248:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.978249:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.978250:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.978251:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x10f:0x0] lli = ffff96e843494a40, pfid = [0x200002b13:0x61f2:0x0] 00000080:00000002:1.0:1767326933.978285:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x10f:0x0] m[0x200002b13:0x61f2:0x0] 00000080:00000001:1.0:1767326933.978288:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241778 : 144115373078241778 : 200002b130061f2) 00000080:00000001:1.0:1767326933.978290:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.978291:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.978293:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.978294:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x10f:0x0](ffff96e843494b08) invalid 00000080:00000001:1.0:1767326933.978295:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.978296:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.978297:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.978298:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.978300:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.978301:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.978302:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.978303:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.978305:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878f0be00 with handle 0xb12620548e061e39 from hash 00010000:00000001:1.0:1767326933.978306:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.978307:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.978308:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.978309:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.978310:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.978311:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.978314:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.978315:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.978316:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.978317:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.978318:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.978319:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.978322:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000020:00000040:1.0:1767326933.978324:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=267 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.978326:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.978327:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.978329:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.978332:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481ae400. 00000100:00000001:1.0:1767326933.978335:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.978336:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.978338:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.978342:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.978343:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.978345:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.978347:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.978352:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247559040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.978371:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.978372:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.978374:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.978375:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.978376:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.978378:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.978380:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.978387:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.978389:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0be00/0xb12620548e061e39 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4248a6 expref: -99 pid: 254161 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.978396:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e861980200 count: 0 00010000:00000010:1.0:1767326933.978401:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e881018b80. 00010000:00000001:1.0:1767326933.978408:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.978411:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.978414:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46ac00. 00010000:00000001:1.0:1767326933.978418:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.978422:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.978424:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.978429:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.978434:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.978436:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.978443:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.978453:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.978457:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.978462:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.978472:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.978477:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.980397:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326933.980400:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252928 02000000:00000001:2.0:1767326933.980403:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326933.980404:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326933.980406:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326933.980409:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326933.980411:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252928 00000020:00000001:2.0:1767326933.980413:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326933.980414:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326933.980416:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.980419:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326933.980421:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326933.980423:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326933.980426:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.980435:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.980437:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.980439:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326933.980444:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326933.980447:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326933.980450:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326933.980454:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326933.980457:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326933.980458:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326933.980459:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.980463:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.980474:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326933.980481:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326933.980483:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326933.980487:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10764 00000100:00000040:2.0:1767326933.980490:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326933.980492:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326933.980498:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010252928/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/0 e 0 to 0 dl 1767326944 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326933.980506:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326933.980509:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326933.980511:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326933.980513:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326933.980518:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010252928:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326933.980521:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010252928 00010000:00000001:2.0:1767326933.980523:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326933.980526:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326933.980527:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326933.980529:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f4d4c00 refcount=2 00000020:00000001:2.0:1767326933.980531:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239885824 : -115550469665792 : ffff96e84f4d4c00) 00010000:00000001:2.0:1767326933.980533:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239885824 : -115550469665792 : ffff96e84f4d4c00) 00010000:00000001:2.0:1767326933.980536:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326933.980538:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326933.980542:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326933.980549:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326933.980550:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326933.980553:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326933.980554:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.980556:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.980558:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326933.980559:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326933.980561:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326933.980563:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326933.980564:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326933.980565:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326933.980567:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326933.980568:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326933.980569:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326933.980571:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326933.980572:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00000100:00000200:2.0:1767326933.980574:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010252928, offset 224 00000400:00000200:2.0:1767326933.980577:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326933.980580:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.980583:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326933.980586:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556203:1556203:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556196:1556196:8:4294967295] 00000400:00000200:2.0:1767326933.980589:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326933.980593:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326933.980596:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326933.980598:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326933.980601:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326933.980603:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326933.980606:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326933.980615:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.980617:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326933.980618:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326933.980620:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326933.980621:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326933.980627:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326933.980628:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.980629:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326933.980630:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.980633:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010252928/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:294/0 lens 328/224 e 0 to 0 dl 1767326944 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326933.980640:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010252928:12345-192.168.204.119@tcp:104: Request processed in 132us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326933.980644:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10764 00000100:00000040:2.0:1767326933.980646:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000020:00000001:1.0:1767326933.980649:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326933.980649:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326933.980650:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326933.980652:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326933.980653:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00010000:1.0:1767326933.980656:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326933.980657:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326933.980659:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326933.980661:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326933.980661:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326933.980665:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326933.980666:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326933.980671:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326933.980680:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f4d4c00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326933.980682:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326933.980685:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.980689:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326933.980692:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326933.980695:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.980701:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326933.980704:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326933.980705:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326933.980708:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326933.980710:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f4d4c00 refcount=3 00000020:00000001:1.0:1767326933.980713:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239885824 : -115550469665792 : ffff96e84f4d4c00) 00010000:00000001:1.0:1767326933.980716:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239885824 : -115550469665792 : ffff96e84f4d4c00) 00010000:00000001:1.0:1767326933.980721:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326933.980723:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326933.980733:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326933.980736:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326933.980737:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326933.980739:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x10f:0x0] mode (null) 00000002:00000001:1.0:1767326933.980741:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.980743:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.980746:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870fcc200 count: 2 00010000:00000001:1.0:1767326933.980749:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.980751:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326933.980752:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326933.980754:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326933.980756:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870fcc200 count: 2 00010000:00000001:1.0:1767326933.980757:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326933.980759:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.980761:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326933.980763:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x10f:0x0] lli = ffff96e843497380, pfid = [0x200002b13:0x61f2:0x0] 00000080:00000002:1.0:1767326933.980810:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x10f:0x0] m[0x200002b13:0x61f2:0x0] 00000080:00000001:1.0:1767326933.980813:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078241778 : 144115373078241778 : 200002b130061f2) 00000080:00000001:1.0:1767326933.980815:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326933.980817:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326933.980818:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326933.980819:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x10f:0x0](ffff96e843497448) invalid 00000080:00000001:1.0:1767326933.980821:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326933.980822:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326933.980822:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.980824:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326933.980826:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326933.980827:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326933.980828:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326933.980829:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326933.980831:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f4d4c00 with handle 0xb12620548e07f9b4 from hash 00010000:00000001:1.0:1767326933.980832:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326933.980833:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.980833:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.980834:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326933.980835:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326933.980836:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326933.980838:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326933.980860:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.980862:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.980864:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.980866:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326933.980867:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326933.980870:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00000020:00000040:1.0:1767326933.980872:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=44 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326933.980875:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326933.980877:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326933.980878:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326933.980882:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481ae400. 00000100:00000001:1.0:1767326933.980884:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.980886:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326933.980888:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326933.980892:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326933.980893:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326933.980895:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326933.980897:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326933.980901:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_01+1] req@ffff96e86841aa00 x1853164247559168/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326933.980917:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326933.980918:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326933.980919:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.980920:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326933.980921:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326933.980922:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.980924:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326933.980928:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326933.980930:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4d4c00/0xb12620548e07f9b4 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10f:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a4cf6 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326933.980935:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870fcc200 count: 0 00010000:00000010:1.0:1767326933.980940:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e84871c100. 00010000:00000001:1.0:1767326933.980947:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326933.980950:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326933.980952:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a6c0. 00010000:00000001:1.0:1767326933.980956:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326933.980959:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.980961:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.980965:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.980968:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.980969:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.980972:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326933.980974:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326933.980977:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326933.980979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326933.980985:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326933.980988:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326933.985907:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852689, at 4306852690 00000100:00000010:2.0:1767326933.985916:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfae0. 00010000:00000010:0.1:1767326933.986888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdbe00. 00010000:00000010:0.1:1767326933.986894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bce00. 00010000:00000010:1.1:1767326933.986900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980200. 00010000:00000010:0.1:1767326933.986905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861980400. 00010000:00000010:1.1:1767326933.986907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0be00. 00010000:00000010:0.1:1767326933.986911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f0b400. 00010000:00000010:0.1:1767326933.986916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326933.986918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:1.1:1767326933.991900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870fcc200. 00010000:00000010:1.1:1767326933.991912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4d4c00. 00000080:00000010:0.1:1767326933.999879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860925ac0. 00000080:00000010:0.1:1767326933.999889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1080. 00010000:00000010:0.1:1767326934.004904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a2e400. 00010000:00000010:0.1:1767326934.004911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440c00. 00010000:00000010:0.1:1767326934.004915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5c00. 00010000:00000010:0.1:1767326934.004918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440500. 00010000:00000010:0.1:1767326934.004921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4800. 00000080:00000010:0.1:1767326934.004924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498d3fc0. 00000080:00000010:0.1:1767326934.004949:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493d6b40. 00010000:00000010:0.1:1767326934.004963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5bbe00. 00010000:00000010:0.1:1767326934.004970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705dbe00. 00010000:00000010:0.1:1767326934.004972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850669e00. 00010000:00000010:0.1:1767326934.004974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440800. 00010000:00000010:0.1:1767326934.004976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5400. 00000080:00000010:0.1:1767326934.009872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e940. 00000080:00000010:0.1:1767326934.009890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516d9080. 00000100:00000040:2.0:1767326934.011889:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852715, at 4306852716 00000100:00000010:2.0:1767326934.011899:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf240. 00010000:00000010:0.1:1767326934.014863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850669c00. 00010000:00000010:0.1:1767326934.014868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5800. 00010000:00000010:0.1:1767326934.014871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440000. 00010000:00000010:0.1:1767326934.014874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4200. 00010000:00000010:0.1:1767326934.014876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.014878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000100:00000040:2.0:1767326934.021886:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852725, at 4306852726 00000100:00000010:2.0:1767326934.021896:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf7e0. 00000080:00000010:0.1:1767326934.024888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493d2100. 00000080:00000010:0.1:1767326934.024896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9c20. 00000100:00000001:1.0:1767326934.026670:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.026674:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.026677:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.026684:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.026694:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.026696:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.026700:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.026703:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.026707:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.026715:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247560832:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.026722:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.026728:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.026732:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.026736:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.026743:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.026746:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.026753:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.026759:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.026765:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.026769:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247560832, portal 18 00000100:00000001:1.0:1767326934.026782:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.026784:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230795008 : -115550478756608 : ffff96e84ec29500) 00000100:00000040:1.0:1767326934.026792:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.026808:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.026812:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.026815:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000200:1.0:1767326934.026819:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247560832, offset 0 00000400:00000200:1.0:1767326934.026825:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.026831:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.026837:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.026868:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.026872:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.026877:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.026881:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.026885:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556212:1556212:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556205:1556205:8:4294967295] 00000400:00000200:1.0:1767326934.026892:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.026904:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.026910:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.026915:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326934.026923:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.026929:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.026934:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.026948:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.026955:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.026962:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.026968:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852735 00000100:00000001:1.0:1767326934.026977:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852732 00000100:00000001:1.0:1767326934.026984:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852735 00000100:00000001:1.0:1767326934.026992:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852732 00000100:00000001:1.0:1767326934.026999:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.027005:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.027010:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.027014:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.027023:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.027027:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.027033:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.027037:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.027040:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.027047:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.028113:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.028116:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.028119:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.028119:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.028121:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.028123:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.028125:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.028126:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.028130:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.028137:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.028141:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.028142:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.028143:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.028144:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.028145:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.028146:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.028147:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.028150:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.028159:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.028161:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.028162:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.028163:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.028165:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.028167:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.028168:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.028169:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.028171:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.028173:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.028177:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.028179:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.028180:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.028182:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.028186:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247560832:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.028189:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.028190:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.028191:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29500 x1853164247560832/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.028195:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.028196:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.028197:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.028200:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.028201:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.028202:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=44 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.028205:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.028206:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8592ffc00. 02000000:00000001:1.0:1767326934.028210:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.028211:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.028213:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29500. 00000100:00000001:1.0:1767326934.028215:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.028217:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.028218:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.028222:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.028224:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.028225:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.028227:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.028905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878f07e00. 00010000:00000010:0.1:1767326934.028922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db300. 00010000:00000010:0.1:1767326934.028927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668400. 00010000:00000010:0.1:1767326934.028930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1300. 00010000:00000010:0.1:1767326934.028933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092000. 00000100:00000001:2.0:1767326934.032491:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.032495:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254976 02000000:00000001:2.0:1767326934.032498:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.032500:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.032502:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.032505:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.032508:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254976 00000020:00000001:2.0:1767326934.032510:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.032512:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.032514:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.032517:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.032519:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.032521:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.032524:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.032529:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.032531:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.032534:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.032539:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.032544:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.032549:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.032555:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.032558:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.032560:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.032562:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.032568:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.032579:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.032593:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.032595:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.032600:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10765 00000100:00000040:2.0:1767326934.032604:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.032607:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326934.032613:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010254976/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.032621:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.032624:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.032626:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.032628:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.032632:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010254976:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.032634:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010254976 00010000:00000001:2.0:1767326934.032636:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.032640:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.032641:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.032642:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85066a000 refcount=2 00000020:00000001:2.0:1767326934.032644:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258322944 : -115550451228672 : ffff96e85066a000) 00010000:00000001:2.0:1767326934.032645:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258322944 : -115550451228672 : ffff96e85066a000) 00010000:00000001:2.0:1767326934.032647:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.032648:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.032651:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85066a000/0xb12620548e0750db lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x11c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467c30 expref: -99 pid: 276480 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.032657:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.032658:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.032661:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 02000000:00000001:2.0:1767326934.032662:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.032663:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.032666:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.032668:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.032670:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.032673:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.032675:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.032676:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.032678:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.032679:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.032681:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.032682:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.032684:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000100:00000200:2.0:1767326934.032686:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010254976, offset 224 00000400:00000200:2.0:1767326934.032689:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.032693:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.032696:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.032699:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556215:1556215:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556208:1556208:8:4294967295] 00000400:00000200:2.0:1767326934.032702:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.032706:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.032709:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.032711:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326934.032714:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.032717:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.032719:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.032728:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.032730:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.032732:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.032734:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a3c0. 00010000:00000001:2.0:1767326934.032736:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.032741:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.032743:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.032744:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.032745:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.032749:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010254976/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.032755:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010254976:12345-192.168.204.119@tcp:104: Request processed in 133us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.032761:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10765 00000100:00000040:2.0:1767326934.032763:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.032766:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.032769:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.032785:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.032791:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.032795:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.032802:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326934.032806:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.033115:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.033118:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.033120:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.033126:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.033139:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.033142:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.033146:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.033148:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.033153:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.033156:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561472:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.033162:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.033164:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.033166:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.033167:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.033170:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.033173:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.033179:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.033183:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.033187:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.033192:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247561472, portal 18 00000100:00000001:1.0:1767326934.033197:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.033201:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230799488 : -115550478752128 : ffff96e84ec2a680) 00000100:00000040:1.0:1767326934.033212:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.033224:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.033227:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.033231:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000200:1.0:1767326934.033234:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247561472, offset 0 00000400:00000200:1.0:1767326934.033242:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.033248:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.033253:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.033256:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.033258:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.033260:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.033263:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.033266:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556216:1556216:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556209:1556209:8:4294967295] 00000400:00000200:1.0:1767326934.033270:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.033277:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.033280:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.033283:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326934.033286:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.033289:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.033291:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.033299:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.033301:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.033303:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.033305:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852741 00000100:00000001:1.0:1767326934.033307:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852740 00000100:00000001:1.0:1767326934.033310:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852741 00000100:00000001:1.0:1767326934.033311:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852740 00000100:00000001:1.0:1767326934.033313:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.033314:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.033316:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.033318:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.033321:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.033322:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.033324:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.033325:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.033326:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.033328:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.033881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403640. 00000080:00000010:0.1:1767326934.033891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608f8840. 00010000:00000010:0.1:1767326934.033899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a1200. 00010000:00000010:0.1:1767326934.033901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705dbd00. 00000100:00000001:1.0:1767326934.035266:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.035268:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.035273:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.035274:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.035276:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.035278:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.035280:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.035281:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.035285:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.035290:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.035294:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.035295:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.035296:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.035297:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.035298:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.035299:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.035301:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.035304:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.035306:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.035308:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.035309:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.035310:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.035312:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.035313:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.035314:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.035316:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.035317:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.035319:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.035323:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.035324:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.035325:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.035327:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.035331:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561472:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.035334:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.035335:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.035337:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec2a680 x1853164247561472/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.035341:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.035342:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.035343:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.035345:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.035346:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.035347:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=44 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.035348:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.035349:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852730400. 02000000:00000001:1.0:1767326934.035351:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.035352:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.035353:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec2a680. 00000100:00000001:1.0:1767326934.035355:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.035356:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.035358:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.035360:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.035361:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.035362:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.035363:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.037873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859398200. 00010000:00000010:0.1:1767326934.037879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092200. 00010000:00000010:0.1:1767326934.037882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705dbf00. 00010000:00000010:0.1:1767326934.037884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a0c00. 00000100:00000010:2.0:1767326934.038483:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a37000. 00000100:00000010:2.0:1767326934.038491:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00100000:2.0:1767326934.038494:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326934.038497:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326934.038500:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200a50. 00000400:00000010:2.0:1767326934.038504:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46af00. 00000100:00000001:2.0:1767326934.038507:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.038508:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255872 02000000:00000001:2.0:1767326934.038509:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.038510:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.038512:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.038514:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.038516:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255872 00000020:00000001:2.0:1767326934.038517:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.038518:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.038519:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.038521:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.038522:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.038524:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.038526:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.038528:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.038529:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.038531:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.038534:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.038536:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.038539:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.038542:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.038543:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.038544:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.038545:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.038549:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.038556:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.038562:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.038563:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.038566:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10766 00000100:00000040:2.0:1767326934.038568:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.038569:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933395024 : -115549776156592 : ffff96e878a36850) 00000100:00000040:2.0:1767326934.038573:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36850 x1853164010255872/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.038579:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.038581:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.038583:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.038584:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.038587:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010255872:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.038589:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010255872 00010000:00000001:2.0:1767326934.038591:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.038594:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.038595:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.038596:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8581a1400 refcount=2 00000020:00000001:2.0:1767326934.038598:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523387524096 : -115550322027520 : ffff96e8581a1400) 00010000:00000001:2.0:1767326934.038599:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523387524096 : -115550322027520 : ffff96e8581a1400) 00010000:00000001:2.0:1767326934.038601:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.038602:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.038605:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8581a1400/0xb12620548e074f06 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d46758b expref: -99 pid: 276401 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.038610:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.038612:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.038614:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36c00. 02000000:00000001:2.0:1767326934.038615:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.038616:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.038618:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.038620:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.038622:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.038624:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.038626:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.038627:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.038629:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.038630:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.038631:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.038633:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.038635:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000200:2.0:1767326934.038637:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010255872, offset 224 00000400:00000200:2.0:1767326934.038640:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.038644:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.038647:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.038650:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556217:1556217:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556210:1556210:8:4294967295] 00000400:00000200:2.0:1767326934.038653:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.038657:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.038661:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.038663:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326934.038665:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.038669:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.038671:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.038678:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.038680:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.038682:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.038683:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326934.038685:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.038690:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.038692:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.038693:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.038695:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.038699:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36850 x1853164010255872/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.038705:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010255872:12345-192.168.204.119@tcp:104: Request processed in 125us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.038712:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10766 00000100:00000040:2.0:1767326934.038718:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.038723:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.038726:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.038731:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.038736:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.038743:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.038749:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 02000000:00000001:2.0:1767326934.038754:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038758:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 02000000:00000001:2.0:1767326934.038764:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038767:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 02000000:00000001:2.0:1767326934.038785:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038789:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326934.038793:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038797:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 02000000:00000001:2.0:1767326934.038802:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038804:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326934.038808:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038810:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 02000000:00000001:2.0:1767326934.038816:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038819:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.038822:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038826:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 02000000:00000001:2.0:1767326934.038831:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038834:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.038865:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038869:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 02000000:00000001:2.0:1767326934.038874:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.038878:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.038883:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.038886:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 00000100:00000010:2.0:1767326934.038889:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00000100:00000010:2.0:1767326934.038893:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36800. 00000100:00000001:2.0:1767326934.038897:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326934.038910:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852741, at 4306852743 00000100:00000010:2.0:1767326934.038914:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf900. 00000100:00000001:1.0:1767326934.039050:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.039053:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326934.039055:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.039058:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.039060:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.039062:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.039063:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.039065:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.039070:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.039077:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.039079:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.039081:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.039083:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.039085:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.039089:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561600:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.039092:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.039095:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.039096:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.039098:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.039102:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.039104:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.039108:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.039110:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.039113:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.039117:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247561600, portal 18 00000100:00000001:1.0:1767326934.039119:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.039120:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230796800 : -115550478754816 : ffff96e84ec29c00) 00000100:00000040:1.0:1767326934.039125:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.039129:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.039130:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.039132:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000100:00000200:1.0:1767326934.039134:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247561600, offset 0 00000400:00000200:1.0:1767326934.039137:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.039139:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.039142:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.039144:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.039146:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.039148:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.039150:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.039151:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556218:1556218:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556211:1556211:8:4294967295] 00000400:00000200:1.0:1767326934.039154:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.039158:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.039161:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.039163:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326934.039166:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.039169:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.039171:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.039179:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.039182:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.039184:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.039186:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852747 00000100:00000010:1.0:1767326934.039189:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44f60. 00000100:00000001:1.0:1767326934.039191:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.039194:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852747 00000100:00000010:1.0:1767326934.039196:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b449c0. 00000100:00000001:1.0:1767326934.039198:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.039200:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.039202:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.039203:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.039205:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.040939:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.040941:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.040944:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.040945:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.040946:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.040949:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.040950:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.040951:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.040955:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.040961:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.040965:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.040966:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.040967:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.040969:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.040970:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.040971:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.040972:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.040976:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.040978:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.040980:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.040981:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.040982:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.040983:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.040985:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.040986:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.040987:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.040988:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.040991:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.040995:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.040996:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.040997:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.040999:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.041003:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561600:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.041006:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.041007:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.041009:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29c00 x1853164247561600/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.041012:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.041013:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.041015:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.041016:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.041017:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.041018:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=44 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.041019:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.041020:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852730200. 02000000:00000001:1.0:1767326934.041022:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.041023:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.041024:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29c00. 00000100:00000001:1.0:1767326934.041026:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.041027:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.041028:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.041030:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.041037:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.041039:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.041041:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.041898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440f00. 00010000:00000010:0.1:1767326934.041904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066a000. 00000100:00000040:2.0:1767326934.043898:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852747, at 4306852748 00000100:00000010:2.0:1767326934.043906:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44f60. 00010000:00000010:0.1:1767326934.046901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db200. 00010000:00000010:0.1:1767326934.046908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a1400. 00000080:00000010:0.1:1767326934.053868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608fd280. 00000080:00000010:0.1:1767326934.053876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcf00. 00000100:00000001:1.0:1767326934.055097:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.055101:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.055104:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.055113:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.055137:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.055140:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.055143:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.055146:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.055150:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.055155:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561984:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.055160:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.055164:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.055168:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.055172:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.055177:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.055180:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.055185:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.055189:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.055194:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.055199:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247561984, portal 18 00000100:00000001:1.0:1767326934.055205:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.055208:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230801280 : -115550478750336 : ffff96e84ec2ad80) 00000100:00000040:1.0:1767326934.055214:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.055219:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.055221:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.055223:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:1.0:1767326934.055225:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247561984, offset 0 00000400:00000200:1.0:1767326934.055228:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.055231:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.055235:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.055238:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.055240:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.055242:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.055244:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.055247:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556220:1556220:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556213:1556213:8:4294967295] 00000400:00000200:1.0:1767326934.055249:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.055255:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.055258:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.055260:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326934.055264:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.055267:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.055270:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.055279:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.055282:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.055284:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.055285:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852763 00000100:00000001:1.0:1767326934.055289:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852759 00000100:00000001:1.0:1767326934.055292:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852763 00000100:00000001:1.0:1767326934.055294:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852759 00000100:00000001:1.0:1767326934.055296:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.055298:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.055301:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.055302:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.055306:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.055308:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.055310:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.055311:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.055312:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.055314:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.056253:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.056255:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.056258:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.056259:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.056260:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.056263:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.056264:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.056266:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.056269:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.056275:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.056279:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.056279:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.056281:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.056281:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.056282:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.056283:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.056284:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.056287:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.056289:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.056291:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.056292:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.056293:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.056294:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.056295:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.056296:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.056297:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.056299:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.056301:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.056305:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.056307:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.056308:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.056310:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.056314:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247561984:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.056316:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.056317:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.056318:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec2ad80 x1853164247561984/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.056322:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.056323:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.056325:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.056327:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.056329:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.056330:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=45 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.056331:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.056333:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84e79fc00. 02000000:00000001:1.0:1767326934.056335:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.056336:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.056337:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec2ad80. 00000100:00000001:1.0:1767326934.056340:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.056341:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.056342:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.056344:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.056345:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.056346:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.056347:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.057882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847083000. 00010000:00000010:0.1:1767326934.057886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8f00. 00010000:00000010:0.1:1767326934.057888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4400. 00010000:00000010:0.1:1767326934.057891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2400. 00010000:00000010:0.1:1767326934.057893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecca00. 00000080:00000010:0.1:1767326934.061876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8810192a0. 00000080:00000010:0.1:1767326934.061890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493d4200. 00000100:00000001:2.0:1767326934.064548:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.064551:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257792 02000000:00000001:2.0:1767326934.064553:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.064555:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.064556:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.064559:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.064561:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257792 00000020:00000001:2.0:1767326934.064564:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.064565:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.064567:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.064569:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.064570:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.064572:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.064575:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.064579:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.064580:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.064582:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.064586:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.064590:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.064593:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.064597:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.064599:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.064600:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.064602:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.064607:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.064615:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.064621:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.064622:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.064627:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10767 00000100:00000040:2.0:1767326934.064630:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.064632:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326934.064638:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010257792/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.064647:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.064650:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.064652:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.064655:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.064666:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010257792:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.064673:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010257792 00010000:00000001:2.0:1767326934.064676:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.064680:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.064681:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.064682:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8712a4a00 refcount=2 00000020:00000001:2.0:1767326934.064684:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808016896 : -115549901534720 : ffff96e8712a4a00) 00010000:00000001:2.0:1767326934.064685:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808016896 : -115549901534720 : ffff96e8712a4a00) 00010000:00000001:2.0:1767326934.064687:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.064689:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.064692:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a4a00/0xb12620548e07503a lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467a00 expref: -99 pid: 276451 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.064699:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.064700:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.064703:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.064704:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.064706:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.064709:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.064711:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.064713:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.064716:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.064718:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.064719:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.064721:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.064722:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.064724:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.064726:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.064728:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326934.064730:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010257792, offset 224 00000400:00000200:2.0:1767326934.064734:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.064738:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.064741:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.064745:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556223:1556223:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556216:1556216:8:4294967295] 00000400:00000200:2.0:1767326934.064748:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.064753:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.064756:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.064759:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326934.064761:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.064765:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.064767:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.064786:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.064788:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.064791:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.064794:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326934.064796:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.064802:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.064803:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.064805:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.064806:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.064810:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010257792/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.064817:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010257792:12345-192.168.204.119@tcp:104: Request processed in 168us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.064824:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10767 00000100:00000040:2.0:1767326934.064828:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.064831:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.064833:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.064837:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.064865:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.064869:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.064875:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.064879:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.065131:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.065136:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.065141:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.065152:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.065166:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.065168:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.065172:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.065175:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.065180:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.065185:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247562624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.065189:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.065192:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.065194:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.065196:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.065200:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.065201:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.065206:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.065214:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.065219:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.065222:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247562624, portal 18 00000100:00000001:1.0:1767326934.065224:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.065226:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230789632 : -115550478761984 : ffff96e84ec28000) 00000100:00000040:1.0:1767326934.065232:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.065239:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.065242:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.065244:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000100:00000200:1.0:1767326934.065247:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247562624, offset 0 00000400:00000200:1.0:1767326934.065251:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.065255:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.065259:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.065263:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.065266:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.065269:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.065272:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.065275:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556224:1556224:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556217:1556217:8:4294967295] 00000400:00000200:1.0:1767326934.065279:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.065285:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.065290:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.065294:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326934.065297:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.065302:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.065304:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.065316:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.065320:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.065323:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.065326:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852774 00000100:00000001:1.0:1767326934.065332:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852768 00000100:00000001:1.0:1767326934.065337:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852774 00000100:00000010:1.0:1767326934.065342:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44360. 00000100:00000001:1.0:1767326934.065346:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.065349:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.065352:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.065355:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.065357:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.065361:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.065364:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.065369:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.065372:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.065375:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.065381:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.066358:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.066362:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.066365:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.066367:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.066369:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.066372:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.066374:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.066376:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.066382:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.066390:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.066394:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.066402:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.066404:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.066409:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.066410:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.066412:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.066415:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.066421:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.066424:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.066427:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.066428:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.066430:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.066432:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.066435:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.066436:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.066438:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.066440:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.066444:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.066448:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.066450:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.066451:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.066453:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.066457:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247562624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.066461:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.066463:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.066464:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec28000 x1853164247562624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.066469:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.066470:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.066472:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.066474:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.066475:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.066476:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=268 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.066477:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.066479:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84137fa00. 02000000:00000001:1.0:1767326934.066481:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.066482:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.066483:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec28000. 00000100:00000001:1.0:1767326934.066485:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.066486:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.066487:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.066490:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.066491:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.066492:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.066493:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.066869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4000. 00010000:00000010:0.1:1767326934.066873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8800. 00010000:00000010:0.1:1767326934.070873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86860b600. 00010000:00000010:0.1:1767326934.070886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6200. 00010000:00000010:0.1:1767326934.070892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8b00. 00000100:00000040:2.0:1767326934.070896:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852774, at 4306852775 00010000:00000010:0.1:1767326934.070898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5200. 00000100:00000010:2.0:1767326934.070908:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf9c0. 00010000:00000010:0.1:1767326934.074892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8700. 00010000:00000010:0.1:1767326934.074900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4a00. 00000080:00000010:0.1:1767326934.081879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493d4a40. 00000080:00000010:0.1:1767326934.081893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9c40. 00000100:00000001:1.0:1767326934.082884:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.082888:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.082890:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.082898:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.082915:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.082918:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.082923:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.082926:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.082929:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.082935:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247563008:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.082940:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.082946:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.082951:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.082956:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.082963:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.082969:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.082980:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.082989:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.082997:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.083004:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247563008, portal 18 00000100:00000001:1.0:1767326934.083010:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.083013:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230803072 : -115550478748544 : ffff96e84ec2b480) 00000100:00000040:1.0:1767326934.083022:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.083034:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.083040:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.083047:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000100:00000200:1.0:1767326934.083053:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247563008, offset 0 00000400:00000200:1.0:1767326934.083062:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.083072:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.083083:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.083089:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.083097:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.083104:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.083109:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.083117:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556226:1556226:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556219:1556219:8:4294967295] 00000400:00000200:1.0:1767326934.083124:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.083136:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.083146:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.083152:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326934.083160:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.083169:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.083175:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.083188:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.083193:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.083197:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.083199:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852791 00000100:00000001:1.0:1767326934.083207:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852787 00000100:00000001:1.0:1767326934.083211:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852791 00000100:00000001:1.0:1767326934.083215:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852787 00000100:00000001:1.0:1767326934.083219:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.083222:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.083224:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.083228:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.083234:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.083238:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.083243:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.083246:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.083250:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.083256:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.083269:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.083273:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.084586:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.084589:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.084592:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.084593:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.084595:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.084599:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.084600:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.084603:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.084608:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.084617:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.084624:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.084625:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.084627:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.084629:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.084630:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.084632:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.084634:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.084638:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.084641:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.084643:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.084645:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.084647:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.084648:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.084650:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.084652:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.084654:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.084655:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.084659:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.084665:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.084668:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.084670:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.084672:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.084677:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247563008:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.084680:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.084681:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.084683:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec2b480 x1853164247563008/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.084687:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.084688:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.084690:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af800. 02000000:00000001:1.0:1767326934.084692:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.084693:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.084694:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=46 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.084696:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.084698:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852730200. 02000000:00000001:1.0:1767326934.084700:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.084701:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.084702:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec2b480. 00000100:00000001:1.0:1767326934.084705:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.084705:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.084706:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.084709:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.084710:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.084711:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.084712:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.085900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847082600. 00010000:00000010:0.1:1767326934.085916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440b00. 00010000:00000010:0.1:1767326934.085921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066a200. 00010000:00000010:0.1:1767326934.085925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022000. 00010000:00000010:0.1:1767326934.085928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f7600. 00000080:00000010:0.1:1767326934.089880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f7448e0. 00000080:00000010:0.1:1767326934.089895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e849368000. 00000100:00000001:2.0:1767326934.092458:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.092462:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259712 02000000:00000001:2.0:1767326934.092465:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.092467:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.092469:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.092473:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.092476:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259712 00000020:00000001:2.0:1767326934.092479:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.092481:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.092483:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.092486:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.092488:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.092491:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.092494:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.092499:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.092502:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.092504:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.092510:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.092514:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.092518:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.092523:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.092530:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.092531:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.092533:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.092539:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.092547:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.092555:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.092557:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.092560:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10768 00000100:00000040:2.0:1767326934.092563:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.092565:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:2.0:1767326934.092570:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010259712/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.092575:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.092577:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.092578:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.092580:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.092583:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010259712:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.092585:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010259712 00010000:00000001:2.0:1767326934.092587:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.092591:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.092592:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.092593:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8712a5e00 refcount=2 00000020:00000001:2.0:1767326934.092594:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808022016 : -115549901529600 : ffff96e8712a5e00) 00010000:00000001:2.0:1767326934.092596:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808022016 : -115549901529600 : ffff96e8712a5e00) 00010000:00000001:2.0:1767326934.092598:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.092600:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.092603:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.092610:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.092611:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.092614:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.092616:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.092617:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.092620:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.092622:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.092624:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.092627:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.092629:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.092630:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.092632:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.092633:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.092635:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.092637:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.092639:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000100:00000200:2.0:1767326934.092641:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010259712, offset 224 00000400:00000200:2.0:1767326934.092645:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.092650:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.092654:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.092658:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556229:1556229:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556222:1556222:8:4294967295] 00000400:00000200:2.0:1767326934.092660:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.092666:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.092669:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.092671:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326934.092674:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.092678:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.092681:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.092688:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.092691:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.092693:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.092695:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a840. 00010000:00000001:2.0:1767326934.092696:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.092703:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.092705:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.092706:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.092708:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.092711:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010259712/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.092717:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010259712:12345-192.168.204.119@tcp:104: Request processed in 141us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.092723:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10768 00000100:00000040:2.0:1767326934.092725:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.092727:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.092728:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.092731:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000001:1.0:1767326934.092733:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326934.092734:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000001:1.0:1767326934.092736:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326934.092739:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326934.092743:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767326934.092744:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.092748:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326934.092749:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326934.092752:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326934.092757:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.092783:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8712a5e00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.092788:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326934.092794:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.092807:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.092810:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.092814:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.092819:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.092822:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.092823:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.092825:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.092827:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8712a5e00 refcount=3 00000020:00000001:1.0:1767326934.092829:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808022016 : -115549901529600 : ffff96e8712a5e00) 00010000:00000001:1.0:1767326934.092831:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808022016 : -115549901529600 : ffff96e8712a5e00) 00010000:00000001:1.0:1767326934.092834:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.092836:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.092872:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.092875:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.092878:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.092880:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x125:0x0] mode (null) 00000002:00000001:1.0:1767326934.092884:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.092886:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.092900:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871440100 count: 2 00010000:00000001:1.0:1767326934.092904:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326934.092906:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852796, at 4306852797 00000002:00000001:1.0:1767326934.092907:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.092912:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.092914:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00000100:00000010:2.0:1767326934.092914:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfde0. 00010000:00000040:1.0:1767326934.092917:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871440100 count: 2 00010000:00000001:1.0:1767326934.092925:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.092928:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.092930:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.092933:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x125:0x0] lli = ffff96e849369080, pfid = [0x200002b13:0x6315:0x0] 00000080:00000002:1.0:1767326934.092982:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x125:0x0] m[0x200002b13:0x6315:0x0] 00000080:00000001:1.0:1767326934.092987:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078242069 : 144115373078242069 : 200002b13006315) 00000080:00000001:1.0:1767326934.092991:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.092993:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.092995:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.092997:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x125:0x0](ffff96e849369148) invalid 00000080:00000001:1.0:1767326934.093000:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.093002:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.093003:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.093006:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.093008:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.093010:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.093012:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.093014:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.093016:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8712a5e00 with handle 0xb12620548e0750b8 from hash 00010000:00000001:1.0:1767326934.093019:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.093020:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.093022:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.093023:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.093025:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.093027:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.093030:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.093032:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.093033:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.093034:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.093036:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.093037:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.093042:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418e00. 00000020:00000040:1.0:1767326934.093045:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.093049:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.093050:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.093053:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.093059:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af800. 00000100:00000001:1.0:1767326934.093063:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.093065:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.093069:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.093076:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.093077:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.093081:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.093084:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.093090:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f106e5ed] to pc [ptlrpcd_00_00+0] req@ffff96e868418e00 x1853164247563648/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.093116:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.093119:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.093120:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.093122:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.093125:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.093130:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.093136:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.093153:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.093158:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8712a5e00/0xb12620548e0750b8 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467bce expref: -99 pid: 276471 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.093175:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871440100 count: 0 00010000:00000010:1.0:1767326934.093182:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e7625fd900. 00010000:00000001:1.0:1767326934.093192:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.093197:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.093202:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a840. 00010000:00000001:1.0:1767326934.093206:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.093210:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.093212:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.093214:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.093217:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.093220:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.093224:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.093226:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.093228:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.093233:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.093242:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.093247:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.094868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5000. 00010000:00000010:0.1:1767326934.094875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8e00. 00010000:00000010:0.1:1767326934.094878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859399400. 00010000:00000010:0.1:1767326934.094881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f7e00. 00010000:00000010:0.1:1767326934.094884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8900. 00010000:00000010:0.1:1767326934.094886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5a00. 00000100:00000040:2.0:1767326934.098910:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852802, at 4306852803 00010000:00000010:1.1:1767326934.098914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440100. 00000100:00000010:2.0:1767326934.098919:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf000. 00010000:00000010:1.1:1767326934.098922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a5e00. 00000080:00000010:0.1:1767326934.108877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84680a100. 00000080:00000010:0.1:1767326934.108886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9720. 00000100:00000001:1.0:1767326934.110738:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.110743:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.110746:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.110755:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.110782:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.110786:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.110792:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.110797:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.110803:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.110807:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247564032:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.110811:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.110817:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.110822:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.110826:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.110832:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326934.110837:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.110872:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.110878:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.110885:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.110895:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247564032, portal 18 00000100:00000001:1.0:1767326934.110900:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.110903:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230789632 : -115550478761984 : ffff96e84ec28000) 00000100:00000040:2.0:1767326934.110910:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852814, at 4306852815 00000100:00000040:1.0:1767326934.110912:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326934.110922:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf540. 00000100:00000001:1.0:1767326934.110933:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.110939:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.110943:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:1.0:1767326934.110947:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247564032, offset 0 00000400:00000200:1.0:1767326934.110957:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.110969:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.110977:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.110996:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.111004:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.111013:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.111019:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.111025:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556232:1556232:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556225:1556225:8:4294967295] 00000400:00000200:1.0:1767326934.111033:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.111047:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.111055:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.111061:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326934.111069:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.111077:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.111083:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.111096:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.111103:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.111110:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.111116:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852819 00000100:00000010:1.0:1767326934.111122:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b446c0. 00000100:00000001:1.0:1767326934.111128:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.111134:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852819 00000100:00000010:1.0:1767326934.111140:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44ae0. 00000100:00000001:1.0:1767326934.111145:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.111151:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.111155:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.111159:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.111162:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.111169:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.111172:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.111177:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.111180:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.111182:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.111185:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.112458:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.112462:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.112466:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.112467:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.112470:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.112473:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.112475:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.112478:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.112483:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.112494:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.112498:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.112499:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.112501:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.112502:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.112504:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.112505:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.112506:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.112510:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.112512:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.112514:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.112515:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.112516:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.112518:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.112519:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.112521:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.112522:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.112523:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.112533:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.112537:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.112539:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.112540:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.112542:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.112546:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247564032:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.112549:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.112550:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.112551:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec28000 x1853164247564032/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.112559:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.112560:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.112562:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afa00. 02000000:00000001:1.0:1767326934.112565:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.112566:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.112567:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=47 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.112569:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.112571:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e860d2cc00. 02000000:00000001:1.0:1767326934.112572:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.112574:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.112575:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec28000. 00000100:00000001:1.0:1767326934.112577:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.112578:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.112579:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.112582:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.112583:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.112584:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.112585:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.113907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f61600. 00010000:00000010:0.1:1767326934.113914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2700. 00010000:00000010:0.1:1767326934.113918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecd000. 00010000:00000010:0.1:1767326934.113922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114b00. 00010000:00000010:0.1:1767326934.113924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859398000. 00000080:00000010:0.1:1767326934.118869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f3a0. 00000080:00000010:0.1:1767326934.118890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84691ca40. 00010000:00000010:0.1:1767326934.118899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3a400. 00010000:00000010:0.1:1767326934.118903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1f00. 00000100:00000001:2.0:1767326934.120327:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.120330:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261632 02000000:00000001:2.0:1767326934.120332:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.120334:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.120335:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.120338:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.120341:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261632 00000020:00000001:2.0:1767326934.120343:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.120344:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.120345:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.120348:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.120349:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.120351:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.120354:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.120358:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.120359:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.120361:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.120365:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.120369:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.120372:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.120378:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.120380:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.120381:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.120382:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.120388:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.120405:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.120421:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.120424:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.120434:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10769 00000100:00000040:2.0:1767326934.120437:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.120440:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000040:2.0:1767326934.120448:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010261632/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.120457:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.120460:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.120462:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.120464:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.120469:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010261632:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.120473:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010261632 00010000:00000001:2.0:1767326934.120476:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.120481:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.120482:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.120484:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878ecd400 refcount=2 00000020:00000001:2.0:1767326934.120485:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938206720 : -115549771344896 : ffff96e878ecd400) 00010000:00000001:2.0:1767326934.120487:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938206720 : -115549771344896 : ffff96e878ecd400) 00010000:00000001:2.0:1767326934.120490:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.120492:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.120495:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.120505:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.120507:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.120512:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.120515:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.120517:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.120521:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.120523:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.120531:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.120536:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.120539:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.120541:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.120543:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.120545:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.120548:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.120550:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.120554:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888dd0. 00000100:00000200:2.0:1767326934.120559:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010261632, offset 224 00000400:00000200:2.0:1767326934.120564:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.120570:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.120576:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.120581:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556235:1556235:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556228:1556228:8:4294967295] 00000400:00000200:2.0:1767326934.120586:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.120592:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.120596:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.120600:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326934.120604:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.120608:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.120610:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.120618:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.120620:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.120623:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.120625:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a3c0. 00010000:00000001:2.0:1767326934.120626:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.120637:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.120641:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.120642:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.120644:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.120647:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010261632/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.120654:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010261632:12345-192.168.204.119@tcp:104: Request processed in 196us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.120660:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10769 00000100:00000040:2.0:1767326934.120662:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.120664:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767326934.120666:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326934.120666:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326934.120671:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326934.120673:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00010000:1.0:1767326934.120674:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326934.120678:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326934.120679:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326934.120681:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326934.120683:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326934.120685:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326934.120688:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.120693:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326934.120696:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878ecd400 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.120700:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326934.120703:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.120712:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.120716:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.120721:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.120730:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.120739:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.120741:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.120742:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.120743:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878ecd400 refcount=3 00000020:00000001:1.0:1767326934.120745:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938206720 : -115549771344896 : ffff96e878ecd400) 00010000:00000001:1.0:1767326934.120746:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938206720 : -115549771344896 : ffff96e878ecd400) 00010000:00000001:1.0:1767326934.120749:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.120750:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.120754:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.120756:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.120758:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.120759:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x120:0x0] mode (null) 00000002:00000001:1.0:1767326934.120761:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.120763:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.120767:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e850ac2c00 count: 2 00010000:00000001:1.0:1767326934.120768:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.120784:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.120786:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.120787:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.120789:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e850ac2c00 count: 2 00010000:00000001:1.0:1767326934.120791:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.120793:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.120795:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.120797:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x120:0x0] lli = ffff96e84691dac0, pfid = [0x200002b13:0x630f:0x0] 00000080:00000002:1.0:1767326934.120872:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x120:0x0] m[0x200002b13:0x630f:0x0] 00000080:00000001:1.0:1767326934.120876:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078242063 : 144115373078242063 : 200002b1300630f) 00000080:00000001:1.0:1767326934.120881:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.120883:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.120886:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.120888:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x120:0x0](ffff96e84691db88) invalid 00000080:00000001:1.0:1767326934.120900:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.120902:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.120904:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.120904:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852824, at 4306852825 00010000:00000001:1.0:1767326934.120910:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.120914:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767326934.120915:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b446c0. 00010000:00000001:1.0:1767326934.120916:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.120920:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.120922:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.120924:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878ecd400 with handle 0xb12620548e074f7d from hash 00010000:00000001:1.0:1767326934.120927:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.120929:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.120930:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.120932:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.120934:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.120935:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.120940:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.120943:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.120944:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.120946:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.120948:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.120950:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.120954:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00000020:00000040:1.0:1767326934.120957:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.120961:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.120963:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.120966:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.120972:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afa00. 00000100:00000001:1.0:1767326934.120976:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.120979:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.120982:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.120989:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.120991:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.120995:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.120999:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.121005:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_00+0] req@ffff96e86841b800 x1853164247564672/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.121025:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.121028:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.121028:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.121029:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.121031:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.121032:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.121035:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.121039:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.121041:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecd400/0xb12620548e074f7d lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d46774b expref: -99 pid: 276421 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.121048:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e850ac2c00 count: 0 00010000:00000010:1.0:1767326934.121053:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8495ad880. 00010000:00000001:1.0:1767326934.121061:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.121063:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.121066:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a3c0. 00010000:00000001:1.0:1767326934.121070:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.121073:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.121075:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.121078:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.121080:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.121084:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.121085:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.121088:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.121090:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.121091:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.121098:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.121101:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.123889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858066200. 00010000:00000010:0.1:1767326934.123895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecc600. 00010000:00000010:0.1:1767326934.123900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1e00. 00010000:00000010:0.1:1767326934.123904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092c00. 00000100:00000040:2.0:1767326934.126925:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852830, at 4306852831 00000100:00000010:2.0:1767326934.126933:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf600. 00010000:00000010:1.1:1767326934.130899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2c00. 00010000:00000010:1.1:1767326934.130909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecd400. 00000080:00000010:0.1:1767326934.137878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608f8000. 00000080:00000010:0.1:1767326934.137888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc340. 00010000:00000010:0.1:1767326934.141878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2b8400. 00010000:00000010:0.1:1767326934.141882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114900. 00010000:00000010:0.1:1767326934.141884:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066aa00. 00010000:00000010:0.1:1767326934.141886:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114500. 00010000:00000010:0.1:1767326934.141888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859399e00. 00000100:00000001:2.0:1767326934.144207:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.144210:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262912 02000000:00000001:2.0:1767326934.144213:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.144215:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.144217:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.144220:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.144223:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262912 00000020:00000001:2.0:1767326934.144226:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.144228:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.144230:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.144232:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.144235:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.144237:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.144240:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.144244:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.144247:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.144249:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.144254:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.144259:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.144263:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.144269:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.144272:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.144274:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.144276:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.144282:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.144294:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.144303:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.144305:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.144311:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10770 00000100:00000040:2.0:1767326934.144314:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.144317:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000040:2.0:1767326934.144323:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010262912/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.144331:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.144333:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.144335:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.144337:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.144341:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010262912:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.144344:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010262912 00010000:00000001:2.0:1767326934.144346:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.144349:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.144351:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.144353:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85066b000 refcount=2 00000020:00000001:2.0:1767326934.144354:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258327040 : -115550451224576 : ffff96e85066b000) 00010000:00000001:2.0:1767326934.144357:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258327040 : -115550451224576 : ffff96e85066b000) 00010000:00000001:2.0:1767326934.144360:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.144361:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.144365:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b000/0xb12620548e0750e9 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467c84 expref: -99 pid: 276481 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.144373:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.144376:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.144379:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.144380:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.144382:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.144387:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.144389:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.144392:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.144395:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.144398:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.144400:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.144402:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.144404:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.144406:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.144409:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.144411:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000100:00000200:2.0:1767326934.144415:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010262912, offset 224 00000400:00000200:2.0:1767326934.144419:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.144423:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.144428:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.144432:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556240:1556240:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556233:1556233:8:4294967295] 00000400:00000200:2.0:1767326934.144436:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.144449:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.144454:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.144458:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326934.144462:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.144467:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.144469:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.144479:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.144482:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.144485:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.144488:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326934.144490:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.144498:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.144500:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.144502:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.144504:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.144509:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010262912/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.144519:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010262912:12345-192.168.204.119@tcp:104: Request processed in 186us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.144534:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10770 00000100:00000040:2.0:1767326934.144540:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.144544:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.144547:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.144553:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.144560:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.144566:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.144574:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.144581:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.144792:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.144797:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.144802:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.144812:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.144827:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.144830:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.144835:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.144838:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.144874:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.144879:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247565568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.144882:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.144886:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.144888:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.144890:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.144894:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.144896:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.144902:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.144905:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.144909:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.144913:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247565568, portal 18 00000100:00000001:1.0:1767326934.144915:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.144916:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230795008 : -115550478756608 : ffff96e84ec29500) 00000100:00000040:1.0:1767326934.144920:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.144927:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.144929:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.144931:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000100:00000200:1.0:1767326934.144933:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247565568, offset 0 00000400:00000200:1.0:1767326934.144937:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.144940:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.144943:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.144946:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.144950:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.144952:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.144954:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.144957:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556241:1556241:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556234:1556234:8:4294967295] 00000400:00000200:1.0:1767326934.144960:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.144966:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.144971:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.144974:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326934.144978:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.144982:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.144984:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.144994:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.144997:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.145000:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.145002:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852854 00000100:00000001:1.0:1767326934.145006:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852851 00000100:00000001:1.0:1767326934.145011:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852854 00000100:00000001:1.0:1767326934.145015:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852851 00000100:00000001:1.0:1767326934.145018:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.145020:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.145023:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.145025:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.145029:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.145031:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.145033:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.145034:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.145036:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.145038:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.146085:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.146087:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.146090:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.146091:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.146093:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.146095:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.146096:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.146098:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.146101:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.146107:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.146111:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.146112:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.146114:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.146115:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.146116:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.146118:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.146119:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.146122:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.146124:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.146126:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.146127:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.146128:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.146130:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.146131:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.146132:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.146134:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.146135:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.146138:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.146142:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.146143:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.146144:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.146146:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.146162:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247565568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.146164:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.146165:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.146167:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29500 x1853164247565568/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.146171:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.146172:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.146173:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.146175:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.146176:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.146177:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=268 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.146178:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.146180:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e860d2de00. 02000000:00000001:1.0:1767326934.146182:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.146183:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.146184:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29500. 00000100:00000001:1.0:1767326934.146186:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.146187:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.146188:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.146191:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.146191:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.146193:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.146194:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.149875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403d00. 00000080:00000010:0.1:1767326934.149901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8493698c0. 00000100:00000040:2.0:1767326934.150892:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852854, at 4306852855 00000100:00000010:2.0:1767326934.150899:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfd80. 00010000:00000010:0.1:1767326934.153876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859398c00. 00010000:00000010:0.1:1767326934.153879:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066b400. 00010000:00000010:0.1:1767326934.153882:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871440600. 00010000:00000010:0.1:1767326934.153885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066a400. 00010000:00000010:0.1:1767326934.153887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb1600. 00010000:00000010:0.1:1767326934.153889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860093200. 00000100:00000001:1.0:1767326934.160312:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.160316:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.160320:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.160330:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.160346:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.160349:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.160354:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.160358:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.160362:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.160369:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247565952:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.160376:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.160380:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.160383:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.160388:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.160392:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.160397:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.160402:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.160406:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.160411:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.160418:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247565952, portal 18 00000100:00000001:1.0:1767326934.160421:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.160424:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230795008 : -115550478756608 : ffff96e84ec29500) 00000100:00000040:1.0:1767326934.160430:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.160455:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.160464:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.160469:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000200:1.0:1767326934.160473:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247565952, offset 0 00000400:00000200:1.0:1767326934.160482:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.160489:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.160497:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.160503:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.160509:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.160514:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.160520:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.160527:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556243:1556243:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556236:1556236:8:4294967295] 00000400:00000200:1.0:1767326934.160535:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.160546:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.160554:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.160560:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326934.160567:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.160575:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.160579:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.160592:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.160597:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.160604:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.160609:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852868 00000100:00000001:1.0:1767326934.160619:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852864 00000100:00000001:1.0:1767326934.160627:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852868 00000100:00000001:1.0:1767326934.160634:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852864 00000100:00000001:1.0:1767326934.160639:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.160645:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.160649:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.160655:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.160664:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.160668:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.160673:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.160677:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.160680:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.160687:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.160700:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.160703:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.161580:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.161582:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.161585:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.161586:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.161587:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.161590:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.161591:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.161592:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.161596:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.161602:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.161607:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.161608:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.161609:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.161610:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.161611:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.161612:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.161614:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.161616:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.161619:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.161620:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.161621:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.161622:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.161624:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.161625:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.161626:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.161627:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.161628:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.161631:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.161635:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.161636:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.161637:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.161639:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.161643:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247565952:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.161646:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.161647:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.161648:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29500 x1853164247565952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.161652:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.161654:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.161656:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.161658:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.161659:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.161660:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=49 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.161661:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.161663:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e860d2cc00. 02000000:00000001:1.0:1767326934.161665:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.161666:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.161667:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29500. 00000100:00000001:1.0:1767326934.161669:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.161670:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.161671:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.161673:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.161674:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.161675:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.161677:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.161902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8000. 00010000:00000010:0.1:1767326934.161907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066b000. 00000080:00000010:0.1:1767326934.165879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84936c200. 00000080:00000010:0.1:1767326934.165888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e99c0. 00010000:00000010:0.1:1767326934.165929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868604a00. 00010000:00000010:0.1:1767326934.165935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705dba00. 00010000:00000010:0.1:1767326934.165939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668e00. 00010000:00000010:0.1:1767326934.165942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475e4700. 00010000:00000010:0.1:1767326934.165945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f592600. 00000100:00000001:2.0:1767326934.169749:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.169752:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264576 02000000:00000001:2.0:1767326934.169755:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.169757:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.169759:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.169763:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.169766:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264576 00000020:00000001:2.0:1767326934.169779:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.169781:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.169783:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.169786:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.169788:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.169791:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.169794:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.169799:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.169802:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.169804:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.169810:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.169813:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.169817:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.169822:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.169825:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.169826:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.169828:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.169833:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.169863:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.169876:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.169878:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000080:00000010:0.1:1767326934.169882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570fcc0. 00000100:00100000:2.0:1767326934.169885:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10771 00000100:00000040:2.0:1767326934.169892:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.169897:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00000080:00000010:0.1:1767326934.169898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608fdac0. 00000100:00000040:2.0:1767326934.169909:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010264576/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1767326934.169911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668800. 00010000:00000010:0.1:1767326934.169917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db100. 00000100:00000001:2.0:1767326934.169923:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.169926:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.169927:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.169928:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.169932:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010264576:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.169934:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010264576 00010000:00000001:2.0:1767326934.169936:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.169941:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.169942:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.169943:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f61e00 refcount=2 00000020:00000001:2.0:1767326934.169945:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523099954688 : -115550609596928 : ffff96e846f61e00) 00010000:00000001:2.0:1767326934.169946:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523099954688 : -115550609596928 : ffff96e846f61e00) 00010000:00000001:2.0:1767326934.169948:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.169950:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.169953:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e846f61e00/0xb12620548e08d8b1 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x11d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4df4db expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.169959:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.169961:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.169964:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326934.169965:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.169967:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.169970:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.169972:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.169974:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.169977:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.169978:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.169980:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.169982:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.169983:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.169985:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.169986:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.169988:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000200:2.0:1767326934.169992:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010264576, offset 224 00000400:00000200:2.0:1767326934.169996:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.170000:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.170004:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.170008:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556246:1556246:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556239:1556239:8:4294967295] 00000400:00000200:2.0:1767326934.170010:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.170015:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.170019:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.170021:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326934.170025:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.170029:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.170031:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.170041:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.170043:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.170045:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.170047:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326934.170049:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.170053:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.170056:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.170057:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.170058:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.170062:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010264576/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.170069:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010264576:12345-192.168.204.119@tcp:104: Request processed in 144us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.170075:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10771 00000100:00000040:2.0:1767326934.170078:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.170081:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.170085:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.170090:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.170094:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.170100:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.170105:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.170109:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.170343:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.170349:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326934.170352:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.170360:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.170364:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.170369:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.170374:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.170378:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.170388:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.170398:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.170402:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.170407:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.170410:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.170412:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.170415:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247566592:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.170418:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.170422:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.170424:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.170426:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.170430:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.170433:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.170436:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.170439:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.170443:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.170447:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247566592, portal 18 00000100:00000001:1.0:1767326934.170448:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.170450:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523230795008 : -115550478756608 : ffff96e84ec29500) 00000100:00000040:1.0:1767326934.170455:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.170461:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.170463:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.170465:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000200:1.0:1767326934.170468:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247566592, offset 0 00000400:00000200:1.0:1767326934.170472:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.170475:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.170479:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.170482:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.170486:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.170488:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.170491:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.170494:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556247:1556247:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556240:1556240:8:4294967295] 00000400:00000200:1.0:1767326934.170497:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.170503:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.170507:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.170510:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326934.170514:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.170518:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.170521:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.170531:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.170539:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.170542:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.170545:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852879 00000100:00000001:1.0:1767326934.170550:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852873 00000100:00000001:1.0:1767326934.170554:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852879 00000100:00000001:1.0:1767326934.170557:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852873 00000100:00000001:1.0:1767326934.170561:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.170564:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.170566:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.170568:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.171832:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.171834:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.171838:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.171857:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.171865:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.171868:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.171871:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.171874:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.171878:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.171885:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.171889:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.171891:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.171893:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.171895:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.171897:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.171898:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.171901:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.171906:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.171909:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.171912:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.171913:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.171915:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.171918:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.171920:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.171921:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.171923:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.171925:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.171930:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.171937:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.171939:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.171941:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.171945:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.171952:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84ec29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247566592:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.171956:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.171958:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.171960:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84ec29500 x1853164247566592/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.171964:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.171966:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.171967:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.171969:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.171970:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.171971:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=268 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.171973:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.171974:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84137f200. 02000000:00000001:1.0:1767326934.171976:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.171977:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.171978:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84ec29500. 00000100:00000001:1.0:1767326934.171981:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.171982:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.171983:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.171985:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.171987:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.171988:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.171989:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.173889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f07600. 00010000:00000010:0.1:1767326934.173899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f66900. 00010000:00000010:0.1:1767326934.173905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f60000. 00000100:00000040:2.0:1767326934.175900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852879, at 4306852880 00000100:00000010:2.0:1767326934.175910:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfc60. 00010000:00000010:0.1:1767326934.178892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f66b00. 00010000:00000010:0.1:1767326934.178910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f61e00. 00000080:00000010:0.1:1767326934.185878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8516df380. 00000080:00000010:0.1:1767326934.185886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e759403a40. 00000100:00000001:1.0:1767326934.188754:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.188759:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.188763:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.188783:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.188801:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.188804:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.188810:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.188814:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.188819:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.188827:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247566976:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.188835:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.188867:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.188872:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.188878:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.188885:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.188890:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.188901:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.188908:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000100:00000040:2.0:1767326934.188910:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852892, at 4306852893 00000400:00000010:1.0:1767326934.188916:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000010:2.0:1767326934.188917:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf000. 00000100:00000200:1.0:1767326934.188926:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247566976, portal 18 00000100:00000001:1.0:1767326934.188931:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.188935:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523812662656 : -115549896888960 : ffff96e871712d80) 00000100:00000040:1.0:1767326934.188943:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.188957:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.188962:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.188966:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326934.188971:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247566976, offset 0 00000400:00000200:1.0:1767326934.188981:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.188990:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.189000:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.189006:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.189011:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.189017:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.189023:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.189030:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556249:1556249:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556242:1556242:8:4294967295] 00000400:00000200:1.0:1767326934.189040:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.189055:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.189068:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.189075:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326934.189085:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.189097:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.189102:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.189118:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.189125:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.189134:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.189140:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852897 00000100:00000010:1.0:1767326934.189148:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44120. 00000100:00000001:1.0:1767326934.189155:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.189167:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852897 00000100:00000010:1.0:1767326934.189174:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b447e0. 00000100:00000001:1.0:1767326934.189181:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.189188:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.189195:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.189199:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.189205:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.189214:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.189218:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.189223:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.189227:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.189231:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.189236:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.190321:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.190323:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.190326:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.190328:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.190330:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.190334:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.190335:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.190338:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.190342:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.190351:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.190357:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.190358:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.190361:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.190362:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.190364:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.190365:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.190367:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.190372:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.190375:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.190377:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.190379:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.190381:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.190383:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.190385:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.190386:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.190388:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.190390:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.190393:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.190406:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.190411:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.190413:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.190417:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.190425:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247566976:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.190428:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.190430:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.190433:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871712d80 x1853164247566976/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.190438:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.190441:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.190443:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.190446:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.190448:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.190449:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=50 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.190451:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.190454:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e847212000. 02000000:00000001:1.0:1767326934.190456:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.190458:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.190460:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871712d80. 00000100:00000001:1.0:1767326934.190463:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.190464:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.190466:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.190469:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.190470:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.190472:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.190474:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.194922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868604000. 00010000:00000010:0.1:1767326934.194939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2300. 00010000:00000010:0.1:1767326934.194944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecd200. 00010000:00000010:0.1:1767326934.194946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022f00. 00010000:00000010:0.1:1767326934.194948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f7a00. 00000100:00000040:2.0:1767326934.197908:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852901, at 4306852902 00000100:00000010:2.0:1767326934.197918:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44120. 00000100:00000001:2.0:1767326934.198633:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.198637:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266496 02000000:00000001:2.0:1767326934.198639:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.198642:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.198644:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.198648:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.198651:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266496 00000020:00000001:2.0:1767326934.198655:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.198656:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.198659:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.198662:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.198664:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.198667:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.198670:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.198674:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.198677:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.198680:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.198686:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.198690:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.198695:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.198700:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.198703:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.198704:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.198706:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.198713:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.198723:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.198733:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.198735:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.198740:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10772 00000100:00000040:2.0:1767326934.198743:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.198746:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000040:2.0:1767326934.198752:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010266496/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.198760:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.198762:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.198764:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.198766:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.198782:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010266496:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.198786:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010266496 00010000:00000001:2.0:1767326934.198789:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.198794:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.198795:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.198797:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878b3a800 refcount=2 00000020:00000001:2.0:1767326934.198799:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523934459904 : -115549775091712 : ffff96e878b3a800) 00010000:00000001:2.0:1767326934.198802:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523934459904 : -115549775091712 : ffff96e878b3a800) 00010000:00000001:2.0:1767326934.198806:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.198808:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.198812:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a800/0xb12620548e074f3e lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467664 expref: -99 pid: 276411 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.198821:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.198824:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.198827:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326934.198830:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.198832:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.198836:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.198838:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.198861:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.198866:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.198869:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.198872:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.198875:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.198877:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.198880:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.198883:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.198887:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888cc0. 00000100:00000200:2.0:1767326934.198891:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010266496, offset 224 00000400:00000200:2.0:1767326934.198897:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.198902:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.198907:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.198912:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556252:1556252:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556245:1556245:8:4294967295] 00000400:00000200:2.0:1767326934.198916:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.198924:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.198929:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.198933:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326934.198937:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.198942:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.198946:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.198957:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.198960:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.198964:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.198966:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a240. 00010000:00000001:2.0:1767326934.198969:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.198977:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.198979:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.198981:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.198983:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.198988:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010266496/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.198997:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010266496:12345-192.168.204.119@tcp:104: Request processed in 235us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.199006:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10772 00000100:00000040:2.0:1767326934.199012:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.199016:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.199020:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.199025:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.199030:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.199037:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.199046:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.199051:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.199295:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.199300:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.199305:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.199316:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.199331:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.199334:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.199337:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.199339:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.199342:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.199347:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247567616:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.199351:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.199354:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.199356:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.199357:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.199360:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.199361:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.199365:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.199367:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.199370:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.199372:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247567616, portal 18 00000100:00000001:1.0:1767326934.199374:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.199375:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242959104 : -115550466592512 : ffff96e84f7c3100) 00000100:00000040:1.0:1767326934.199379:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.199384:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.199385:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.199387:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326934.199388:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247567616, offset 0 00000400:00000200:1.0:1767326934.199391:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.199393:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.199396:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.199399:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.199401:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.199403:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.199405:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.199407:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556253:1556253:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556246:1556246:8:4294967295] 00000400:00000200:1.0:1767326934.199413:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.199417:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.199420:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.199423:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326934.199426:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.199429:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.199431:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.199440:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.199447:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.199449:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.199451:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852908 00000100:00000010:1.0:1767326934.199453:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44ba0. 00000100:00000001:1.0:1767326934.199456:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.199467:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852908 00000100:00000010:1.0:1767326934.199470:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44240. 00000100:00000001:1.0:1767326934.199472:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.199474:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.199476:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.199478:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.199479:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.199482:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.199484:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.199485:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.199486:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.199487:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.199488:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.200712:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.200715:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.200719:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.200720:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.200722:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.200726:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.200728:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.200730:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.200735:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.200755:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.200762:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.200763:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.200766:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.200780:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.200782:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.200783:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.200786:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.200791:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.200795:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.200797:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.200799:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.200801:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.200803:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.200806:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.200807:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.200810:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.200811:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.200816:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.200822:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.200824:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.200826:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.200830:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.200837:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247567616:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.200867:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.200869:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.200873:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3100 x1853164247567616/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.1:1767326934.200880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84570f440. 00000100:00000001:1.0:1767326934.200881:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.200885:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.200889:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.200893:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.200895:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.200897:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=268 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.200899:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.200901:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e847213000. 02000000:00000001:1.0:1767326934.200905:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.200908:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.200910:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3100. 00000100:00000001:1.0:1767326934.200914:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.200916:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.200918:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.200920:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608fb9c0. 00000100:00000001:1.0:1767326934.200922:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.200925:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.200927:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.200929:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.200933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3a000. 00010000:00000010:0.1:1767326934.200939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00700. 00010000:00000010:0.1:1767326934.200942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858067e00. 00010000:00000010:0.1:1767326934.200946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6a00. 00010000:00000010:0.1:1767326934.200948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00e00. 00010000:00000010:0.1:1767326934.200950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3ac00. 00000100:00000040:2.0:1767326934.204925:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852908, at 4306852909 00000100:00000010:2.0:1767326934.204936:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44ba0. 00010000:00000010:0.1:1767326934.209909:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00000. 00010000:00000010:0.1:1767326934.209914:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3a800. 00000080:00000010:0.1:1767326934.215871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608fa940. 00000100:00000001:1.0:1767326934.217488:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.217491:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.217494:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.217500:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.217514:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.217517:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.217520:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.217523:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.217526:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.217529:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247568000:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.217533:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.217536:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.217540:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.217543:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.217547:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.217550:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.217556:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.217561:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.217566:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.217570:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247568000, portal 18 00000100:00000001:1.0:1767326934.217574:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.217576:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242960000 : -115550466591616 : ffff96e84f7c3480) 00000100:00000040:1.0:1767326934.217583:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.217592:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.217595:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.217600:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000100:00000200:1.0:1767326934.217602:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247568000, offset 0 00000400:00000200:1.0:1767326934.217608:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.217614:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.217620:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.217625:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.217631:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.217636:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.217642:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.217649:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556255:1556255:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556248:1556248:8:4294967295] 00000400:00000200:1.0:1767326934.217660:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.217675:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.217683:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.217688:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326934.217695:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.217700:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.217705:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.217720:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.217726:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.217733:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.217737:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852925 00000100:00000001:1.0:1767326934.217745:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852921 00000100:00000001:1.0:1767326934.217751:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852925 00000100:00000001:1.0:1767326934.217757:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852921 00000100:00000001:1.0:1767326934.217762:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.217766:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.217785:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.217791:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.217801:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.217804:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.217809:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.217812:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.217816:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.217821:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.217831:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.217833:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326934.218977:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.218983:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326934.218986:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.218988:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326934.218992:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.218997:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326934.219002:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.219004:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.219007:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.219010:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafce80 00000400:00000200:2.0:1767326934.219014:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.219018:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19485 [1] + 224 00000800:00000001:2.0:1767326934.219022:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.219026:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326934.219029:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326934.219032:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326934.219035:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326934.219039:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326934.219048:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.219062:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326934.219065:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.219068:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.219084:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.219086:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.219089:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.219090:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.219091:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.219094:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.219095:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.219096:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.219100:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.219106:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.219111:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.219111:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.219113:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.219113:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.219114:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.219115:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.219117:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.219120:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.219122:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.219123:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.219124:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.219126:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.219127:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.219128:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.219130:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.219131:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.219132:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.219134:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.219138:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.219140:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.219140:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.219142:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.219147:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247568000:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.219149:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.219150:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.219152:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3480 x1853164247568000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.219156:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.219157:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.219159:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aea00. 02000000:00000001:1.0:1767326934.219160:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.219162:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.219163:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=51 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.219164:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.219165:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e847212600. 02000000:00000001:1.0:1767326934.219167:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.219169:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.219170:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3480. 00000100:00000001:1.0:1767326934.219172:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.219173:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.219174:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.219176:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.219177:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.219178:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.219179:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.219870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc880. 00010000:00000010:0.1:1767326934.219898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868601200. 00010000:00000010:0.1:1767326934.219904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00100. 00010000:00000010:0.1:1767326934.219907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e0400. 00010000:00000010:0.1:1767326934.219910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2800. 00010000:00000010:0.1:1767326934.219913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858067a00. 00000800:00000200:2.0:1767326934.221725:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326934.221729:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326934.221732:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326934.221736:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326934.221739:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:2.0:1767326934.221741:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:2.0:1767326934.221744:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326934.221748:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1500 x1853164247568512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.221761:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326934.221764:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1500 x1853164247568512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.221783:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.221785:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.223874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34f80. 00000100:00000010:2.0:1767326934.226644:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36400. 00000100:00000010:2.0:1767326934.226652:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326934.226654:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326934.226658:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326934.226662:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200370. 00000400:00000010:2.0:1767326934.226666:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46ae40. 00000100:00000001:2.0:1767326934.226671:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.226673:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268416 02000000:00000001:2.0:1767326934.226676:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.226678:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.226680:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.226683:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.226686:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268416 00000020:00000001:2.0:1767326934.226689:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.226690:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.226692:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.226695:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.226697:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.226699:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.226702:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.226705:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.226707:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.226710:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.226715:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.226720:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.226725:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.226731:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.226734:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.226735:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.226737:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.226744:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.226754:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.226765:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.226767:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.226786:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10773 00000100:00000040:2.0:1767326934.226793:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.226797:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933397072 : -115549776154544 : ffff96e878a37050) 00000100:00000040:2.0:1767326934.226805:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a37050 x1853164010268416/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.226822:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.226825:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.226827:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.226829:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.226833:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010268416:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.226837:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010268416 00010000:00000001:2.0:1767326934.226839:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.226868:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.226871:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.226873:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8811e0600 refcount=2 00000020:00000001:2.0:1767326934.226887:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628524075648512 : -115549633903104 : ffff96e8811e0600) 00010000:00000001:2.0:1767326934.226890:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628524075648512 : -115549633903104 : ffff96e8811e0600) 00010000:00000001:2.0:1767326934.226893:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.226895:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.226900:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.226909:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.226911:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.226915:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326934.226918:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.226920:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.226924:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.226927:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.226930:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.226933:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.226936:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.226939:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.226941:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.226943:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.226945:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.226947:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.226950:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888330. 00000100:00000200:2.0:1767326934.226954:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010268416, offset 224 00000400:00000200:2.0:1767326934.226959:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.226964:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.226969:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.226974:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556258:1556258:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556251:1556251:8:4294967295] 00000400:00000200:2.0:1767326934.226979:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.226986:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.226990:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.226994:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326934.226998:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.227003:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.227006:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.227018:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.227022:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.227025:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.227028:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326934.227031:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.227042:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.227046:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.227047:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.227049:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.227054:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a37050 x1853164010268416/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.227065:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010268416:12345-192.168.204.119@tcp:104: Request processed in 240us (477us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326934.227071:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.227074:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.227076:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10773 00010000:00010000:1.0:1767326934.227079:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326934.227083:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00010000:00000001:1.0:1767326934.227085:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326934.227090:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326934.227090:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.227095:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326934.227097:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326934.227101:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.227109:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00010000:1.0:1767326934.227114:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8811e0600 already unused, calling callback (ffffffffc1c5fb40) 00000020:00000010:2.0:1767326934.227115:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000080:00000001:1.0:1767326934.227119:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000040:2.0:1767326934.227122:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00010000:00010000:1.0:1767326934.227124:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326934.227128:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.227132:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00010000:00000001:1.0:1767326934.227136:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 02000000:00000001:2.0:1767326934.227137:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326934.227141:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000001:2.0:1767326934.227142:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326934.227145:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326934.227146:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326934.227151:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326934.227153:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000010:2.0:1767326934.227155:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 00010000:00000001:1.0:1767326934.227157:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.227159:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.227160:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.227162:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8811e0600 refcount=3 02000000:00000001:2.0:1767326934.227162:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326934.227165:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628524075648512 : -115549633903104 : ffff96e8811e0600) 02000000:00000010:2.0:1767326934.227166:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00010000:00000001:1.0:1767326934.227168:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628524075648512 : -115549633903104 : ffff96e8811e0600) 02000000:00000001:2.0:1767326934.227171:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326934.227172:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:2.0:1767326934.227174:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 00010000:00010000:1.0:1767326934.227175:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326934.227180:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.227183:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000080:00000001:1.0:1767326934.227184:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 02000000:00000001:2.0:1767326934.227186:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000080:00000001:1.0:1767326934.227188:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000100:00000010:2.0:1767326934.227190:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000080:00000001:1.0:1767326934.227192:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 02000000:00000001:2.0:1767326934.227194:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000080:00000040:1.0:1767326934.227196:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x122:0x0] mode (null) 02000000:00000010:2.0:1767326934.227197:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.227201:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000002:00000001:1.0:1767326934.227202:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000100:00000010:2.0:1767326934.227203:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00010000:00000001:1.0:1767326934.227206:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 02000000:00000001:2.0:1767326934.227208:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.227211:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 00010000:00000040:1.0:1767326934.227213:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e87fa00300 count: 2 02000000:00000001:2.0:1767326934.227213:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.227215:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00010000:00000001:1.0:1767326934.227219:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326934.227220:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.227222:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00000002:00000001:1.0:1767326934.227226:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.227226:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.227228:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 00000002:00000001:1.0:1767326934.227231:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000100:00000010:2.0:1767326934.227233:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00010000:00000001:1.0:1767326934.227234:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.227238:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e87fa00300 count: 2 00000100:00000010:2.0:1767326934.227239:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a37000. 00010000:00000001:1.0:1767326934.227242:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.227244:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.227250:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.227250:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000002:1.0:1767326934.227252:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x122:0x0] lli = ffff96e842245ac0, pfid = [0x200002b13:0x6311:0x0] 00000080:00000002:1.0:1767326934.227288:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x122:0x0] m[0x200002b13:0x6311:0x0] 00000080:00000001:1.0:1767326934.227291:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078242065 : 144115373078242065 : 200002b13006311) 00000080:00000001:1.0:1767326934.227294:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.227295:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.227297:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.227299:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x122:0x0](ffff96e842245b88) invalid 00000080:00000001:1.0:1767326934.227301:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.227302:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.227303:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.227305:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.227306:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.227308:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.227309:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.227310:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.227311:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8811e0600 with handle 0xb12620548e074ffb from hash 00010000:00000001:1.0:1767326934.227313:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.227314:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.227315:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.227316:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.227318:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.227319:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.227322:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.227324:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.227325:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.227326:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.227327:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.227328:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.227331:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b480. 00000020:00000040:1.0:1767326934.227333:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.227336:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.227337:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.227340:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.227344:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481aea00. 00000100:00000001:1.0:1767326934.227347:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.227349:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.227351:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.227356:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.227357:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.227361:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.227365:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.227371:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023244988] to pc [ptlrpcd_00_01+1] req@ffff96e86841b480 x1853164247568640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.227409:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.227411:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.227412:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.227413:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.227415:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.227416:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.227419:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.227424:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.227428:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0600/0xb12620548e074ffb lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467919 expref: -99 pid: 276441 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.227435:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87fa00300 count: 0 00010000:00000010:1.0:1767326934.227440:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e7626d0400. 00010000:00000001:1.0:1767326934.227445:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.227447:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.227450:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a300. 00010000:00000001:1.0:1767326934.227454:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.227458:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.227461:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.227463:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.227465:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.227466:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.227468:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.227472:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.227473:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.227478:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.227485:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.227488:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.229889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842244a40. 00010000:00000010:0.1:1767326934.229904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e1200. 00010000:00000010:0.1:1767326934.229909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00f00. 00000100:00000040:2.0:1767326934.233053:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852936, at 4306852937 00000100:00000010:2.0:1767326934.233058:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfde0. 00010000:00000010:0.1:1767326934.233875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859399a00. 00010000:00000010:0.1:1767326934.233882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6c00. 00010000:00000010:0.1:1767326934.233890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00b00. 00010000:00000010:0.1:1767326934.233896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e1800. 00010000:00000010:1.1:1767326934.233911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00300. 00010000:00000010:1.1:1767326934.233917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e0600. 00000080:00000010:0.1:1767326934.245884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608feb40. 00000080:00000010:0.1:1767326934.245895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bc640. 00000100:00000001:1.0:1767326934.248450:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.248456:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.248461:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.248471:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.248486:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.248491:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.248497:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.248502:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.248509:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.248517:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247569024:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.248527:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.248533:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.248546:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.248552:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.248560:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afc00. 02000000:00000001:1.0:1767326934.248566:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.248575:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.248583:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.248591:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.248599:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247569024, portal 18 00000100:00000001:1.0:1767326934.248605:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.248608:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242954624 : -115550466596992 : ffff96e84f7c1f80) 00000100:00000040:1.0:1767326934.248620:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.248632:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.248640:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.248645:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326934.248651:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247569024, offset 0 00000400:00000200:1.0:1767326934.248664:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.248675:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.248685:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.248692:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.248699:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.248706:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.248714:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.248723:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556261:1556261:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556254:1556254:8:4294967295] 00000400:00000200:1.0:1767326934.248736:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.248751:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.248760:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.248782:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326934.248793:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.248806:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.248814:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.248873:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.248880:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.248888:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.248895:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852957 00000100:00000001:1.0:1767326934.248905:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852953 00000100:00000001:1.0:1767326934.248915:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852957 00000100:00000001:1.0:1767326934.248923:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852953 00000100:00000001:1.0:1767326934.248931:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.248937:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.248942:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.248947:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.248954:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.248958:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.248963:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.248967:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.248971:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.248977:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.250442:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.250446:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.250449:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.250451:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.250454:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.250457:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.250459:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.250461:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.250466:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.250475:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.250480:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.250482:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.250484:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.250487:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.250488:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.250490:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.250492:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.250497:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.250500:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.250501:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.250502:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.250504:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.250505:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.250507:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.250508:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.250509:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.250511:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.250514:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.250518:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.250519:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.250521:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.250525:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.250533:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247569024:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.250536:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.250538:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.250541:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c1f80 x1853164247569024/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.250547:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.250549:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.250551:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afc00. 02000000:00000001:1.0:1767326934.250555:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.250556:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.250559:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=51 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.250561:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.250563:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e847212000. 02000000:00000001:1.0:1767326934.250566:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.250569:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.250571:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c1f80. 00000100:00000001:1.0:1767326934.250574:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.250575:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.250577:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.250581:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.250582:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.250584:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.250586:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.253922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f2800. 00010000:00000010:0.1:1767326934.253928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871022400. 00010000:00000010:0.1:1767326934.253943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690f6600. 00010000:00000010:0.1:1767326934.253947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db400. 00010000:00000010:0.1:1767326934.253950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86860b400. 00000080:00000010:0.1:1767326934.258224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e874c34a60. 00000080:00000010:0.1:1767326934.258265:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842247380. 00010000:00000010:0.1:1767326934.258275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e1400. 00010000:00000010:0.1:1767326934.258280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00c00. 00010000:00000010:0.1:1767326934.258284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86860ac00. 00010000:00000010:0.1:1767326934.258288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86860a200. 00010000:00000010:0.1:1767326934.258290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00200. 00010000:00000010:0.1:1767326934.258293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e1a00. 00000100:00000040:2.0:1767326934.258883:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852962, at 4306852963 00000100:00000010:2.0:1767326934.258893:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf780. 00000100:00000001:2.0:1767326934.260376:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.260379:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270464 02000000:00000001:2.0:1767326934.260382:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.260385:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.260387:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.260391:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.260395:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270464 00000020:00000001:2.0:1767326934.260398:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.260399:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.260402:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.260404:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.260407:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.260409:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.260414:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.260418:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.260421:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.260424:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.260430:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.260436:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.260441:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.260448:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.260451:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.260453:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.260455:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.260462:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.260476:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.260486:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.260488:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.260493:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10774 00000100:00000040:2.0:1767326934.260497:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.260499:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000040:2.0:1767326934.260507:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010270464/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.260517:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.260521:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.260523:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.260525:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.260530:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010270464:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.260534:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010270464 00010000:00000001:2.0:1767326934.260536:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.260542:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.260543:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.260546:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850668600 refcount=2 00000020:00000001:2.0:1767326934.260548:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258316288 : -115550451235328 : ffff96e850668600) 00010000:00000001:2.0:1767326934.260550:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258316288 : -115550451235328 : ffff96e850668600) 00010000:00000001:2.0:1767326934.260554:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.260556:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.260561:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.260576:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.260578:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.260582:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.260585:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.260587:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.260591:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.260594:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.260597:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.260602:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.260604:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.260607:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.260609:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.260611:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.260614:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.260617:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.260621:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000100:00000200:2.0:1767326934.260626:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010270464, offset 224 00000400:00000200:2.0:1767326934.260631:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.260638:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.260644:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.260650:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556264:1556264:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556257:1556257:8:4294967295] 00000400:00000200:2.0:1767326934.260654:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.260662:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.260667:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.260672:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326934.260678:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.260684:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.260687:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.260700:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.260703:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.260707:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.260709:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326934.260712:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.260721:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.260724:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.260726:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.260728:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.260733:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010270464/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.260743:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010270464:12345-192.168.204.119@tcp:104: Request processed in 223us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.260751:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10774 00000020:00000001:1.0:1767326934.260753:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326934.260755:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000020:00000001:1.0:1767326934.260758:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.260759:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767326934.260763:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326934.260764:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326934.260778:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326934.260780:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326934.260782:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00010000:1.0:1767326934.260785:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326934.260788:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.260795:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326934.260799:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850668600 already unused, calling callback (ffffffffc1c5fb40) 00000020:00000040:2.0:1767326934.260801:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000080:00000001:1.0:1767326934.260804:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000001:2.0:1767326934.260806:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326934.260809:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.260821:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.260824:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.260828:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.260876:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.260880:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.260882:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.260884:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.260885:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850668600 refcount=3 00000020:00000001:1.0:1767326934.260888:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258316288 : -115550451235328 : ffff96e850668600) 00010000:00000001:1.0:1767326934.260890:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258316288 : -115550451235328 : ffff96e850668600) 00010000:00000001:1.0:1767326934.260893:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.260895:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.260902:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.260905:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.260908:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.260911:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x125:0x0] mode (null) 00000002:00000001:1.0:1767326934.260914:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.260917:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.260922:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8705db800 count: 2 00010000:00000001:1.0:1767326934.260925:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.260928:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.260930:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.260931:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.260933:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8705db800 count: 2 00010000:00000001:1.0:1767326934.260935:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.260937:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.260939:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.260942:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x125:0x0] lli = ffff96e842242940, pfid = [0x200002b13:0x6313:0x0] 00000080:00000002:1.0:1767326934.260985:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x125:0x0] m[0x200002b13:0x6313:0x0] 00000080:00000001:1.0:1767326934.260989:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373078242067 : 144115373078242067 : 200002b13006313) 00000080:00000001:1.0:1767326934.260994:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.260996:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.260998:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.261001:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x125:0x0](ffff96e842242a08) invalid 00000080:00000001:1.0:1767326934.261003:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.261005:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.261006:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.261009:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.261012:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.261014:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.261015:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.261017:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.261019:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850668600 with handle 0xb12620548e075080 from hash 00010000:00000001:1.0:1767326934.261022:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.261023:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.261025:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.261026:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.261029:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.261031:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.261035:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.261038:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.261039:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.261041:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.261043:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.261045:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.261049:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419880. 00000020:00000040:1.0:1767326934.261052:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=52 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.261056:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.261058:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.261062:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.261067:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afc00. 00000100:00000001:1.0:1767326934.261072:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.261074:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.261078:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.261084:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.261086:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.261090:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.261094:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.261100:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7d196b] to pc [ptlrpcd_00_01+1] req@ffff96e868419880 x1853164247569664/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.261128:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.261131:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.261132:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.261134:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.261136:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.261138:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.261141:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.261146:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.261148:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e850668600/0xb12620548e075080 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x125:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d467af5 expref: -99 pid: 276461 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.261155:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8705db800 count: 0 00010000:00000010:1.0:1767326934.261161:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e760099080. 00010000:00000001:1.0:1767326934.261168:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.261170:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.261172:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a0c0. 00010000:00000001:1.0:1767326934.261176:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.261181:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.261184:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.261189:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.261193:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.261195:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.261200:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.261203:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.261206:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.261209:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.261217:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.261221:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.265928:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852969, at 4306852970 00000100:00000010:2.0:1767326934.265937:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf480. 00010000:00000010:1.1:1767326934.270903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8705db800. 00010000:00000010:1.1:1767326934.270913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850668600. 00000100:00000200:3.0:1767326934.272541:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2d80 x1853164247569536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.272557:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c2d80 x1853164247569536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.272572:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.272579:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.272581:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.276989:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.276994:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.276999:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.277004:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.277008:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.277010:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.277014:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.277018:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3b80 x1853164247569920/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.277027:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.277030:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3b80 x1853164247569920/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.277038:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.277039:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.278877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842243180. 00000080:00000010:0.1:1767326934.278889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcc80. 00000800:00000001:3.0:1767326934.280073:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.280081:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.280084:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.280086:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.280093:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.280103:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.280109:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.280112:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.280117:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.280121:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafd600 00000400:00000200:3.0:1767326934.280125:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.280131:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd194e5 [2] + 224 00000800:00000001:3.0:1767326934.280137:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.280144:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.280147:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.280150:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.280155:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.280161:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3b80 x1853164247569920/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.280171:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c3b80 x1853164247569920/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.280190:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.280196:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.280202:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.281270:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.281275:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.281279:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.281289:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.281301:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.281306:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.281313:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.281317:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.281322:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.281326:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247570048:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.281331:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.281335:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.281338:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.281342:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.281347:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.281350:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.281355:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.281359:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.281364:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.281369:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247570048, portal 18 00000100:00000001:1.0:1767326934.281372:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.281374:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242956416 : -115550466595200 : ffff96e84f7c2680) 00000100:00000040:1.0:1767326934.281380:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.281388:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.281393:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.281395:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326934.281402:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247570048, offset 0 00000400:00000200:1.0:1767326934.281418:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.281429:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.281437:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.281444:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.281451:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.281455:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.281460:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.281465:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556267:1556267:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556260:1556260:8:4294967295] 00000400:00000200:1.0:1767326934.281471:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.281481:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.281489:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.281494:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326934.281502:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.281509:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.281513:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.281526:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.281536:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.281541:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.281546:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306852989 00000100:00000001:1.0:1767326934.281555:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306852985 00000100:00000001:1.0:1767326934.281562:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306852989 00000100:00000001:1.0:1767326934.281568:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306852985 00000100:00000001:1.0:1767326934.281572:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.281577:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.281581:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.281587:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.281597:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.281601:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326934.281604:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.281605:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.281608:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326934.281609:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000100:00000001:1.0:1767326934.281610:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.281614:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.281614:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.281622:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.281629:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000010:3.0:1767326934.281634:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:3.0:1767326934.281640:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.281688:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.281702:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.281714:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.281731:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.281736:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.281917:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.281921:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.281925:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.281930:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.281933:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.281935:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.281938:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.281942:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c0a80 x1853164247570304/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.281950:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.281952:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c0a80 x1853164247570304/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.282015:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.282017:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.282860:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.282867:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.282869:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.282871:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.282877:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.282883:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.282888:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.282891:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.282895:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.282898:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafd680 00000400:00000200:3.0:1767326934.282902:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.282906:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd194ed [1] + 224 00000800:00000001:3.0:1767326934.282911:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.282915:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.282917:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.282921:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.282924:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.282929:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.282937:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.282951:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.282956:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.282959:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.282981:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.282984:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.282987:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.282989:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.282991:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.282995:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.282997:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.282999:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.283004:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.283018:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.283024:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.283025:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.283028:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.283029:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.283031:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.283032:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.283034:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.283039:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.283041:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.283044:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.283045:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.283047:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.283050:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.283052:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.283053:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.283055:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.283057:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.283061:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.283067:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.283069:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.283071:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.283074:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.283081:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247570048:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.283085:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.283087:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.283089:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c2680 x1853164247570048/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.283100:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.283102:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.283105:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.283108:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.283110:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.283111:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=52 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.283114:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.283116:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e878668600. 02000000:00000001:1.0:1767326934.283119:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.283120:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.283122:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c2680. 00000100:00000001:1.0:1767326934.283125:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.283126:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.283127:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.283131:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.283132:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.283134:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.283135:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.284972:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.284979:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.284981:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.284983:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.284988:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.284992:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.284997:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.285000:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.285003:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.285006:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafd780 00000400:00000200:3.0:1767326934.285047:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.285050:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd194f5 [2] + 224 00000800:00000001:3.0:1767326934.285053:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.285057:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.285059:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.285061:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.285064:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.285067:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c0a80 x1853164247570304/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.285073:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c0a80 x1853164247570304/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.285083:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.285087:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.285088:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.285790:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.285793:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.285796:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.285799:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.285801:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.285802:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.285804:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.285807:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c0a80 x1853164247570560/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.285819:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.285822:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c0a80 x1853164247570560/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.285828:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.285829:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.286926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c7e00. 00010000:00000010:0.1:1767326934.286932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00400. 00010000:00000010:0.1:1767326934.286936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811e0c00. 00010000:00000010:0.1:1767326934.286938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c114f00. 00010000:00000010:0.1:1767326934.286940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859399000. 00010000:00000001:1.0:1767326934.287898:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326934.287902:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.287906:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326934.287907:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.287909:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326934.287911:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.287915:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326934.287916:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.287920:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326934.287921:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326934.290918:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306852994, at 4306852995 00000100:00000040:2.0:1767326934.290919:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306852994, at 4306852995 00000100:00000010:3.0:1767326934.290929:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf060. 00000100:00000010:2.0:1767326934.290932:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf7e0. 00000800:00000001:3.0:1767326934.291165:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.291172:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.291174:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.291176:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.291182:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.291188:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.291193:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.291197:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.291200:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.291204:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8af680 00000400:00000200:3.0:1767326934.291210:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 328 00000800:00000001:3.0:1767326934.291215:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.291221:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.291224:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.291228:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.291238:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.291241:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.291245:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326934.291248:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c700 x1853164010272384 msgsize 328 00000100:00100000:3.0:1767326934.291253:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.291263:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.291273:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.291275:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.291298:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.291301:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272384 02000000:00000001:2.0:1767326934.291303:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.291304:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.291306:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.291308:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.291311:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272384 00000020:00000001:2.0:1767326934.291313:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.291314:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.291316:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.291317:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.291319:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.291321:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.291323:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.291326:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.291328:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.291330:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.291334:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.291337:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.291341:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.291346:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.291348:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.291349:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.291351:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.291356:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.291363:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.291370:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.291371:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.291375:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10775 00000100:00000040:2.0:1767326934.291377:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.291379:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00000100:00000040:2.0:1767326934.291383:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010272384/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.291390:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.291391:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.291393:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.291395:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.291398:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010272384:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.291405:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010272384 00010000:00000001:2.0:1767326934.291408:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.291413:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.291415:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.291416:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878b3ba00 refcount=2 00000020:00000001:2.0:1767326934.291418:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523934464512 : -115549775087104 : ffff96e878b3ba00) 00010000:00000001:2.0:1767326934.291421:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523934464512 : -115549775087104 : ffff96e878b3ba00) 00010000:00000001:2.0:1767326934.291424:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.291427:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.291431:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3ba00/0xb12620548e074fbc lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x121:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d467832 expref: -99 pid: 276431 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.291440:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.291442:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.291446:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.291449:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.291451:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.291454:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.291456:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.291459:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.291461:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.291463:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.291465:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.291467:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.291468:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.291470:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.291472:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.291474:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000100:00000200:2.0:1767326934.291477:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010272384, offset 224 00000400:00000200:2.0:1767326934.291480:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.291485:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.291489:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.291493:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556270:1556270:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556263:1556263:8:4294967295] 00000400:00000200:2.0:1767326934.291496:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.291501:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.291504:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.291507:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326934.291510:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.291514:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.291517:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.291525:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.291527:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.291529:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.291532:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326934.291533:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.291540:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.291542:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.291544:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.291546:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.291551:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010272384/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.291561:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010272384:12345-192.168.204.119@tcp:104: Request processed in 169us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.291568:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10775 00000100:00000040:2.0:1767326934.291571:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.291574:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.291575:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.291579:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.291583:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.291586:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.291592:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000800:00000200:3.0:1767326934.291592:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326934.291594:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326934.291598:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000400:00000200:3.0:1767326934.291604:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.291616:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.291624:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00000400:00000010:3.0:1767326934.291627:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000100:00000001:3.0:1767326934.291632:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.291637:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.291868:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.291873:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.291876:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.291887:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.291903:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.291906:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.291912:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.291917:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.291922:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.291929:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247570688:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.291934:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.291937:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.291940:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.291942:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.291947:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.291952:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.291960:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.291964:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.291968:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.291972:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247570688, portal 18 00000100:00000001:1.0:1767326934.291974:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.291976:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242952832 : -115550466598784 : ffff96e84f7c1880) 00000100:00000040:1.0:1767326934.291981:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.291987:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.291989:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.291992:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326934.291994:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247570688, offset 0 00000400:00000200:1.0:1767326934.291999:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.292003:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.292006:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.292009:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.292013:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.292016:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.292018:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.292021:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556271:1556271:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556264:1556264:8:4294967295] 00000400:00000200:1.0:1767326934.292025:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.292031:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.292036:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.292039:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326934.292043:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.292047:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.292050:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.292061:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.292064:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.292067:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.292070:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853001 00000100:00000010:1.0:1767326934.292073:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b441e0. 00000100:00000001:1.0:1767326934.292078:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.292088:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853001 00000100:00000010:1.0:1767326934.292092:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44d20. 00000100:00000001:1.0:1767326934.292095:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.292099:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.292102:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.292104:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.292106:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.292111:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.292113:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.292116:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.292118:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326934.292119:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.292120:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.292124:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000100:00000001:1.0:1767326934.292125:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.292130:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.292136:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.292140:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000400:00000010:3.0:1767326934.292142:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:3.0:1767326934.292145:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.292149:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.292158:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.292161:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.292204:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.292206:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.293329:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.293334:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.293336:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.293338:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.293342:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.293346:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.293351:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.293354:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.293357:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.293359:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafd900 00000400:00000200:3.0:1767326934.293363:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.293366:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1950d [1] + 224 00000800:00000001:3.0:1767326934.293371:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.293384:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.293386:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.293389:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.293393:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.293397:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.293405:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.293419:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.293423:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.293432:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.293458:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.293461:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.293464:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.293466:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.293467:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.293471:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.293472:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.293474:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.293479:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.293488:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.293494:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.293496:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.293498:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.293500:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.293502:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.293503:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.293506:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.293510:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.293513:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.293516:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.293517:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.293519:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.293522:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.293524:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.293526:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.293528:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.293530:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.293534:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.293541:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.293543:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.293544:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.293548:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.293555:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247570688:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.293559:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.293561:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.293563:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c1880 x1853164247570688/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.293570:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.293572:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.293574:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.293577:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.293578:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.293580:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.293582:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.293584:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e878669e00. 02000000:00000001:1.0:1767326934.293587:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.293588:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.293590:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c1880. 00000100:00000001:1.0:1767326934.293592:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.293593:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.293595:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.293599:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.293600:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.293602:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.293603:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.295885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f7445e0. 00000080:00000010:0.1:1767326934.295922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608f98c0. 00010000:00000010:0.1:1767326934.295937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a0a00. 00010000:00000010:0.1:1767326934.295942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00500. 00010000:00000010:0.1:1767326934.295945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84546b200. 00010000:00000010:0.1:1767326934.295949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e858066e00. 00010000:00000010:0.1:1767326934.295951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00d00. 00010000:00000010:0.1:1767326934.295954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3b000. 00000100:00000040:2.0:1767326934.297916:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853001, at 4306853002 00000100:00000040:3.0:1767326934.297917:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853001, at 4306853002 00000100:00000010:3.0:1767326934.297929:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44d20. 00000100:00000010:2.0:1767326934.297931:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b441e0. 00010000:00000010:0.1:1767326934.300910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87fa00600. 00010000:00000010:0.1:1767326934.300916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b3ba00. 00000800:00000001:3.0:1767326934.302952:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.302964:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.302967:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.302970:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.302978:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.303032:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.303039:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.303043:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.303048:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.303052:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafd880 00000400:00000200:3.0:1767326934.303057:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.303063:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd194fd [2] + 224 00000800:00000001:3.0:1767326934.303070:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.303077:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.303080:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.303084:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.303091:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.303098:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c0a80 x1853164247570560/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.303113:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c0a80 x1853164247570560/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.303127:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.303134:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.303137:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.304418:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.304424:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.304427:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.304432:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.304435:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.304437:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.304441:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.304445:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1180 x1853164247570944/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.304453:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.304456:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1180 x1853164247570944/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.304462:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.304463:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.307040:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.307048:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.307050:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.307051:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.307057:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.307062:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.307067:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.307070:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.307074:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.307077:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafda00 00000400:00000200:3.0:1767326934.307081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.307085:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19515 [2] + 224 00000800:00000001:3.0:1767326934.307090:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.307094:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.307097:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.307100:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.307103:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.307108:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1180 x1853164247570944/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.307118:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1180 x1853164247570944/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.307134:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.307139:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.307141:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.307896:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.307901:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.307904:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.307909:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.307912:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.307914:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.307916:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.307920:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1180 x1853164247571200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.307927:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.307930:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1180 x1853164247571200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.307936:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.307937:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326934.312901:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853016, at 4306853017 00000100:00000010:2.0:1767326934.312912:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf240. 00000100:00000040:3.0:1767326934.312914:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853016, at 4306853017 00000100:00000010:3.0:1767326934.312922:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfae0. 00000080:00000010:0.1:1767326934.312976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608fc200. 00000080:00000010:0.1:1767326934.312995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8752bcd40. 00010000:00000010:0.1:1767326934.317869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581a0400. 00010000:00000010:0.1:1767326934.317878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502f8300. 00010000:00000010:0.1:1767326934.317883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8712a4c00. 00010000:00000010:0.1:1767326934.317899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.317902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.319226:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.319238:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.319242:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.319245:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.319253:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.319260:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.319267:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.319271:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.319276:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.319280:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafdb00 00000400:00000200:3.0:1767326934.319285:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.319290:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1951d [2] + 224 00000800:00000001:3.0:1767326934.319297:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.319303:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.319305:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.319309:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.319316:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.319322:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1180 x1853164247571200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.319332:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1180 x1853164247571200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.319352:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.319358:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.319361:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.320029:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.320033:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.320035:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.320038:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.320040:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.320042:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.320044:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.320047:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3800 x1853164247571328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.320052:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.320054:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3800 x1853164247571328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.320062:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.320063:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.321392:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.321407:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.321412:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.321415:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.321420:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.321425:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.321429:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.321432:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.321435:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.321438:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cafdb80 00000400:00000200:3.0:1767326934.321442:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.321446:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19525 [4] + 224 00000800:00000001:3.0:1767326934.321451:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.321456:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.321458:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.321461:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.321465:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.321469:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3800 x1853164247571328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.321478:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f7c3800 x1853164247571328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.321494:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.321498:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.321501:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.324866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84691eb40. 00000080:00000010:0.1:1767326934.324873:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8745e9e60. 00000100:00000001:1.0:1767326934.325757:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.325761:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.325765:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.325782:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.325800:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.325808:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.325814:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.325818:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.325823:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.325830:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247571456:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.325836:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.325856:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.325859:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.325860:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.325863:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.325868:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.325875:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.325880:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.325888:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.325895:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247571456, portal 18 00000100:00000001:1.0:1767326934.325900:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.325903:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242960896 : -115550466590720 : ffff96e84f7c3800) 00000100:00000040:3.0:1767326934.325906:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853029, at 4306853030 00000100:00000040:1.0:1767326934.325915:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326934.325915:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edff00. 00000100:00000040:2.0:1767326934.325919:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853029, at 4306853030 00000100:00000010:2.0:1767326934.325928:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf120. 00000100:00000001:1.0:1767326934.325934:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.325941:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.325947:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000200:1.0:1767326934.325953:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247571456, offset 0 00000400:00000200:1.0:1767326934.325964:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.325975:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.325982:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.325989:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.325995:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.325999:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.326006:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.326014:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556275:1556275:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556268:1556268:8:4294967295] 00000400:00000200:1.0:1767326934.326024:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.326039:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.326048:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.326054:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326934.326063:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.326074:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.326080:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.326097:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.326103:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.326111:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.326115:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853035 00000100:00000010:1.0:1767326934.326123:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44420. 00000100:00000001:1.0:1767326934.326131:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.326141:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853035 00000100:00000010:1.0:1767326934.326149:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b445a0. 00000100:00000001:1.0:1767326934.326156:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.326164:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.326169:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.326173:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.326175:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.326178:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.326181:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.326184:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326934.326185:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000100:00000001:1.0:1767326934.326186:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.326188:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.326191:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.326193:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326934.326194:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.326204:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326934.326205:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326934.326207:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.326214:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000400:00000010:3.0:1767326934.326219:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:3.0:1767326934.326226:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.326235:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.326303:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.326308:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.326316:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.326318:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.326352:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.326355:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.326358:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.326362:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.326364:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.326366:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.326369:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.326372:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1880 x1853164247571712/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.326379:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.326382:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1880 x1853164247571712/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.326434:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.326436:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.327355:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.327362:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.327364:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.327367:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.327371:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.327376:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.327381:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.327384:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.327388:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.327391:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafdc00 00000400:00000200:3.0:1767326934.327395:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.327399:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1952d [1] + 224 00000800:00000001:3.0:1767326934.327404:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.327409:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.327411:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.327415:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.327418:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.327428:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.327437:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.327451:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.327456:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.327459:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.327477:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.327480:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.327483:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.327484:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.327486:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.327490:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.327491:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.327494:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.327499:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.327508:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.327514:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.327515:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.327517:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.327519:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.327521:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.327523:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.327525:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.327529:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.327533:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.327536:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.327537:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.327539:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.327541:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.327544:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.327545:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.327547:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.327549:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.327553:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.327560:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.327562:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.327564:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.327568:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.327576:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247571456:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.327580:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.327581:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.327584:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3800 x1853164247571456/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.327590:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.327591:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.327593:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.327596:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.327598:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.327599:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.327600:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.327602:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e878669e00. 02000000:00000001:1.0:1767326934.327604:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.327606:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.327607:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3800. 00000100:00000001:1.0:1767326934.327609:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.327610:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.327611:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.327613:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.327614:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.327616:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.327617:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.329242:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.329248:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.329250:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.329252:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.329258:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.329262:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.329267:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.329270:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.329331:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.329335:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafdd00 00000400:00000200:3.0:1767326934.329339:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.329343:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19535 [2] + 224 00000800:00000001:3.0:1767326934.329347:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.329354:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.329356:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.329359:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.329364:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.329368:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1880 x1853164247571712/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.329377:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1880 x1853164247571712/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.329392:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.329397:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.329400:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.330079:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.330083:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.330086:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.330090:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.330094:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.330096:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.330098:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.330102:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1880 x1853164247571968/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.330110:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.330114:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1880 x1853164247571968/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.330121:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.330122:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.331817:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.331822:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.331824:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.331825:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.331828:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.331831:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.331834:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.331837:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.331839:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.331866:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8aff80 00000400:00000200:3.0:1767326934.331872:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 656 00000800:00000001:3.0:1767326934.331876:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.331882:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.331883:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.331887:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.331891:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.331894:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.331897:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00000100:00000040:3.0:1767326934.331901:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ed80 x1853164010274688 msgsize 328 00000100:00100000:3.0:1767326934.331905:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.331915:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.331919:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.331922:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.331940:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.331943:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274688 02000000:00000001:2.0:1767326934.331945:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.331946:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.331947:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.331950:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.331952:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274688 00000020:00000001:2.0:1767326934.331954:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.331956:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.331957:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.331959:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.331960:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.331962:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.331964:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.331967:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.331969:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.331971:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.331975:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.331978:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.331981:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.331986:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.331988:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.331989:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.331991:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.331996:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.332005:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.332011:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.332013:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.332017:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10776 00000100:00000040:2.0:1767326934.332019:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.332020:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326934.332025:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010274688/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.332030:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.332032:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.332033:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.332035:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.332038:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010274688:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.332041:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010274688 00010000:00000001:2.0:1767326934.332043:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.332046:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.332047:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.332048:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f4fe000 refcount=2 00000020:00000001:2.0:1767326934.332050:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240054784 : -115550469496832 : ffff96e84f4fe000) 00010000:00000001:2.0:1767326934.332051:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240054784 : -115550469496832 : ffff96e84f4fe000) 00010000:00000001:2.0:1767326934.332053:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.332055:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.332058:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4fe000/0xb12620548e07fc70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a5729 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.332063:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.332064:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.332067:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.332068:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.332070:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.332073:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.332074:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.332077:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.332079:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.332081:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.332083:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.332084:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.332086:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.332088:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.332089:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.332091:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000100:00000200:2.0:1767326934.332093:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010274688, offset 224 00000400:00000200:2.0:1767326934.332096:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.332100:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.332103:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.332106:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556278:1556278:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556271:1556271:8:4294967295] 00000400:00000200:2.0:1767326934.332108:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.332113:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.332116:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.332118:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326934.332121:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.332124:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.332126:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.332133:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.332135:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.332137:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.332139:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326934.332141:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.332146:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.332148:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.332150:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.332151:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.332154:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010274688/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.332161:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010274688:12345-192.168.204.119@tcp:104: Request processed in 129us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.332168:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10776 00000100:00000040:2.0:1767326934.332173:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.332177:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.332181:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.332184:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.332189:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000800:00000200:3.0:1767326934.332189:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326934.332195:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000800:00000010:3.0:1767326934.332195:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000020:00000040:2.0:1767326934.332201:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326934.332203:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326934.332204:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.332211:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.332215:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00000400:00000010:3.0:1767326934.332218:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000100:00000001:3.0:1767326934.332221:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.332224:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.332439:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.332442:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.332444:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.332451:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.332459:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.332461:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.332463:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.332465:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.332467:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.332470:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247572096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.332473:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.332476:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.332479:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.332481:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.332486:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.332489:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.332494:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.332498:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.332502:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.332506:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247572096, portal 18 00000100:00000001:1.0:1767326934.332509:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.332511:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242956416 : -115550466595200 : ffff96e84f7c2680) 00000100:00000040:1.0:1767326934.332517:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.332529:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.332532:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.332534:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00000200:1.0:1767326934.332535:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247572096, offset 0 00000400:00000200:1.0:1767326934.332538:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.332541:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.332544:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.332547:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.332550:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.332554:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.332558:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.332561:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556279:1556279:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556272:1556272:8:4294967295] 00000400:00000200:1.0:1767326934.332565:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.332569:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.332572:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.332574:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326934.332577:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.332579:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.332581:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.332589:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.332592:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.332594:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.332595:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853041 00000100:00000001:1.0:1767326934.332598:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853038 00000100:00000001:1.0:1767326934.332600:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853041 00000100:00000001:1.0:1767326934.332602:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853038 00000100:00000001:1.0:1767326934.332604:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.332606:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.332608:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.332610:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.332613:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.332614:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.332616:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.332617:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.332618:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.332620:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.332649:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.332652:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:3.0:1767326934.332655:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.332659:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.332662:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000400:00000010:3.0:1767326934.332664:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:3.0:1767326934.332666:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.332670:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.332677:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.332679:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.332685:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.332686:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.333879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e5600. 00010000:00000010:0.1:1767326934.333885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a3eb00. 00000800:00000001:3.0:1767326934.334743:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.334749:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.334751:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.334753:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.334758:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.334762:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.334779:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.334783:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.334786:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.334790:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafde80 00000400:00000200:3.0:1767326934.334793:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.334797:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1954d [1] + 224 00000800:00000001:3.0:1767326934.334802:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.334808:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.334810:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.334813:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.334817:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.334822:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.334831:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.334867:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.334874:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.334879:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.334885:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.334888:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.334892:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.334893:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.334895:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.334898:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.334899:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.334901:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.334904:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.334910:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.334915:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.334915:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.334917:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.334918:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.334919:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.334920:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.334922:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.334926:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.334928:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.334930:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.334931:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.334932:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.334934:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.334935:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.334936:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.334937:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.334939:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.334942:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.334946:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.334947:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.334948:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.334950:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.334954:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247572096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.334957:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.334958:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.334960:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c2680 x1853164247572096/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.334964:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.334965:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.334966:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481ae000. 02000000:00000001:1.0:1767326934.334968:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.334969:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.334970:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.334971:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.334972:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861196200. 02000000:00000001:1.0:1767326934.334974:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.334976:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.334977:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c2680. 00000100:00000001:1.0:1767326934.334978:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.334979:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.334980:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.334983:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.334984:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.334985:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.334986:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.337896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdb600. 00000100:00000040:3.0:1767326934.337904:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853041, at 4306853042 00010000:00000010:0.1:1767326934.337905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a43a00. 00000100:00000010:3.0:1767326934.337914:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b445a0. 00010000:00000010:0.1:1767326934.337914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e7200. 00000100:00000040:2.0:1767326934.337919:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853041, at 4306853042 00000100:00000010:2.0:1767326934.337928:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44420. 00000800:00000001:3.0:1767326934.338861:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.338868:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.338871:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.338873:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.338879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.338884:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.338890:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.338892:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.338896:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.338899:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b0300 00000400:00000200:3.0:1767326934.338904:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 984 00000800:00000001:3.0:1767326934.338909:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.338938:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.338940:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.338944:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.338947:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.338949:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.338953:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 00000100:00000040:3.0:1767326934.338956:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010275584 msgsize 328 00000100:00100000:3.0:1767326934.338959:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.338970:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.338975:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326934.339009:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.339012:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275584 02000000:00000001:2.0:1767326934.339015:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.339017:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326934.339019:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.339020:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.339027:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.339030:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275584 00000020:00000001:2.0:1767326934.339033:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.339035:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.339036:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.339039:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.339041:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.339044:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.339048:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.339051:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.339054:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.339056:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.339061:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.339065:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.339069:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.339074:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.339078:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.339079:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.339081:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.339086:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.339094:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.339101:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.339103:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.339107:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10777 00000100:00000040:2.0:1767326934.339110:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.339111:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326934.339116:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010275584/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.339123:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.339125:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.339126:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.339127:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.339130:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010275584:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.339133:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010275584 00010000:00000001:2.0:1767326934.339135:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.339139:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.339140:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.339141:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e4a00 refcount=2 00000020:00000001:2.0:1767326934.339142:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125656064 : -115550583895552 : ffff96e8487e4a00) 00010000:00000001:2.0:1767326934.339144:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125656064 : -115550583895552 : ffff96e8487e4a00) 00010000:00000001:2.0:1767326934.339146:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.339147:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.339150:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.339157:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.339158:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.339161:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.339162:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.339163:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.339166:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.339167:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.339169:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.339172:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.339173:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.339175:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.339176:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.339178:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.339180:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.339181:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.339183:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888ee0. 00000100:00000200:2.0:1767326934.339185:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010275584, offset 224 00000400:00000200:2.0:1767326934.339188:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.339193:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.339196:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.339200:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556280:1556280:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556273:1556273:8:4294967295] 00000400:00000200:2.0:1767326934.339203:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.339208:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.339211:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.339214:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326934.339217:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.339220:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.339223:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.339231:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.339233:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.339235:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.339237:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326934.339239:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.339246:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.339248:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.339249:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.339251:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.339254:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010275584/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.339261:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010275584:12345-192.168.204.119@tcp:104: Request processed in 137us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.339266:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10777 00000100:00000040:2.0:1767326934.339268:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.339270:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.339272:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.339274:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.339277:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.339280:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000001:1.0:1767326934.339284:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326934.339284:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326934.339287:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326934.339288:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.339294:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:3.0:1767326934.339295:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326934.339297:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000010:3.0:1767326934.339300:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00010000:00000001:1.0:1767326934.339301:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326934.339305:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.339311:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326934.339312:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767326934.339316:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888ee0 00000400:00000010:3.0:1767326934.339319:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888ee0. 00000100:00000001:3.0:1767326934.339323:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.339326:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326934.339328:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487e4a00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.339332:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326934.339336:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.339343:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.339346:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.339350:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.339363:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.339365:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.339367:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.339368:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.339370:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e4a00 refcount=3 00000020:00000001:1.0:1767326934.339372:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125656064 : -115550583895552 : ffff96e8487e4a00) 00010000:00000001:1.0:1767326934.339374:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125656064 : -115550583895552 : ffff96e8487e4a00) 00010000:00000001:1.0:1767326934.339377:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.339379:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.339384:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.339386:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.339387:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.339389:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240000402:0x6:0x0] mode (null) 00000002:00000001:1.0:1767326934.339391:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.339392:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.339397:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e878a43100 count: 2 00010000:00000001:1.0:1767326934.339398:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.339401:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.339402:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.339403:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.339405:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e878a43100 count: 2 00010000:00000001:1.0:1767326934.339407:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.339409:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.339410:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.339413:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x6:0x0] lli = ffff96e8435bdac0, pfid = [0x240000401:0x9:0x0] 00000080:00000002:1.0:1767326934.339458:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240000402:0x6:0x0] m[0x240000401:0x9:0x0] 00000080:00000001:1.0:1767326934.339462:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603781984265 : 162129603781984265 : 240000401000009) 00000080:00000001:1.0:1767326934.339465:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.339467:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.339470:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.339472:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x6:0x0](ffff96e8435bdb88) invalid 00000080:00000001:1.0:1767326934.339474:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.339475:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.339477:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.339480:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.339483:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.339484:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.339485:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.339487:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.339489:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8487e4a00 with handle 0xb12620548e08ff54 from hash 00010000:00000001:1.0:1767326934.339491:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.339493:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.339495:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.339496:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.339498:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.339499:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.339503:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.339507:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.339507:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.339509:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.339510:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.339512:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.339515:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841bb80. 00000020:00000040:1.0:1767326934.339517:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=53 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.339520:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.339521:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.339524:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.339527:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481ae000. 00000100:00000001:1.0:1767326934.339530:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.339532:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.339535:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.339539:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.339540:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.339543:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.339546:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.339550:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8bfa506] to pc [ptlrpcd_00_00+0] req@ffff96e86841bb80 x1853164247572224/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.339569:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.339571:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.339572:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.339573:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.339574:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.339575:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.339577:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.339581:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.339583:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e4a00/0xb12620548e08ff54 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99a1 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.339589:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878a43100 count: 0 00010000:00000010:1.0:1767326934.339595:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e861229580. 00010000:00000001:1.0:1767326934.339601:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.339604:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.339607:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46aa80. 00010000:00000001:1.0:1767326934.339610:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.339613:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.339616:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.339621:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.339623:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.339625:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.339629:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.339631:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.339632:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.339633:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.339638:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.339641:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.339816:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.339820:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.339826:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.339834:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.339838:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.339886:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.339889:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.339894:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841bb80 x1853164247572224/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.339906:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.339909:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841bb80 x1853164247572224/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.339915:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.339916:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.340640:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.340644:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.340646:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.340647:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.340651:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.340654:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.340657:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.340659:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.340661:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.340663:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafdf00 00000400:00000200:3.0:1767326934.340666:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.340669:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1955d [1] + 224 00000800:00000001:3.0:1767326934.340672:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.340676:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.340677:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.340679:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.340682:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.340685:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841bb80 x1853164247572224/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.340692:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841bb80 x1853164247572224/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.340702:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.340705:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.340706:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.341344:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.341349:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.341351:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.341353:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.341357:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.341361:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.341365:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.341367:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.341370:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.341373:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b0400 00000400:00000200:3.0:1767326934.341377:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 1312 00000800:00000001:3.0:1767326934.341381:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.341411:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.341413:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.341417:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.341420:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.341422:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.341425:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326934.341427:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010275840 msgsize 328 00000100:00100000:3.0:1767326934.341431:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.341440:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.341444:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.341447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.341478:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.341481:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275840 02000000:00000001:2.0:1767326934.341483:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.341484:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.341486:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.341489:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.341491:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275840 00000020:00000001:2.0:1767326934.341493:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.341495:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.341496:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.341499:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.341501:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.341504:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.341507:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.341510:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.341513:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.341516:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.341527:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.341531:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.341534:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.341538:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.341540:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.341542:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.341543:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.341547:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.341555:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.341562:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.341564:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.341569:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10778 00000100:00000040:2.0:1767326934.341573:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.341575:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326934.341580:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010275840/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.341589:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.341592:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.341594:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.341596:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.341600:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010275840:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.341604:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010275840 00010000:00000001:2.0:1767326934.341606:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.341609:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.341611:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.341612:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e4400 refcount=2 00000020:00000001:2.0:1767326934.341614:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125654528 : -115550583897088 : ffff96e8487e4400) 00010000:00000001:2.0:1767326934.341617:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125654528 : -115550583897088 : ffff96e8487e4400) 00010000:00000001:2.0:1767326934.341619:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.341621:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.341626:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.341634:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.341635:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.341639:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.341641:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.341642:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.341645:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.341647:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.341649:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.341652:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.341654:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.341656:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.341658:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.341660:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.341662:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.341664:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.341667:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000200:2.0:1767326934.341670:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010275840, offset 224 00000400:00000200:2.0:1767326934.341675:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.341679:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.341684:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.341688:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556282:1556282:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556275:1556275:8:4294967295] 00000400:00000200:2.0:1767326934.341693:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.341708:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.341713:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.341717:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326934.341721:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.341726:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.341728:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.341737:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.341740:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.341742:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.341746:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326934.341749:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.341756:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.341758:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.341760:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.341762:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.341778:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010275840/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326934.341783:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.341786:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.341789:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326934.341793:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767326934.341793:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010275840:12345-192.168.204.119@tcp:104: Request processed in 199us (360us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326934.341796:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326934.341799:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767326934.341801:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.341806:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ec00. 00000100:00100000:2.0:1767326934.341807:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10778 00000400:00000200:3.0:1767326934.341813:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326934.341814:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487e4400 already unused, calling callback (ffffffffc1c5fb40) 00000100:00000040:2.0:1767326934.341815:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000080:00000001:1.0:1767326934.341817:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000400:00000200:3.0:1767326934.341821:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326934.341822:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.341822:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.341826:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326934.341828:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 00000020:00000010:2.0:1767326934.341832:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00000001:1.0:1767326934.341833:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.341836:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000010:2.0:1767326934.341838:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00010000:1.0:1767326934.341839:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.341858:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.341862:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.341864:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326934.341864:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000001:1.0:1767326934.341866:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.341869:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e4400 refcount=3 00000020:00000001:1.0:1767326934.341872:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125654528 : -115550583897088 : ffff96e8487e4400) 00000020:00000040:2.0:1767326934.341872:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00010000:00000001:1.0:1767326934.341876:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125654528 : -115550583897088 : ffff96e8487e4400) 00000100:00000001:2.0:1767326934.341878:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326934.341879:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.341883:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767326934.341886:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00000080:00000001:1.0:1767326934.341893:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000001:3.0:1767326934.341893:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.341896:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000080:00000001:1.0:1767326934.341898:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.341901:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.341903:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000401:0x9:0x0] mode (null) 00000002:00000001:1.0:1767326934.341907:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.341909:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.341914:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e878a43f00 count: 2 00010000:00000001:1.0:1767326934.341917:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.341920:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.341921:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.341923:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.341924:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e878a43f00 count: 2 00010000:00000001:1.0:1767326934.341927:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1767326934.341929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871498e00. 00000002:00000001:1.0:1767326934.341930:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.341935:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.341937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4fe000. 00000080:00000002:1.0:1767326934.341938:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x9:0x0] lli = ffff96e8435bd280, pfid = [0x240000401:0x9:0x0] 00000080:00000002:1.0:1767326934.341979:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200000401:0x9:0x0] m[0x240000401:0x9:0x0] 00000080:00000001:1.0:1767326934.341983:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603781984265 : 162129603781984265 : 240000401000009) 00000080:00000001:1.0:1767326934.341986:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.341988:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.341990:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.341992:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0x9:0x0](ffff96e8435bd348) invalid 00000080:00000001:1.0:1767326934.341994:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.341996:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.341997:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.342000:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.342003:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.342004:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.342006:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.342008:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.342010:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8487e4400 with handle 0xb12620548e08ff5b from hash 00010000:00000001:1.0:1767326934.342012:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.342014:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.342015:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.342017:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.342019:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.342021:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.342024:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.342027:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.342028:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.342029:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.342031:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.342033:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.342037:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841bb80. 00000020:00000040:1.0:1767326934.342040:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.342043:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.342044:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.342047:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.342051:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481ae600. 00000100:00000001:1.0:1767326934.342055:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.342057:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.342060:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.342066:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.342068:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.342071:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.342074:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.342080:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8bfa506] to pc [ptlrpcd_00_01+1] req@ffff96e86841bb80 x1853164247572352/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.342101:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.342103:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.342104:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.342105:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.342106:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.342107:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.342110:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.342114:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.342116:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e4400/0xb12620548e08ff5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4e99c4 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.342120:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878a43f00 count: 0 00010000:00000010:1.0:1767326934.342123:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e861229980. 00010000:00000001:1.0:1767326934.342127:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.342129:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.342133:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46aa80. 00010000:00000001:1.0:1767326934.342138:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.342139:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.342141:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.342144:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.342146:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.342147:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.342151:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.342153:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.342155:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.342158:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.342164:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.342167:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.342371:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.342376:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.342379:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.342383:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.342388:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.342390:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.342393:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.342397:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841bb80 x1853164247572352/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.342406:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.342409:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841bb80 x1853164247572352/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.342415:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.342417:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.344293:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.344300:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.344303:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.344305:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.344310:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.344315:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.344320:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.344324:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.344327:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.344330:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafdf80 00000400:00000200:3.0:1767326934.344334:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.344338:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1956d [1] + 224 00000800:00000001:3.0:1767326934.344344:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.344349:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.344351:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.344355:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.344359:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.344363:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841bb80 x1853164247572352/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.344372:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841bb80 x1853164247572352/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.344393:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.344398:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.344401:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326934.345894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a43100. 00010000:00000010:1.1:1767326934.345900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e4a00. 00000100:00000040:2.0:1767326934.347904:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853051, at 4306853052 00000100:00000040:3.0:1767326934.347905:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853051, at 4306853052 00000100:00000010:2.0:1767326934.347914:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf5a0. 00000100:00000010:3.0:1767326934.347916:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edff60. 00010000:00000010:1.1:1767326934.349898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a43f00. 00010000:00000010:1.1:1767326934.349907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e4400. 00000800:00000001:3.0:1767326934.352897:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.352907:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.352909:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.352911:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.352917:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.352923:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.352927:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.352930:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.352934:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.352936:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafde00 00000400:00000200:3.0:1767326934.352940:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.352944:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1953d [2] + 224 00000800:00000001:3.0:1767326934.352949:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.352953:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.352955:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.352957:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.352962:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.352967:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1880 x1853164247571968/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.352974:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1880 x1853164247571968/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.352989:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.352994:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.352996:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.354247:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.354251:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.354253:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.354261:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.354271:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.354274:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.354280:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.354283:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.354287:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.354291:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247572480:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.354297:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.354301:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.354304:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.354308:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.354313:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.354317:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.354324:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.354327:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.354331:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.354336:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247572480, portal 18 00000100:00000001:1.0:1767326934.354339:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.354340:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242954624 : -115550466596992 : ffff96e84f7c1f80) 00000100:00000040:1.0:1767326934.354346:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.354357:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.354361:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.354365:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326934.354369:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247572480, offset 0 00000400:00000200:1.0:1767326934.354374:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.354381:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.354389:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.354394:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.354399:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.354406:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.354420:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.354430:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556284:1556284:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556277:1556277:8:4294967295] 00000400:00000200:1.0:1767326934.354441:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.354456:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.354468:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.354476:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326934.354487:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.354499:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.354505:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.354520:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.354526:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.354534:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.354538:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853063 00000100:00000010:1.0:1767326934.354545:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44ea0. 00000100:00000001:1.0:1767326934.354553:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.354564:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853063 00000100:00000010:1.0:1767326934.354572:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b443c0. 00000100:00000001:1.0:1767326934.354577:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.354584:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326934.354588:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.354590:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.354594:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000100:00000001:1.0:1767326934.354596:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.354598:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326934.354600:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.354603:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326934.354608:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326934.354608:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000100:00000001:1.0:1767326934.354611:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767326934.354612:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:1.0:1767326934.354616:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326934.354616:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326934.354619:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.354623:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.354627:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326934.354628:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.354685:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.354695:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.354706:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.354711:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.354866:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.354874:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.354878:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.354882:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.354928:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.354929:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.354931:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.354934:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3480 x1853164247572736/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.354939:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.354941:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3480 x1853164247572736/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.354945:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.354946:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.355632:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.355639:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.355641:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.355643:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.355648:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.355652:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.355657:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.355670:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.355677:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.355680:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafe000 00000400:00000200:3.0:1767326934.355685:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.355689:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19575 [1] + 224 00000800:00000001:3.0:1767326934.355694:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.355700:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.355702:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.355705:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.355709:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.355713:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.355722:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.355735:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.355741:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.355744:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.355778:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.355781:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.355784:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.355785:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.355787:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.355791:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.355794:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.355796:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.355800:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.355810:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.355817:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.355819:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.355821:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.355823:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.355824:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.355826:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.355828:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.355832:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.355836:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.355838:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.355861:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.355864:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.355866:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.355869:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.355871:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.355873:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.355876:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.355881:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.355889:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.355891:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.355892:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.355897:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.355905:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247572480:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.355909:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.355911:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.355914:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c1f80 x1853164247572480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.355926:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.355929:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.355931:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.355934:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.355936:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.355938:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.355940:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.355942:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861196c00. 02000000:00000001:1.0:1767326934.355945:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.355946:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.355948:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c1f80. 00000100:00000001:1.0:1767326934.355952:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.355953:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.355955:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.355959:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.355960:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.355962:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.355963:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.357584:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.357589:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.357591:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.357592:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.357596:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.357626:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.357629:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.357632:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.357634:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.357636:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe100 00000400:00000200:3.0:1767326934.357638:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.357641:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1957d [2] + 224 00000800:00000001:3.0:1767326934.357644:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.357648:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.357649:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.357651:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.357654:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.357657:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3480 x1853164247572736/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.357662:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c3480 x1853164247572736/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.357674:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.357677:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.357679:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.358535:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.358539:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.358541:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.358544:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.358547:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.358548:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.358550:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.358553:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3480 x1853164247572992/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.358558:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.358560:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3480 x1853164247572992/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.358564:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.358565:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.358882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435beb40. 00000080:00000010:0.1:1767326934.358895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c88a0. 00000800:00000001:3.0:1767326934.360190:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.360196:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.360199:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.360201:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.360205:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.360209:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.360214:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.360217:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.360221:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.360224:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b0980 00000400:00000200:3.0:1767326934.360230:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 1640 00000800:00000001:3.0:1767326934.360234:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.360251:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.360253:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.360257:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.360262:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.360264:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.360269:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326934.360272:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010277248 msgsize 328 00000100:00100000:3.0:1767326934.360276:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.360286:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.360293:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.360295:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.360320:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.360324:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277248 02000000:00000001:2.0:1767326934.360326:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.360328:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.360330:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.360334:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.360337:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277248 00000020:00000001:2.0:1767326934.360339:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.360341:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.360343:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.360346:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.360348:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.360350:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.360354:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.360359:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.360361:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.360364:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.360369:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.360374:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.360379:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.360384:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.360387:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.360389:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.360390:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.360397:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.360405:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.360413:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.360415:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.360419:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10779 00000100:00000040:2.0:1767326934.360423:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.360426:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326934.360432:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010277248/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.360441:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.360444:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.360446:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.360448:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.360452:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010277248:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.360456:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010277248 00010000:00000001:2.0:1767326934.360459:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.360464:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.360466:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.360467:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=2 00000020:00000001:2.0:1767326934.360470:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:2.0:1767326934.360472:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:2.0:1767326934.360475:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.360477:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.360480:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097909 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d546419 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.360487:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.360489:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.360491:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326934.360493:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.360494:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.360497:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.360499:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.360501:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.360503:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.360505:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.360507:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.360508:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.360509:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.360511:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.360513:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.360515:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326934.360517:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010277248, offset 224 00000400:00000200:2.0:1767326934.360520:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.360524:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.360527:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.360530:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556287:1556287:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556280:1556280:8:4294967295] 00000400:00000200:2.0:1767326934.360533:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.360538:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.360541:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.360543:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326934.360546:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.360549:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.360551:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.360560:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.360562:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.360564:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.360566:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326934.360568:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.360573:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.360574:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.360575:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.360577:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.360579:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010277248/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.360586:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010277248:12345-192.168.204.119@tcp:104: Request processed in 144us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.360591:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10779 00000100:00000040:2.0:1767326934.360594:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.360595:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.360597:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.360601:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.360606:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.360611:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.360616:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.360619:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.360629:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.360634:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e500. 00000400:00000200:3.0:1767326934.360640:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.360648:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.360653:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000400:00000010:3.0:1767326934.360657:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00000100:00000001:3.0:1767326934.360663:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.360665:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.360943:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.360949:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.360952:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.360962:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.360975:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.360977:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.360980:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.360981:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.360983:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.360985:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247573120:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.360987:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.360992:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.360994:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.360996:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.360999:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.361002:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.361007:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.361011:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.361016:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.361021:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247573120, portal 18 00000100:00000001:1.0:1767326934.361026:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.361028:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242959104 : -115550466592512 : ffff96e84f7c3100) 00000100:00000040:1.0:1767326934.361033:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.361039:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.361041:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.361043:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000100:00000200:1.0:1767326934.361045:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247573120, offset 0 00000400:00000200:1.0:1767326934.361049:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.361054:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.361059:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.361061:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.361064:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.361065:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.361067:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.361069:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556288:1556288:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556281:1556281:8:4294967295] 00000400:00000200:1.0:1767326934.361071:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.361076:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.361079:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.361082:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326934.361085:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.361088:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.361090:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.361098:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.361101:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.361103:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.361104:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853070 00000100:00000001:1.0:1767326934.361108:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853066 00000100:00000001:1.0:1767326934.361110:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853070 00000100:00000001:1.0:1767326934.361112:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853066 00000100:00000001:1.0:1767326934.361114:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.361115:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.361117:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.361118:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.361121:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.361122:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.361124:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.361125:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.361127:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.361128:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.361164:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.361167:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326934.361171:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.361176:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.361179:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:3.0:1767326934.361181:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000100:00000001:3.0:1767326934.361184:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.361189:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.361198:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.361201:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.361209:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.361210:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.362879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f743600. 00010000:00000010:0.1:1767326934.362895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871498c00. 00000800:00000001:3.0:1767326934.363226:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.363232:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.363234:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.363236:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.363241:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.363245:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.363250:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.363253:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.363256:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.363260:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafe280 00000400:00000200:3.0:1767326934.363263:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.363268:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19595 [1] + 224 00000800:00000001:3.0:1767326934.363272:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.363278:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.363280:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.363283:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.363287:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.363291:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.363300:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.363311:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.363315:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.363317:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.363347:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.363351:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.363355:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.363356:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.363359:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.363363:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.363364:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.363367:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.363372:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.363382:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.363389:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.363390:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.363393:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.363395:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.363397:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.363399:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.363401:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.363407:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.363411:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.363413:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.363414:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.363416:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.363419:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.363421:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.363423:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.363425:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.363427:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.363431:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.363438:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.363441:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.363442:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.363446:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.363455:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247573120:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.363459:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.363461:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.363464:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3100 x1853164247573120/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.363471:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.363473:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.363475:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.363478:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.363480:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.363482:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.363484:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.363486:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861197c00. 02000000:00000001:1.0:1767326934.363489:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.363491:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.363492:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3100. 00000100:00000001:1.0:1767326934.363496:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.363497:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.363499:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.363502:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.363504:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.363506:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.363507:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.366549:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.366554:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.366557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.366558:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.366562:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.366566:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.366569:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.366572:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.366574:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.366576:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b0c80 00000400:00000200:3.0:1767326934.366581:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1949d [2] + 1968 00000400:00000010:3.0:1767326934.366584:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200370. 00000400:00000200:3.0:1767326934.366587:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46ae40 00000800:00000001:3.0:1767326934.366590:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.366613:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.366615:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.366617:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.366620:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46ae40 00000400:00000010:3.0:1767326934.366621:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46ae40. 00000100:00000001:3.0:1767326934.366624:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.366625:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326934.366627:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36450 x1853164010278016 msgsize 328 00000100:00100000:3.0:1767326934.366630:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326934.366632:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326934.366639:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.366642:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.366647:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326934.366682:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a35c00. 00000100:00000010:2.0:1767326934.366691:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00100000:2.0:1767326934.366694:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326934.366699:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326934.366703:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200210. 00000400:00000010:2.0:1767326934.366707:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a9c0. 00000100:00000001:2.0:1767326934.366711:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.366712:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278016 02000000:00000001:2.0:1767326934.366714:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.366715:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.366716:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.366718:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.366720:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278016 00000020:00000001:2.0:1767326934.366722:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.366723:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.366724:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.366726:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.366727:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.366729:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.366731:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.366733:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.366734:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.366736:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.366739:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.366742:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.366745:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.366748:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.366750:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.366751:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.366752:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.366756:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.366763:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.366781:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.366782:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.366788:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10780 00000100:00000001:3.0:1767326934.366789:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326934.366791:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:3.0:1767326934.366792:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326934.366795:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933394000 : -115549776157616 : ffff96e878a36450) 00000100:00000001:3.0:1767326934.366795:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.366799:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.366803:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36450 x1853164010278016/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.366810:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.366812:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.366813:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.366814:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.366817:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010278016:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.366819:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010278016 00010000:00000001:2.0:1767326934.366821:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.366825:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.366826:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.366827:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f4ff400 refcount=2 00000020:00000001:2.0:1767326934.366828:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240059904 : -115550469491712 : ffff96e84f4ff400) 00010000:00000001:2.0:1767326934.366830:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240059904 : -115550469491712 : ffff96e84f4ff400) 00010000:00000001:2.0:1767326934.366832:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.366834:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.366837:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f4ff400/0xb12620548e07fc69 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a570d expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.366872:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.366874:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.366878:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326934.366881:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.366884:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.366886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdb400. 00010000:00000001:2.0:1767326934.366888:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.366892:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.366895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8746dd700. 00000100:00001000:2.0:1767326934.366896:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00010000:00000010:0.1:1767326934.366903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811db000. 00000100:00000001:2.0:1767326934.366904:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.366910:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.366913:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.366915:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.366916:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.366919:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.366921:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.366925:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326934.366928:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010278016, offset 224 00000400:00000200:2.0:1767326934.366933:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.366939:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.366953:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.366958:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556289:1556289:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556282:1556282:8:4294967295] 00000400:00000200:2.0:1767326934.366963:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.366970:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.366975:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.366979:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326934.366984:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.366989:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.366993:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.367004:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.367007:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.367010:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.367013:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326934.367016:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.367024:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.367026:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.367027:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.367029:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.367032:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36450 x1853164010278016/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.367039:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010278016:12345-192.168.204.119@tcp:104: Request processed in 228us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.367045:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10780 00000100:00000040:2.0:1767326934.367051:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000800:00000200:3.0:1767326934.367055:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326934.367056:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326934.367059:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e000. 00000100:00000001:2.0:1767326934.367060:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326934.367064:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.367066:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326934.367071:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326934.367075:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.367076:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00000400:00000010:3.0:1767326934.367080:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00000020:00000010:2.0:1767326934.367082:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000100:00000001:3.0:1767326934.367084:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.367088:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767326934.367091:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 02000000:00000001:2.0:1767326934.367097:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367101:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326934.367107:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326934.367111:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367115:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326934.367121:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367125:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 02000000:00000001:2.0:1767326934.367131:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367134:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.367139:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367143:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 02000000:00000001:2.0:1767326934.367157:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367160:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.367165:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367169:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 02000000:00000001:2.0:1767326934.367176:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367179:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.367183:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367186:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 02000000:00000001:2.0:1767326934.367191:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367193:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.367194:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367195:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 02000000:00000001:2.0:1767326934.367196:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.367197:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.367198:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.367199:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00000100:00000010:2.0:1767326934.367201:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00000100:00000010:2.0:1767326934.367203:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36400. 00000100:00000001:2.0:1767326934.367204:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.367363:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.367372:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326934.367376:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.367383:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.367386:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.367389:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.367391:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.367394:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.367399:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.367404:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.367406:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.367410:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.367413:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.367415:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.367417:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247573248:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.367419:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.367422:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.367423:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.367424:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.367427:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.367428:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.367431:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.367433:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.367435:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.367437:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247573248, portal 18 00000100:00000001:1.0:1767326934.367438:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.367439:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242959104 : -115550466592512 : ffff96e84f7c3100) 00000100:00000040:1.0:1767326934.367443:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.367447:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.367449:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.367450:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000100:00000200:1.0:1767326934.367452:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247573248, offset 0 00000400:00000200:1.0:1767326934.367454:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.367457:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.367459:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.367462:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.367464:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.367466:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.367468:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.367470:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556290:1556290:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556283:1556283:8:4294967295] 00000400:00000200:1.0:1767326934.367472:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.367476:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.367479:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.367482:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326934.367484:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.367487:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.367489:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.367497:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.367501:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.367504:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.367507:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853075 00000100:00000001:1.0:1767326934.367511:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853070 00000100:00000001:1.0:1767326934.367515:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853075 00000100:00000001:1.0:1767326934.367518:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853070 00000100:00000001:1.0:1767326934.367520:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.367523:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.367525:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.367528:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.367543:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.367546:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:3.0:1767326934.367549:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.367553:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.367555:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:3.0:1767326934.367556:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:3.0:1767326934.367558:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.367561:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.367566:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.367568:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.367572:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.367573:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.368476:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.368481:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.368483:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.368486:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.368490:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.368494:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.368499:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.368501:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.368504:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.368507:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafe300 00000400:00000200:3.0:1767326934.368511:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.368515:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd195ad [1] + 224 00000800:00000001:3.0:1767326934.368520:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.368525:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.368527:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.368531:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.368534:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.368538:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.368553:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.368569:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.368573:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.368576:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.368598:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.368600:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.368603:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.368604:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.368605:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.368609:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.368610:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.368613:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.368617:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.368626:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.368632:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.368633:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.368635:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.368637:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.368639:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.368640:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.368643:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.368647:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.368650:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.368653:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.368654:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.368656:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.368658:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.368660:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.368662:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.368664:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.368665:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.368670:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.368676:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.368679:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.368680:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.368684:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.368691:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247573248:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.368695:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.368696:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.368706:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3100 x1853164247573248/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.368711:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.368712:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.368714:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.368716:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.368717:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.368718:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=52 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.368719:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.368720:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861196600. 02000000:00000001:1.0:1767326934.368723:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.368724:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.368725:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3100. 00000100:00000001:1.0:1767326934.368727:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.368727:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.368729:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.368731:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.368732:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.368733:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.368734:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.370872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.370880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000100:00000040:2.0:1767326934.371904:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853075, at 4306853076 00000100:00000040:3.0:1767326934.371904:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853075, at 4306853076 00000100:00000010:2.0:1767326934.371913:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44ea0. 00000100:00000010:3.0:1767326934.371914:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b443c0. 00010000:00000010:0.1:1767326934.374915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871498a00. 00010000:00000010:0.1:1767326934.374926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f4ff400. 00000800:00000001:3.0:1767326934.378047:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.378057:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.378060:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.378062:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.378130:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.378146:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.378153:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.378157:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.378162:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.378166:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe200 00000400:00000200:3.0:1767326934.378171:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.378178:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19585 [2] + 224 00000800:00000001:3.0:1767326934.378185:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.378192:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.378195:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.378199:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.378205:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.378211:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3480 x1853164247572992/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.378222:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c3480 x1853164247572992/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.378236:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.378244:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.378247:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.378910:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.378913:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.378915:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.378919:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.378921:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.378922:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.378924:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.378927:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1f80 x1853164247573376/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.378933:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.378935:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1f80 x1853164247573376/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.378939:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.378940:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.380185:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.380190:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.380192:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.380194:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.380199:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.380203:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.380208:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.380211:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.380220:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.380222:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cafe380 00000400:00000200:3.0:1767326934.380227:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.380230:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd195b5 [4] + 224 00000800:00000001:3.0:1767326934.380235:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.380241:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.380243:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.380246:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.380249:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.380253:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1f80 x1853164247573376/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.380261:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f7c1f80 x1853164247573376/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.380272:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.380275:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.380277:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.383874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fbb9c0. 00000080:00000010:0.1:1767326934.383881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84317df00. 00000100:00000040:2.0:1767326934.383899:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853087, at 4306853088 00000100:00000010:2.0:1767326934.383912:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfba0. 00000100:00000040:3.0:1767326934.384900:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853087, at 4306853089 00000100:00000010:3.0:1767326934.384908:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf1e0. 00000800:00000200:3.0:1767326934.385684:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.385688:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.385692:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.385697:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.385701:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.385703:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.385706:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.385709:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1f80 x1853164247573632/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.385715:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.385717:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1f80 x1853164247573632/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.385721:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.385722:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.388648:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.388657:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.388660:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.388662:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.388668:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.388674:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.388679:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.388683:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.388686:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.388690:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe480 00000400:00000200:3.0:1767326934.388694:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.388697:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd195bd [2] + 224 00000800:00000001:3.0:1767326934.388702:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.388706:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.388708:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.388710:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.388714:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.388717:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1f80 x1853164247573632/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.388724:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1f80 x1853164247573632/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.388736:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.388740:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.388745:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.389642:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.389645:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.389647:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.389650:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.389652:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.389654:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.389656:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.389659:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c1f80 x1853164247573888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.389664:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.389666:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c1f80 x1853164247573888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.389670:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.389671:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.391658:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.391666:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.391668:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.391670:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.391675:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.391679:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.391684:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.391687:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.391691:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.391694:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b1180 00000400:00000200:3.0:1767326934.391700:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 0 00000800:00000001:3.0:1767326934.391705:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.391710:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.391712:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.391716:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.391721:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.391723:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.391727:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326934.391731:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010279296 msgsize 328 00000100:00100000:3.0:1767326934.391736:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.391747:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.391752:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.391755:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.391785:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.391787:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279296 02000000:00000001:2.0:1767326934.391792:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.391793:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.391794:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.391797:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.391799:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279296 00000020:00000001:2.0:1767326934.391801:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.391802:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.391804:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.391806:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.391808:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.391809:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.391812:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.391815:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.391817:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.391819:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.391823:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.391826:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.391830:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.391835:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.391837:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.391838:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.391855:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.391861:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.391868:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.391882:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.391884:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.391891:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10781 00000100:00000040:2.0:1767326934.391894:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.391897:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000040:2.0:1767326934.391904:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010279296/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.391914:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.391916:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.391918:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.391919:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.391923:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010279296:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.391926:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010279296 00010000:00000001:2.0:1767326934.391928:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.391932:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.391933:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.391935:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86129b000 refcount=2 00000020:00000001:2.0:1767326934.391936:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539542016 : -115550170009600 : ffff96e86129b000) 00010000:00000001:2.0:1767326934.391938:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539542016 : -115550170009600 : ffff96e86129b000) 00010000:00000001:2.0:1767326934.391940:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.391941:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.391944:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86129b000/0xb12620548e090ec7 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed528 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.391953:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.391955:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.391958:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326934.391960:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.391962:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.391966:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.391969:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.391971:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.391975:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.391978:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.391981:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.391984:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.391985:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.391988:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.391990:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.391993:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326934.391997:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010279296, offset 224 00000400:00000200:2.0:1767326934.392002:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.392007:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.392012:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.392017:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556294:1556294:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556287:1556287:8:4294967295] 00000400:00000200:2.0:1767326934.392021:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.392029:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.392033:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.392037:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326934.392041:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.392046:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.392049:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.392061:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.392065:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.392068:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.392071:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326934.392074:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.392084:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.392087:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.392089:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.392091:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.392095:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010279296/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.392106:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010279296:12345-192.168.204.119@tcp:104: Request processed in 189us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.392125:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10781 00000100:00000040:2.0:1767326934.392130:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.392133:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.392135:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326934.392137:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326934.392141:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000010:3.0:1767326934.392142:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ea00. 00000020:00000010:2.0:1767326934.392150:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.392150:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.392158:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.392162:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326934.392166:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326934.392168:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000100:00000001:2.0:1767326934.392172:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326934.392174:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00000100:00000001:3.0:1767326934.392181:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.392185:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.392451:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.392456:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.392459:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.392467:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.392483:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.392486:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.392490:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.392494:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.392499:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.392504:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247574016:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.392510:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.392516:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.392520:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.392521:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.392526:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.392529:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.392535:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.392539:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.392544:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.392546:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247574016, portal 18 00000100:00000001:1.0:1767326934.392548:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.392549:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242956416 : -115550466595200 : ffff96e84f7c2680) 00000100:00000040:1.0:1767326934.392554:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.392558:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.392560:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.392561:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 00000100:00000200:1.0:1767326934.392563:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247574016, offset 0 00000400:00000200:1.0:1767326934.392566:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.392569:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.392571:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.392574:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.392576:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.392578:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.392580:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.392582:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556295:1556295:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556288:1556288:8:4294967295] 00000400:00000200:1.0:1767326934.392584:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.392589:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.392592:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.392594:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326934.392597:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.392600:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.392602:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.392611:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.392613:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.392615:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.392617:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853101 00000100:00000001:1.0:1767326934.392620:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853098 00000100:00000001:1.0:1767326934.392622:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853101 00000100:00000001:1.0:1767326934.392624:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853098 00000100:00000001:1.0:1767326934.392626:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.392628:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.392629:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.392631:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.392634:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.392635:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.392637:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.392638:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.392639:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.392641:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.392677:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.392681:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:3.0:1767326934.392684:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.392688:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.392692:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000400:00000010:3.0:1767326934.392694:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:3.0:1767326934.392696:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.392701:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.392709:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.392712:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.392718:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.392762:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.393737:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.393743:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.393745:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.393747:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.393751:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.393755:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.393760:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.393763:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.393779:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.393782:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafe600 00000400:00000200:3.0:1767326934.393786:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.393790:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd195d5 [1] + 224 00000800:00000001:3.0:1767326934.393795:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.393800:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.393802:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.393806:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.393809:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.393813:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.393823:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.393840:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.393870:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326934.393871:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.393873:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326934.393875:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326934.393877:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.393879:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.393881:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.393884:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.393886:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.393888:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.393892:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.393902:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.393906:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.393907:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.393909:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.393910:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.393911:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.393912:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.393914:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.393917:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.393919:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.393921:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.393922:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.393923:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.393925:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.393927:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.393928:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.393929:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.393931:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.393934:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.393939:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.393941:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.393942:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.393945:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.393952:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247574016:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.393956:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.393958:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.393961:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c2680 x1853164247574016/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.393967:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.393969:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.393971:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af600. 02000000:00000001:1.0:1767326934.393974:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.393975:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.393977:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.393979:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.393981:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861196000. 02000000:00000001:1.0:1767326934.393984:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.393985:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.393987:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c2680. 00000100:00000001:1.0:1767326934.393990:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.393991:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.393993:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.393996:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.393998:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.394000:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.394009:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.394501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.394505:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.394507:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.394508:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.394511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.394514:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.394517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.394526:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.394528:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.394530:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b1280 00000400:00000200:3.0:1767326934.394533:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 328 00000800:00000001:3.0:1767326934.394536:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.394554:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.394556:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.394560:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.394563:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.394565:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.394569:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c000. 00000100:00000040:3.0:1767326934.394571:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c000 x1853164010279552 msgsize 328 00000100:00100000:3.0:1767326934.394575:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.394586:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.394591:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.394594:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.394624:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.394627:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279552 02000000:00000001:2.0:1767326934.394629:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.394631:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.394633:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.394636:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.394638:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279552 00000020:00000001:2.0:1767326934.394640:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.394641:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.394643:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.394645:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.394648:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.394650:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.394653:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.394657:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.394660:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.394662:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.394666:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.394670:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.394673:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.394678:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.394680:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.394682:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.394684:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.394688:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.394696:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.394703:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.394705:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.394709:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10782 00000100:00000040:2.0:1767326934.394712:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.394715:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227004928 : -115550482546688 : ffff96e84e88c000) 00000100:00000040:2.0:1767326934.394720:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c000 x1853164010279552/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.394728:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.394731:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.394733:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.394735:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.394739:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010279552:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.394743:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010279552 00010000:00000001:2.0:1767326934.394745:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.394748:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.394750:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.394752:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031000 refcount=2 00000020:00000001:2.0:1767326934.394754:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100803072 : -115550608748544 : ffff96e847031000) 00010000:00000001:2.0:1767326934.394756:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100803072 : -115550608748544 : ffff96e847031000) 00010000:00000001:2.0:1767326934.394759:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.394761:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.394776:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.394785:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.394787:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.394790:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.394792:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.394794:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.394797:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.394798:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.394801:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.394804:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.394807:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.394809:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.394812:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.394813:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.394815:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.394817:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.394820:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888550. 00000100:00000200:2.0:1767326934.394823:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010279552, offset 224 00000400:00000200:2.0:1767326934.394828:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.394832:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.394837:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.394856:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556296:1556296:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556289:1556289:8:4294967295] 00000400:00000200:2.0:1767326934.394861:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.394870:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.394875:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.394879:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326934.394883:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.394887:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.394890:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.394900:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.394903:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.394905:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.394909:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46af00. 00010000:00000001:2.0:1767326934.394911:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.394921:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.394924:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.394926:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.394928:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.394933:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c000 x1853164010279552/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.394943:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010279552:12345-192.168.204.119@tcp:104: Request processed in 212us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.394951:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10782 00000100:00000040:2.0:1767326934.394954:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.394956:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767326934.394957:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326934.394959:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326934.394960:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326934.394962:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326934.394964:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000010:3.0:1767326934.394964:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ed00. 00010000:00010000:1.0:1767326934.394966:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326934.394969:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326934.394971:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326934.394972:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326934.394975:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326934.394976:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326934.394978:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.394980:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888550 00010000:00010000:1.0:1767326934.394982:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767326934.394983:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888550. 00000020:00000040:2.0:1767326934.394984:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:3.0:1767326934.394987:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326934.394990:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326934.394990:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326934.394999:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847031000 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.395002:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326934.395006:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.395014:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.395016:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.395020:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.395027:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.395029:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.395031:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.395033:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.395034:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031000 refcount=3 00000020:00000001:1.0:1767326934.395037:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100803072 : -115550608748544 : ffff96e847031000) 00010000:00000001:1.0:1767326934.395039:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100803072 : -115550608748544 : ffff96e847031000) 00010000:00000001:1.0:1767326934.395042:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.395045:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.395051:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.395054:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.395056:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.395058:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240000400:0x6:0x0] mode (null) 00000002:00000001:1.0:1767326934.395061:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.395063:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.395067:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8463e2600 count: 2 00010000:00000001:1.0:1767326934.395070:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.395072:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.395074:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.395075:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.395077:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8463e2600 count: 2 00010000:00000001:1.0:1767326934.395079:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.395081:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.395083:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.395085:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x6:0x0] lli = ffff96e8816c3180, pfid = [0x200000402:0xf:0x0] 00000080:00000002:1.0:1767326934.395127:0:255371:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x6:0x0] m[0x200000402:0xf:0x0] 00000080:00000001:1.0:1767326934.395131:0:255371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279503 : 144115205289279503 : 20000040200000f) 00000080:00000001:1.0:1767326934.395134:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.395135:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.395149:0:255371:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.395152:0:255371:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x6:0x0](ffff96e8816c3248) invalid 00000080:00000001:1.0:1767326934.395154:0:255371:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.395156:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.395157:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.395160:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.395162:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.395163:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.395165:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.395167:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.395169:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847031000 with handle 0xb12620548e090ece from hash 00010000:00000001:1.0:1767326934.395171:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.395172:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.395173:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.395175:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.395177:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.395178:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.395182:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.395185:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.395186:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.395187:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.395189:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.395191:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.395196:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419880. 00000020:00000040:1.0:1767326934.395198:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=53 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.395202:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.395203:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.395206:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.395210:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af600. 00000100:00000001:1.0:1767326934.395214:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.395216:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.395219:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.395225:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.395227:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.395229:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.395233:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.395239:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7d196b] to pc [ptlrpcd_00_00+0] req@ffff96e868419880 x1853164247574144/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.395271:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.395274:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.395276:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.395277:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.395279:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.395281:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.395285:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 1/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.395297:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.395302:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031000/0xb12620548e090ece lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ed53d expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.395318:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8463e2600 count: 0 00010000:00000010:1.0:1767326934.395325:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8463e3300. 00010000:00000001:1.0:1767326934.395335:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.395339:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.395343:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46af00. 00010000:00000001:1.0:1767326934.395346:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.395350:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.395354:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.395358:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.395362:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.395366:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.395373:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.395377:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.395381:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.395384:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.395394:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.395399:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.395550:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.395553:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.395555:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.395559:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.395561:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.395563:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.395564:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.395567:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419880 x1853164247574144/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.395573:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.395575:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419880 x1853164247574144/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.395580:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.395581:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.397583:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.397589:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.397590:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.397592:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.397596:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.397600:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.397603:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.397605:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.397608:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.397610:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafe680 00000400:00000200:3.0:1767326934.397612:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.397615:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd195e5 [1] + 224 00000800:00000001:3.0:1767326934.397619:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.397623:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.397624:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.397626:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.397629:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.397633:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419880 x1853164247574144/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.397639:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419880 x1853164247574144/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.397654:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.397658:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.397666:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326934.399895:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853103, at 4306853104 00000100:00000040:2.0:1767326934.399898:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853103, at 4306853104 00000100:00000010:3.0:1767326934.399903:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf360. 00000100:00000010:2.0:1767326934.399907:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfd20. 00010000:00000010:0.1:1767326934.401881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dc200. 00010000:00000010:0.1:1767326934.401889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129ce00. 00010000:00000010:0.1:1767326934.401896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050da00. 00010000:00000010:0.1:1767326934.401902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e61600. 00010000:00000010:1.1:1767326934.401905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2600. 00010000:00000010:1.1:1767326934.401911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031000. 00010000:00000010:0.1:1767326934.405899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129c200. 00010000:00000010:0.1:1767326934.405907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129b000. 00000800:00000001:3.0:1767326934.406472:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.406482:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.406485:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.406487:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.406493:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.406498:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.406503:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.406506:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.406511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.406514:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe580 00000400:00000200:3.0:1767326934.406573:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.406577:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd195c5 [2] + 224 00000800:00000001:3.0:1767326934.406583:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.406588:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.406590:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.406593:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.406598:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.406603:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c1f80 x1853164247573888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.406610:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c1f80 x1853164247573888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.406623:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.406628:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.406630:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.407387:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.407393:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.407401:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.407406:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.407409:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.407411:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.407414:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.407419:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3800 x1853164247574272/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.407428:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.407431:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3800 x1853164247574272/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.407480:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.407482:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.408967:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.408972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.408974:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.408976:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.408980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.408984:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.408989:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.408992:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.408996:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.408999:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 584 into portal 10 MB=0x695716cafe700 00000400:00000200:3.0:1767326934.409003:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.409007:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 584/584 into md 0xd195ed [4] + 224 00000800:00000001:3.0:1767326934.409012:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.409017:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.409019:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.409023:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.409026:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.409031:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3800 x1853164247574272/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.409040:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff96e84f7c3800 x1853164247574272/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.409055:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.409060:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.409063:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.410256:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.410260:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.410263:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.410268:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.410271:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.410273:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.410275:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.410280:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3800 x1853164247574528/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.410287:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.410290:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3800 x1853164247574528/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.410337:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.410339:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.411481:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.411486:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.411487:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.411489:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.411492:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.411495:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.411498:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.411500:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.411502:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.411504:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe800 00000400:00000200:3.0:1767326934.411507:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.411510:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd195f5 [2] + 224 00000800:00000001:3.0:1767326934.411513:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.411516:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.411517:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.411520:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.411523:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.411526:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3800 x1853164247574528/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.411532:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c3800 x1853164247574528/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.411543:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.411546:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.411547:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.412298:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.412301:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.412303:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.412306:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.412308:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.412309:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.412311:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.412314:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3800 x1853164247574784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.412319:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.412321:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3800 x1853164247574784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.412325:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.412326:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.414790:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.414795:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.414797:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.414798:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.414802:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.414805:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.414809:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.414811:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.414813:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.414816:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafe900 00000400:00000200:3.0:1767326934.414819:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.414822:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd195fd [2] + 224 00000800:00000001:3.0:1767326934.414825:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.414828:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.414829:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.414831:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.414834:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.414837:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3800 x1853164247574784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.414863:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c3800 x1853164247574784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.414874:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.414878:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.414881:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.415922:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.415926:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.415928:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.415931:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.415933:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.415935:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.415936:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.415940:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c2680 x1853164247575040/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.415947:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.415950:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c2680 x1853164247575040/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.415957:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.415958:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.416880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816c5280. 00000080:00000010:0.1:1767326934.416890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e860df90c0. 00000080:00000010:0.1:1767326934.416896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c760. 00000800:00000001:3.0:1767326934.418603:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.418609:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.418611:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.418612:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.418616:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.418619:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.418623:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.418625:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.418627:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.418630:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafea00 00000400:00000200:3.0:1767326934.418632:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.418635:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19605 [2] + 224 00000800:00000001:3.0:1767326934.418639:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.418642:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.418643:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.418645:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.418648:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.418652:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2680 x1853164247575040/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.418659:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f7c2680 x1853164247575040/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.418673:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.418678:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.418681:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.419313:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.419318:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.419321:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.419326:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.419329:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.419331:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.419334:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.419338:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c2680 x1853164247575296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.419347:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.419350:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c2680 x1853164247575296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.419410:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.419412:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.420899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00010000:00000010:0.1:1767326934.420904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb0200. 00010000:00000010:0.1:1767326934.420916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4ddc00. 00010000:00000010:0.1:1767326934.420918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a75b00. 00010000:00000010:0.1:1767326934.420923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f8a00. 00000800:00000001:3.0:1767326934.421200:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.421206:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.421208:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.421209:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.421212:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.421215:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.421218:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.421220:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.421223:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.421225:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b1700 00000400:00000200:3.0:1767326934.421229:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 656 00000800:00000001:3.0:1767326934.421233:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.421236:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.421237:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.421240:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.421243:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.421244:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.421247:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00000100:00000040:3.0:1767326934.421249:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f480 x1853164010280704 msgsize 328 00000100:00100000:3.0:1767326934.421252:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.421261:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.421270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.421274:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.421292:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.421295:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280704 02000000:00000001:2.0:1767326934.421297:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.421298:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.421300:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.421306:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.421308:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280704 00000020:00000001:2.0:1767326934.421309:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.421311:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.421312:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.421315:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.421316:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.421317:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.421320:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.421323:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.421324:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.421327:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.421331:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.421334:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.421338:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.421342:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.421344:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.421345:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.421347:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.421352:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.421359:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.421366:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.421368:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.421371:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10783 00000100:00000040:2.0:1767326934.421374:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.421376:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00000100:00000040:2.0:1767326934.421380:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f480 x1853164010280704/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.421385:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.421387:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.421389:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.421390:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.421393:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010280704:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.421397:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010280704 00010000:00000001:2.0:1767326934.421398:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.421402:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.421403:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.421404:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f8c00 refcount=2 00000020:00000001:2.0:1767326934.421405:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235838976 : -115550473712640 : ffff96e84f0f8c00) 00010000:00000001:2.0:1767326934.421407:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235838976 : -115550473712640 : ffff96e84f0f8c00) 00010000:00000001:2.0:1767326934.421409:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.421410:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.421413:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.421419:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.421420:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.421423:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.421424:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.421425:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.421428:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.421430:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.421432:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.421435:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.421437:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.421438:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.421440:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.421441:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.421443:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.421444:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.421446:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888088. 00000100:00000200:2.0:1767326934.421449:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010280704, offset 224 00000400:00000200:2.0:1767326934.421452:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.421455:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.421459:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.421463:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556303:1556303:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556296:1556296:8:4294967295] 00000400:00000200:2.0:1767326934.421465:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.421470:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.421473:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.421477:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326934.421480:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.421483:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.421485:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.421493:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.421496:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.421498:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.421500:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a240. 00010000:00000001:2.0:1767326934.421501:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.421507:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.421508:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.421509:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.421511:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.421514:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164010280704/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.421520:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010280704:12345-192.168.204.119@tcp:104: Request processed in 133us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.421525:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10783 00000100:00000040:2.0:1767326934.421531:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.421533:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.421535:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.421538:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000001:1.0:1767326934.421541:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326934.421542:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000001:1.0:1767326934.421547:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326934.421547:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326934.421553:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767326934.421554:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00010000:00000001:1.0:1767326934.421557:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326934.421558:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326934.421561:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326934.421568:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767326934.421568:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.421574:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ed00. 00000400:00000200:3.0:1767326934.421579:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326934.421582:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f0f8c00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.421587:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000400:00000200:3.0:1767326934.421587:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326934.421592:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767326934.421593:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888088 00000400:00000010:3.0:1767326934.421598:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888088. 00010000:00000001:1.0:1767326934.421603:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000100:00000001:3.0:1767326934.421604:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326934.421606:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:3.0:1767326934.421608:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326934.421609:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.421614:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.421616:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.421617:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.421618:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.421619:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f8c00 refcount=3 00000020:00000001:1.0:1767326934.421621:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235838976 : -115550473712640 : ffff96e84f0f8c00) 00010000:00000001:1.0:1767326934.421622:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235838976 : -115550473712640 : ffff96e84f0f8c00) 00010000:00000001:1.0:1767326934.421624:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.421625:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.421629:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.421631:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.421631:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.421632:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240000400:0x5:0x0] mode (null) 00000002:00000001:1.0:1767326934.421634:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.421636:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.421639:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8612cc600 count: 2 00010000:00000001:1.0:1767326934.421641:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.421643:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.421644:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.421645:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.421646:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8612cc600 count: 2 00010000:00000001:1.0:1767326934.421647:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.421648:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.421649:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.421651:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x5:0x0] lli = ffff96e8434c98c0, pfid = [0x200000402:0xd:0x0] 00000080:00000002:1.0:1767326934.421686:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x5:0x0] m[0x200000402:0xd:0x0] 00000080:00000001:1.0:1767326934.421690:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279501 : 144115205289279501 : 20000040200000d) 00000080:00000001:1.0:1767326934.421694:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.421695:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.421697:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.421699:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x5:0x0](ffff96e8434c9988) invalid 00000080:00000001:1.0:1767326934.421701:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.421703:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.421704:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.421707:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.421709:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.421710:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.421712:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.421713:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.421715:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f0f8c00 with handle 0xb12620548e07dd44 from hash 00010000:00000001:1.0:1767326934.421717:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.421719:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.421720:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.421722:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.421724:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.421725:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.421729:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.421731:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.421733:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.421734:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.421736:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.421738:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.421742:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b480. 00000020:00000040:1.0:1767326934.421745:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=53 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.421748:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.421750:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.421753:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.421757:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481aec00. 00000100:00000001:1.0:1767326934.421761:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.421763:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.421793:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.421800:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.421802:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.421805:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.421808:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.421815:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023244988] to pc [ptlrpcd_00_01+1] req@ffff96e86841b480 x1853164247575424/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.421866:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.421870:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.421872:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.421873:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.421876:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.421878:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.421883:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.421894:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.421898:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f0f8c00/0xb12620548e07dd44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49d9f4 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.421916:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8612cc600 count: 0 00010000:00000010:1.0:1767326934.421922:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e881102780. 00010000:00000001:1.0:1767326934.421932:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.421936:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.421939:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a240. 00010000:00000001:1.0:1767326934.421944:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.421946:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.421948:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.421950:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.421954:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.421958:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.421962:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.421965:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.421968:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.421972:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.421980:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.421985:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.422136:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.422139:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.422142:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.422146:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.422149:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.422151:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.422154:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.422158:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b480 x1853164247575424/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.422171:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.422174:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b480 x1853164247575424/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.422180:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.422182:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.424159:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.424168:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.424171:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.424173:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.424179:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.424184:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.424189:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.424193:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.424196:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.424200:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafeb80 00000400:00000200:3.0:1767326934.424204:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.424208:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1961d [1] + 224 00000800:00000001:3.0:1767326934.424212:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.424217:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.424218:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.424220:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.424224:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.424228:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b480 x1853164247575424/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.424235:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b480 x1853164247575424/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.424246:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.424250:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.424251:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.424889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84354b180. 00000080:00000010:0.1:1767326934.424899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c88a0. 00000100:00000040:2.0:1767326934.426900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853130, at 4306853131 00000100:00000040:3.0:1767326934.426900:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853130, at 4306853131 00000100:00000010:2.0:1767326934.426909:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf420. 00000100:00000010:3.0:1767326934.426909:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfea0. 00010000:00000010:0.1:1767326934.429877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dc600. 00010000:00000010:0.1:1767326934.429887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cc400. 00010000:00000010:0.1:1767326934.429892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f8200. 00010000:00000010:0.1:1767326934.429896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.429902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:1.1:1767326934.429927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cc600. 00010000:00000010:1.1:1767326934.429933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f8c00. 00000800:00000001:3.0:1767326934.430574:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.430583:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.430585:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.430587:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.430593:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.430628:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.430633:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.430636:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.430639:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.430642:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafeb00 00000400:00000200:3.0:1767326934.430646:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.430650:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1960d [2] + 224 00000800:00000001:3.0:1767326934.430655:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.430665:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.430667:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.430671:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.430676:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.430681:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c2680 x1853164247575296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.430688:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f7c2680 x1853164247575296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.430700:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.430705:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.430707:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.431450:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.431453:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.431456:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.431459:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.431461:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.431462:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.431465:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.431468:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3100 x1853164247575552/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.431473:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.431475:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f7c3100 x1853164247575552/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.431479:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.431480:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.432552:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.432556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.432557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.432558:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.432562:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.432564:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.432567:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.432569:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.432571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.432573:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cafec00 00000400:00000200:3.0:1767326934.432575:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.432578:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19625 [4] + 224 00000800:00000001:3.0:1767326934.432581:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.432584:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.432585:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.432587:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.432590:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.432593:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3100 x1853164247575552/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.432599:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f7c3100 x1853164247575552/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.432609:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.432612:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.432613:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.435019:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.435023:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.435026:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.435032:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.435043:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.435044:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.435049:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.435052:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.435057:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.435061:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247575680:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.435066:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.435070:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.435073:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.435075:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.435080:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.435084:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.435093:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.435097:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.435103:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.435110:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247575680, portal 18 00000100:00000001:1.0:1767326934.435114:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.435117:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523242959104 : -115550466592512 : ffff96e84f7c3100) 00000100:00000040:1.0:1767326934.435123:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.435133:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.435137:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.435141:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00000200:1.0:1767326934.435148:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247575680, offset 0 00000400:00000200:1.0:1767326934.435158:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.435167:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.435176:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.435183:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.435188:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.435194:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.435200:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.435205:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556306:1556306:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556299:1556299:8:4294967295] 00000400:00000200:1.0:1767326934.435211:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.435226:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.435238:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.435246:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326934.435258:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.435267:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.435273:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.435286:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.435292:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.435298:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.435302:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853144 00000100:00000001:1.0:1767326934.435309:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853140 00000100:00000001:1.0:1767326934.435315:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853144 00000100:00000001:1.0:1767326934.435322:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853140 00000100:00000001:1.0:1767326934.435327:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.435331:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.435333:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.435335:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.435342:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.435345:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.435348:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.435355:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.435358:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.435362:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.435379:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.435386:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326934.435392:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.435405:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.435414:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000400:00000010:3.0:1767326934.435418:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326934.435425:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.435433:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.435496:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.435500:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.435507:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.435509:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.435553:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.435556:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.435560:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.435564:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.435567:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.435568:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.435571:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.435574:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331880 x1853164247575936/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.435581:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.435584:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331880 x1853164247575936/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.435595:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.435597:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.436887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434ca100. 00000080:00000010:0.1:1767326934.436897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8582c24a0. 00000800:00000001:3.0:1767326934.437255:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437263:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.437266:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437268:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.437274:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437279:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.437284:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437288:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437291:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437295:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafec80 00000400:00000200:3.0:1767326934.437300:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437362:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1962d [1] + 224 00000800:00000001:3.0:1767326934.437369:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437373:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.437375:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.437379:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.437383:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.437388:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.437396:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.437411:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.437418:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437421:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.437423:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437426:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.437430:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.437435:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.437441:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.437442:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326934.437445:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.437447:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326934.437451:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326934.437453:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.437457:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326934.437457:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafed80 00000400:00000010:1.0:1767326934.437461:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:3.0:1767326934.437465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.437467:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.437470:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.437473:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.437480:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326934.437481:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19635 [2] + 224 00000800:00000001:3.0:1767326934.437490:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437498:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326934.437500:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326934.437502:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.437512:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326934.437516:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326934.437517:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326934.437520:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.437525:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767326934.437525:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331880 x1853164247575936/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767326934.437529:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.437532:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.437535:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.437540:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326934.437542:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871331880 x1853164247575936/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00001000:1.0:1767326934.437547:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.437555:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.437558:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.437559:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.437562:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326934.437563:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326934.437570:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.437570:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.437573:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.437575:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.437579:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.437581:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.437584:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.437590:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.437607:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.437612:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.437616:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.437626:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.437650:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247575680:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.437659:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.437664:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.437672:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f7c3100 x1853164247575680/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.437693:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.437698:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.437707:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.437715:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.437719:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.437722:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.437729:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.437733:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e861197c00. 02000000:00000001:1.0:1767326934.437740:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.437744:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.437748:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f7c3100. 00000100:00000001:1.0:1767326934.437754:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.437758:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.437776:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.437783:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.437787:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.437794:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.437798:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.438446:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.438451:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.438454:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.438458:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.438461:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.438463:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.438466:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.438470:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331880 x1853164247576192/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.438479:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.438481:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331880 x1853164247576192/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.438526:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.438529:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.440019:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.440025:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.440027:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.440030:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.440034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.440039:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.440044:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.440047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.440051:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.440054:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b1a80 00000400:00000200:3.0:1767326934.440060:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 984 00000800:00000001:3.0:1767326934.440065:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.440070:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.440072:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.440076:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.440080:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.440083:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.440087:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00000100:00000040:3.0:1767326934.440090:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ca80 x1853164010281600 msgsize 328 00000100:00100000:3.0:1767326934.440094:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.440105:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.440110:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.440112:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.440139:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.440142:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281600 02000000:00000001:2.0:1767326934.440144:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.440145:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.440146:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.440149:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.440151:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281600 00000020:00000001:2.0:1767326934.440153:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.440155:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.440157:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.440159:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.440160:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.440162:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.440164:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.440168:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.440169:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.440171:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.440175:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.440180:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.440185:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.440191:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.440194:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.440195:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.440197:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.440204:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.440214:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.440223:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.440225:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.440231:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10784 00000100:00000040:2.0:1767326934.440235:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.440237:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000100:00000040:2.0:1767326934.440244:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ca80 x1853164010281600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.440253:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.440256:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.440257:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.440259:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.440263:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010281600:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.440267:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010281600 00010000:00000001:2.0:1767326934.440269:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.440274:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.440276:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.440277:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871344c00 refcount=2 00000020:00000001:2.0:1767326934.440279:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808672768 : -115549900878848 : ffff96e871344c00) 00010000:00000001:2.0:1767326934.440282:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808672768 : -115549900878848 : ffff96e871344c00) 00010000:00000001:2.0:1767326934.440285:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.440287:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.440290:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871344c00/0xb12620548e07fdf1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a5d18 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.440296:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.440298:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.440300:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.440302:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.440303:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.440306:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.440308:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.440310:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.440313:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.440315:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.440316:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.440318:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.440319:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.440321:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.440322:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.440324:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888220. 00000100:00000200:2.0:1767326934.440327:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010281600, offset 224 00000400:00000200:2.0:1767326934.440330:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.440333:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.440337:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.440340:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556309:1556309:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556302:1556302:8:4294967295] 00000400:00000200:2.0:1767326934.440342:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.440347:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.440350:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.440352:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326934.440355:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.440358:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.440360:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.440369:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.440371:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.440373:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.440375:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326934.440377:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.440382:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.440384:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.440386:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.440387:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.440391:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164010281600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.440403:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010281600:12345-192.168.204.119@tcp:104: Request processed in 143us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.440416:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10784 00000100:00000040:2.0:1767326934.440419:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.440423:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.440426:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.440430:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.440435:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.440441:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000800:00000200:3.0:1767326934.440443:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767326934.440449:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000800:00000010:3.0:1767326934.440450:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ea00. 00000100:00000001:2.0:1767326934.440455:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.440456:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.440466:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.440473:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888220 00000400:00000010:3.0:1767326934.440477:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888220. 00000100:00000001:3.0:1767326934.440483:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.440486:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.440702:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.440705:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.440708:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.440717:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.440732:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.440737:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.440743:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.440747:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.440752:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.440757:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247576320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.440761:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.440775:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.440778:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.440783:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.440788:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.440791:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.440795:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.440799:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.440802:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.440805:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247576320, portal 18 00000100:00000001:1.0:1767326934.440806:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.440808:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808596736 : -115549900954880 : ffff96e871332300) 00000100:00000040:1.0:1767326934.440812:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.440818:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.440820:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.440822:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 00000100:00000200:1.0:1767326934.440824:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247576320, offset 0 00000400:00000200:1.0:1767326934.440833:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.440836:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.440860:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.440865:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.440870:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.440873:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.440876:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000010:0.1:1767326934.440876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850216e00. 00000400:00000200:1.0:1767326934.440881:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556310:1556310:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556303:1556303:8:4294967295] 00010000:00000010:0.1:1767326934.440884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a47300. 00000400:00000200:1.0:1767326934.440887:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.440893:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.440897:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.440900:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326934.440903:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.440906:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.440909:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.440916:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.440918:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.440920:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.440922:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853150 00000100:00000001:1.0:1767326934.440925:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853146 00000100:00000001:1.0:1767326934.440928:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853150 00000100:00000001:1.0:1767326934.440929:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853146 00000100:00000001:1.0:1767326934.440932:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.440933:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.440935:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.440936:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.440939:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.440941:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.440943:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.440943:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.440945:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.440946:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.440978:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.440982:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:3.0:1767326934.440985:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.440990:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.440993:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000400:00000010:3.0:1767326934.440995:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000100:00000001:3.0:1767326934.440997:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.441001:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.441009:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.441013:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.441019:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.441020:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.442858:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.442864:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.442866:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.442868:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.442872:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.442876:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.442879:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.442881:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.442883:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.442886:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafef00 00000400:00000200:3.0:1767326934.442889:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.442892:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1964d [1] + 224 00000800:00000001:3.0:1767326934.442895:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.442899:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.442900:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.442902:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.442905:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.442908:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.442914:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.442927:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.442930:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.442932:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.442957:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.442961:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.442964:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.442965:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.442967:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.442970:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.442971:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.442973:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.442976:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.442983:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.442987:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.442988:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.442989:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.442990:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.442991:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.442992:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.442994:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.442998:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.443000:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.443003:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.443005:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.443007:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.443009:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.443011:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.443013:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.443015:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.443016:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.443021:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.443027:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.443029:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.443030:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.443034:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.443048:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247576320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.443052:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.443054:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.443057:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871332300 x1853164247576320/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.443063:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.443066:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.443067:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.443069:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.443071:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.443072:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=269 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.443073:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.443074:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85198ac00. 02000000:00000001:1.0:1767326934.443077:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.443078:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.443079:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871332300. 00000100:00000001:1.0:1767326934.443081:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.443082:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.443084:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.443086:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.443088:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.443089:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.443090:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.445914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859344e00. 00010000:00000010:0.1:1767326934.445920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a47600. 00010000:00000010:0.1:1767326934.445927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850216400. 00010000:00000010:0.1:1767326934.445947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344c00. 00000100:00000040:2.0:1767326934.446897:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853150, at 4306853151 00000100:00000040:3.0:1767326934.446898:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853150, at 4306853151 00000100:00000010:2.0:1767326934.446905:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfc00. 00000100:00000010:3.0:1767326934.446909:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf960. 00000800:00000001:3.0:1767326934.450352:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.450363:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.450366:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.450368:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.450411:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.450416:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.450420:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.450424:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.450427:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.450429:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafee80 00000400:00000200:3.0:1767326934.450433:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.450437:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1963d [2] + 224 00000800:00000001:3.0:1767326934.450444:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.450450:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.450452:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.450456:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.450461:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.450467:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331880 x1853164247576192/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.450477:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871331880 x1853164247576192/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.450494:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.450501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.450504:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.451499:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.451504:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.451506:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.451510:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.451512:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.451513:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.451515:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.451518:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330a80 x1853164247576448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 592/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.451524:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.451526:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330a80 x1853164247576448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 592/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.451530:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.451531:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.453177:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.453181:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.453183:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.453184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.453188:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.453191:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.453194:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.453196:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.453199:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.453200:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cafef80 00000400:00000200:3.0:1767326934.453203:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.453205:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19655 [4] + 224 00000800:00000001:3.0:1767326934.453209:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.453212:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.453213:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.453215:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.453217:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.453220:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330a80 x1853164247576448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 592/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.453226:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871330a80 x1853164247576448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 592/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.453238:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.453241:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.453242:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.454244:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.454248:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.454251:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.454255:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.454258:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.454260:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.454263:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.454267:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330a80 x1853164247576704/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.454275:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.454278:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330a80 x1853164247576704/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.454284:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.454286:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.455619:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.455623:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.455625:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.455626:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.455629:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.455632:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.455635:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.455637:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.455639:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.455641:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff080 00000400:00000200:3.0:1767326934.455644:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.455646:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1965d [2] + 224 00000800:00000001:3.0:1767326934.455649:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.455652:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.455653:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.455656:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.455668:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.455675:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330a80 x1853164247576704/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.455684:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871330a80 x1853164247576704/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.455696:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.455701:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.455704:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.456298:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.456301:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.456303:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.456306:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.456308:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.456309:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.456311:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.456315:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330a80 x1853164247576960/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.456323:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.456326:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330a80 x1853164247576960/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.456332:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.456333:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.456884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88162e300. 00000080:00000010:0.1:1767326934.456892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ee0. 00000800:00000001:3.0:1767326934.458431:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.458436:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.458438:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.458439:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.458442:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.458446:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.458450:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.458452:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.458455:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.458457:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff180 00000400:00000200:3.0:1767326934.458459:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.458462:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19665 [2] + 224 00000800:00000001:3.0:1767326934.458465:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.458468:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.458469:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.458471:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.458474:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.458477:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330a80 x1853164247576960/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.458483:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871330a80 x1853164247576960/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.458493:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.458496:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.458497:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.459205:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.459210:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.459213:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.459217:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.459220:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.459222:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.459225:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.459229:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331180 x1853164247577088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.459236:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.459239:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331180 x1853164247577088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.459246:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.459247:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.460497:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.460501:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.460503:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.460504:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.460508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.460510:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.460513:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.460515:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.460517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.460519:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caff200 00000400:00000200:3.0:1767326934.460522:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.460524:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1966d [4] + 224 00000800:00000001:3.0:1767326934.460527:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.460530:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.460531:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.460533:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.460536:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.460539:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331180 x1853164247577088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.460544:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871331180 x1853164247577088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.460555:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.460557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.460559:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.461863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5380. 00000800:00000200:3.0:1767326934.464527:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.464530:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.464532:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.464536:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.464538:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.464539:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.464542:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.464544:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331180 x1853164247577344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.464550:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.464552:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331180 x1853164247577344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.464560:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.464561:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.465865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00010000:00000010:0.1:1767326934.465872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861343200. 00010000:00000010:0.1:1767326934.465882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859344800. 00010000:00000010:0.1:1767326934.465886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.465889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.466833:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.466870:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.466873:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.466878:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.466882:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.466886:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.466890:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.466893:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.466895:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.466898:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff300 00000400:00000200:3.0:1767326934.466900:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.466904:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19675 [2] + 224 00000800:00000001:3.0:1767326934.466908:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.466912:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.466913:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.466915:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.466918:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.466922:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331180 x1853164247577344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.466928:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871331180 x1853164247577344/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.466947:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.466952:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.466955:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.467775:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.467780:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.467783:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.467791:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.467809:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.467811:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.467815:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.467819:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.467823:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.467828:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247577472:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.467834:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.467837:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.467854:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.467856:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.467859:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.467862:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.467872:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.467877:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.467884:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.467890:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247577472, portal 18 00000100:00000001:1.0:1767326934.467895:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.467898:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808599424 : -115549900952192 : ffff96e871332d80) 00000100:00000040:1.0:1767326934.467909:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.467925:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.467928:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.467931:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:1.0:1767326934.467934:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247577472, offset 0 00000400:00000200:1.0:1767326934.467940:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.467946:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.467951:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.467956:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.467961:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.467964:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.467968:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.467974:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556316:1556316:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556309:1556309:8:4294967295] 00000400:00000200:1.0:1767326934.467981:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.467991:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.467999:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.468004:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326934.468010:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.468017:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.468020:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.468031:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.468035:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.468039:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.468041:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853177 00000100:00000001:1.0:1767326934.468045:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853173 00000100:00000001:1.0:1767326934.468050:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853177 00000100:00000001:1.0:1767326934.468055:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853173 00000100:00000001:1.0:1767326934.468061:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.468065:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.468067:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.468069:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.468075:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.468078:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.468082:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.468084:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.468085:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.468089:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.468098:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.468099:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.468102:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.468103:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326934.468108:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.468113:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.468117:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000010:3.0:1767326934.468119:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:3.0:1767326934.468121:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.468129:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.468136:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.468139:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.468146:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.468147:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.468284:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.468287:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.468290:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.468294:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.468296:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326934.468298:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326934.468301:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.468304:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333800 x1853164247577728/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.468310:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.468311:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333800 x1853164247577728/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.468315:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.468316:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.469156:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.469161:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.469162:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.469163:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.469167:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.469169:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.469172:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.469174:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.469176:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.469178:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caff380 00000400:00000200:3.0:1767326934.469181:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.469184:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1967d [1] + 224 00000800:00000001:3.0:1767326934.469187:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.469190:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.469191:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.469193:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.469195:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.469198:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.469204:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.469216:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.469219:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.469220:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.469243:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.469246:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.469248:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.469249:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.469251:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.469254:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.469255:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.469257:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.469261:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.469267:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.469272:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.469273:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.469274:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.469275:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.469276:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.469278:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.469279:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.469282:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.469284:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.469286:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.469286:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.469288:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.469289:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.469291:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.469292:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.469293:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.469294:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.469296:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.469300:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.469302:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.469303:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.469305:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.469309:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247577472:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.469312:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.469313:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.469315:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871332d80 x1853164247577472/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.469318:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.469320:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.469322:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.469324:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.469325:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.469326:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.469327:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.469329:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e843c70c00. 02000000:00000001:1.0:1767326934.469331:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.469332:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.469333:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871332d80. 00000100:00000001:1.0:1767326934.469335:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.469336:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.469337:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.469340:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.469341:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.469342:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.469343:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.471225:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.471231:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.471234:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.471236:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.471241:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.471289:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.471293:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.471296:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.471300:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.471302:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff480 00000400:00000200:3.0:1767326934.471305:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.471308:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19685 [2] + 224 00000800:00000001:3.0:1767326934.471312:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.471317:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.471318:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.471320:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.471323:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.471326:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333800 x1853164247577728/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.471332:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871333800 x1853164247577728/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.471344:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.471348:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.471349:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.472067:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.472072:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.472075:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.472079:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.472082:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326934.472084:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326934.472087:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.472091:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333800 x1853164247577984/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.472099:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.472102:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333800 x1853164247577984/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.472108:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.472110:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.473704:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.473710:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.473712:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.473714:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.473719:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.473724:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.473729:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.473732:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.473735:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.473738:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b2180 00000400:00000200:3.0:1767326934.473744:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 1312 00000800:00000001:3.0:1767326934.473749:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.473755:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.473758:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.473761:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.473778:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.473780:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.473783:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000040:3.0:1767326934.473786:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ea00 x1853164010283392 msgsize 328 00000100:00100000:3.0:1767326934.473789:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.473797:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.473800:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.473805:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.473835:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.473839:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283392 02000000:00000001:2.0:1767326934.473873:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.473875:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.473877:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.473881:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.473888:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283392 00000020:00000001:2.0:1767326934.473892:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.473894:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.473896:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.473898:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.473901:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.473903:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.473906:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.473910:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.473912:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.473915:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.473920:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.473925:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.473929:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.473935:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.473938:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.473940:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.473942:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.473949:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.473958:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.473968:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.473971:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.473977:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10785 00000100:00000040:2.0:1767326934.473981:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.473983:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000100:00000040:2.0:1767326934.473990:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ea00 x1853164010283392/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.473999:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.474002:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.474004:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.474006:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.474010:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010283392:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.474014:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010283392 00010000:00000001:2.0:1767326934.474017:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.474021:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.474023:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.474025:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5200 refcount=2 00000020:00000001:2.0:1767326934.474027:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 00010000:00000001:2.0:1767326934.474029:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 00010000:00000001:2.0:1767326934.474033:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.474035:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.474038:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e09792c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d5465b6 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.474047:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.474049:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.474052:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.474055:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.474057:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.474061:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.474064:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.474067:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.474071:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.474074:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.474076:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.474079:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.474081:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.474083:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.474085:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.474088:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000200:2.0:1767326934.474092:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010283392, offset 224 00000400:00000200:2.0:1767326934.474097:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.474102:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.474107:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.474111:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556319:1556319:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556312:1556312:8:4294967295] 00000400:00000200:2.0:1767326934.474116:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.474123:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.474128:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.474132:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326934.474136:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.474140:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.474143:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.474153:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.474157:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.474160:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.474163:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326934.474166:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.474175:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.474177:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.474179:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.474181:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.474186:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164010283392/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326934.474195:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326934.474202:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010283392:12345-192.168.204.119@tcp:104: Request processed in 197us (409us total) trans 0 rc 0/0 00000800:00000010:3.0:1767326934.474202:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e000. 00000400:00000200:3.0:1767326934.474209:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326934.474219:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10785 00000400:00000200:3.0:1767326934.474220:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326934.474226:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000400:00000200:3.0:1767326934.474227:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000100:00000001:2.0:1767326934.474232:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767326934.474233:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000100:00000001:2.0:1767326934.474236:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326934.474238:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.474241:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326934.474242:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.474250:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.474258:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.474266:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.474270:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.474449:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.474454:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.474458:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.474469:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.474476:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.474478:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.474481:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.474484:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.474488:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.474491:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247578112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.474494:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.474496:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.474497:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.474498:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.474501:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.474502:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.474505:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.474507:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.474510:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.474513:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247578112, portal 18 00000100:00000001:1.0:1767326934.474514:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.474515:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808594944 : -115549900956672 : ffff96e871331c00) 00000100:00000040:1.0:1767326934.474518:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.474523:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.474524:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.474525:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00000200:1.0:1767326934.474527:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247578112, offset 0 00000400:00000200:1.0:1767326934.474530:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.474532:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.474535:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.474537:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.474539:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.474541:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.474544:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.474547:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556320:1556320:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556313:1556313:8:4294967295] 00000400:00000200:1.0:1767326934.474551:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.474557:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.474562:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.474566:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326934.474570:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.474575:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.474578:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.474594:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.474599:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.474602:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.474604:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853183 00000100:00000001:1.0:1767326934.474609:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853180 00000100:00000001:1.0:1767326934.474613:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853183 00000100:00000001:1.0:1767326934.474617:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853180 00000100:00000001:1.0:1767326934.474621:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.474624:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.474626:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.474629:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.474633:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.474635:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.474637:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.474638:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.474640:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.474642:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.474650:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.474653:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000400:00000200:3.0:1767326934.474656:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.474660:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.474663:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:3.0:1767326934.474664:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:3.0:1767326934.474666:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.474669:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.474674:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.474676:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.474680:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.474681:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.474884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86afa4a40. 00000080:00000010:0.1:1767326934.474910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c88a0. 00010000:00000010:0.1:1767326934.474939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506a00. 00010000:00000010:0.1:1767326934.474942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8581c5400. 00010000:00000010:0.1:1767326934.474947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506b00. 00010000:00000010:0.1:1767326934.474950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b83c00. 00000800:00000001:3.0:1767326934.476747:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.476754:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.476756:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.476758:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.476762:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.476777:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.476782:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.476785:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.476788:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.476791:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caff600 00000400:00000200:3.0:1767326934.476795:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.476799:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1969d [1] + 224 00000800:00000001:3.0:1767326934.476804:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.476817:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.476819:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.476823:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.476827:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.476831:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.476862:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.476872:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.476877:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.476880:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.476907:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.476910:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.476914:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.476916:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.476918:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.476922:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.476924:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.476926:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.476932:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.476942:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.476949:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.476951:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.476953:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.476955:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.476956:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.476958:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.476960:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.476966:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.476969:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.476972:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.476974:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.476975:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.476978:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.476981:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.476982:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.476984:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.476986:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.476990:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.476997:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.476999:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.477000:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.477004:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.477012:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247578112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.477016:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.477018:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.477021:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871331c00 x1853164247578112/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.477033:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.477035:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.477038:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.477040:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.477042:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.477044:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.477046:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.477048:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85198b600. 02000000:00000001:1.0:1767326934.477050:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.477052:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.477053:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871331c00. 00000100:00000001:1.0:1767326934.477056:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.477057:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.477059:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.477063:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.477065:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.477067:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.477069:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.478919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f79c80. 00000080:00000010:0.1:1767326934.478935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84686eb40. 00010000:00000010:0.1:1767326934.478943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24e000. 00010000:00000010:0.1:1767326934.478946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506900. 00010000:00000010:0.1:1767326934.478949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714d2600. 00010000:00000010:0.1:1767326934.478954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a76d00. 00010000:00000010:0.1:1767326934.478958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b82800. 00010000:00000010:0.1:1767326934.478960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:0.1:1767326934.478962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000100:00000040:3.0:1767326934.479879:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853183, at 4306853184 00000100:00000010:3.0:1767326934.479886:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf2a0. 00000100:00000040:2.0:1767326934.479900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853183, at 4306853184 00000100:00000010:2.0:1767326934.479907:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf300. 00000800:00000001:3.0:1767326934.480148:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.480152:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.480154:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.480155:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.480159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.480163:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.480166:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.480169:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.480171:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.480173:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b2480 00000400:00000200:3.0:1767326934.480177:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 1640 00000800:00000001:3.0:1767326934.480180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.480203:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.480205:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.480207:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.480210:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.480211:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.480214:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326934.480216:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010284160 msgsize 328 00000100:00100000:3.0:1767326934.480219:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.480225:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.480230:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.480233:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.480262:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.480265:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284160 02000000:00000001:2.0:1767326934.480267:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.480269:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.480271:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.480274:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.480277:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284160 00000020:00000001:2.0:1767326934.480279:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.480280:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.480282:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.480284:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.480286:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.480288:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.480291:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.480295:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.480297:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.480298:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.480301:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.480304:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.480306:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.480309:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.480311:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.480312:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.480313:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.480316:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.480324:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.480333:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.480334:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.480339:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10786 00000100:00000040:2.0:1767326934.480342:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.480344:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000040:2.0:1767326934.480349:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010284160/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.480358:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.480360:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.480362:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.480364:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.480368:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010284160:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.480371:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010284160 00010000:00000001:2.0:1767326934.480373:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.480377:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.480379:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.480380:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878b82600 refcount=2 00000020:00000001:2.0:1767326934.480381:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523934754304 : -115549774797312 : ffff96e878b82600) 00010000:00000001:2.0:1767326934.480383:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523934754304 : -115549774797312 : ffff96e878b82600) 00010000:00000001:2.0:1767326934.480385:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.480387:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.480390:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e878b82600/0xb12620548e0810c8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4aac79 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.480395:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.480404:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.480407:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.480410:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.480412:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.480414:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.480415:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.480417:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.480420:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.480422:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.480423:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.480425:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.480426:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.480428:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.480429:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.480432:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888c38. 00000100:00000200:2.0:1767326934.480434:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010284160, offset 224 00000400:00000200:2.0:1767326934.480437:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.480441:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.480444:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.480448:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556321:1556321:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556314:1556314:8:4294967295] 00000400:00000200:2.0:1767326934.480450:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.480455:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.480458:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.480460:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326934.480463:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.480467:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.480469:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.480477:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.480480:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.480483:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.480486:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a3c0. 00010000:00000001:2.0:1767326934.480488:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.480495:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.480497:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.480499:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.480500:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.480505:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010284160/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.480515:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010284160:12345-192.168.204.119@tcp:104: Request processed in 154us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.480524:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10786 00000800:00000200:3.0:1767326934.480526:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326934.480528:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.480532:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326934.480532:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e500. 00000100:00000001:2.0:1767326934.480535:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326934.480536:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.480540:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326934.480542:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326934.480545:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.480547:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888c38 00000020:00000010:2.0:1767326934.480549:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000010:3.0:1767326934.480551:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888c38. 00000020:00000040:2.0:1767326934.480555:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:3.0:1767326934.480555:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326934.480558:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326934.480558:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.480791:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.480795:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.480797:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.480803:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.480818:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.480821:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.480825:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.480829:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.480834:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.480836:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247578240:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.480869:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.480873:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.480876:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.480879:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.480883:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.480886:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.480893:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.480898:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.480902:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.480906:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247578240, portal 18 00000100:00000001:1.0:1767326934.480909:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.480911:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808593152 : -115549900958464 : ffff96e871331500) 00000100:00000040:1.0:1767326934.480917:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.480924:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.480927:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.480929:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000100:00000200:1.0:1767326934.480932:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247578240, offset 0 00000400:00000200:1.0:1767326934.480936:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.480940:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.480945:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.480949:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.480952:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.480954:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.480957:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.480960:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556322:1556322:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556315:1556315:8:4294967295] 00000400:00000200:1.0:1767326934.480964:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.480970:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.480973:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.480976:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326934.480978:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.480981:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.480983:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.480991:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.480993:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3093 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.480996:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.480997:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853189 00000100:00000010:1.0:1767326934.481000:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b440c0. 00000100:00000001:1.0:1767326934.481004:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.481009:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853189 00000100:00000010:1.0:1767326934.481012:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44f00. 00000100:00000001:1.0:1767326934.481014:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.481016:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.481018:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.481020:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.481022:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.481025:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.481027:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.481028:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.481030:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.481032:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.481036:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.481037:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.481040:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000400:00000200:3.0:1767326934.481042:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.481046:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.481048:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000400:00000010:3.0:1767326934.481050:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000100:00000001:3.0:1767326934.481052:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.481055:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.481061:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.481063:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.481068:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.481068:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.481974:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.481978:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.481979:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.481981:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.481984:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.481986:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.481989:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.481991:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.481993:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.481995:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caff680 00000400:00000200:3.0:1767326934.481997:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.482000:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd196ad [1] + 224 00000800:00000001:3.0:1767326934.482003:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.482006:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.482007:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.482009:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.482011:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.482014:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.482020:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.482029:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.482032:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.482034:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.482059:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.482061:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.482064:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.482066:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.482067:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.482069:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.482071:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.482072:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.482076:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.482085:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.482092:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.482093:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.482095:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.482097:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.482098:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.482100:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.482102:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.482106:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.482110:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.482112:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.482114:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.482115:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.482118:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.482120:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.482121:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.482123:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.482125:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.482129:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.482136:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.482138:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.482139:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.482143:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.482151:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247578240:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.482154:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.482156:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.482159:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871331500 x1853164247578240/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.482165:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.482167:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.482169:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.482171:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.482171:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.482172:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=52 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.482174:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.482175:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85198b600. 02000000:00000001:1.0:1767326934.482177:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.482178:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.482179:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871331500. 00000100:00000001:1.0:1767326934.482181:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.482182:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.482183:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.482185:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.482186:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.482187:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.482188:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.485895:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853189, at 4306853190 00000100:00000010:2.0:1767326934.485901:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b440c0. 00010000:00000010:0.1:1767326934.485922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878506800. 00010000:00000010:0.1:1767326934.485932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878b82600. 00000100:00000040:3.0:1767326934.486888:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853189, at 4306853191 00000100:00000010:3.0:1767326934.486894:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44f00. 00000800:00000001:3.0:1767326934.491944:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.491954:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.491958:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.491989:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.491996:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.492000:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.492004:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.492007:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.492010:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.492013:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff580 00000400:00000200:3.0:1767326934.492016:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.492020:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1968d [2] + 224 00000800:00000001:3.0:1767326934.492025:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.492029:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.492031:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.492034:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.492038:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.492043:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333800 x1853164247577984/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.492050:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871333800 x1853164247577984/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.492064:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.492072:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.492074:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.492709:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.492712:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.492715:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.492718:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.492720:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326934.492721:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326934.492723:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.492726:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330e00 x1853164247578368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.492732:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.492734:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330e00 x1853164247578368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.492738:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.492739:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.494084:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.494088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.494090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.494092:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.494095:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.494098:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.494101:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.494103:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.494105:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.494107:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caff700 00000400:00000200:3.0:1767326934.494110:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.494113:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd196b5 [4] + 224 00000800:00000001:3.0:1767326934.494116:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.494119:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.494120:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.494122:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.494125:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.494128:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330e00 x1853164247578368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.494134:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871330e00 x1853164247578368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.494144:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.494147:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.494149:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.497168:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.497173:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.497176:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.497180:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.497184:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326934.497186:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326934.497189:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.497193:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330e00 x1853164247578624/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.497201:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.497204:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330e00 x1853164247578624/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.497210:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.497263:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.497887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84684ca40. 00000080:00000010:0.1:1767326934.497894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e760698ce0. 00000800:00000001:3.0:1767326934.500523:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.500530:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.500533:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.500534:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.500538:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.500542:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.500545:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.500548:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.500551:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.500554:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff800 00000400:00000200:3.0:1767326934.500557:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.500560:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd196bd [2] + 224 00000800:00000001:3.0:1767326934.500564:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.500568:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.500570:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.500572:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.500575:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.500579:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330e00 x1853164247578624/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.500586:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871330e00 x1853164247578624/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.500599:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.500604:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.500606:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.501627:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.501632:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.501635:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.501643:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.501655:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.501657:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.501661:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.501664:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.501669:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.501675:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247578752:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.501680:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.501685:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.501688:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.501693:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.501697:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.501701:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.501707:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.501713:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.501719:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.501724:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247578752, portal 18 00000100:00000001:1.0:1767326934.501728:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.501730:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808603008 : -115549900948608 : ffff96e871333b80) 00000100:00000040:1.0:1767326934.501738:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.501751:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.501756:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.501760:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ec38. 00000100:00000200:1.0:1767326934.501774:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247578752, offset 0 00000400:00000200:1.0:1767326934.501782:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.501789:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.501797:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.501801:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.501812:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.501816:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.501818:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.501821:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556325:1556325:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556318:1556318:8:4294967295] 00000400:00000200:1.0:1767326934.501825:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.501836:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.501882:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.501889:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326934.501898:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.501908:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.501915:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767326934.501917:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853205, at 4306853206 00000100:00000040:3.0:1767326934.501918:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853205, at 4306853206 00000100:00000010:3.0:1767326934.501928:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf8a0. 00000100:00000001:1.0:1767326934.501929:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326934.501930:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf720. 00000100:00000040:1.0:1767326934.501937:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.501946:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.501951:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853211 00000100:00000010:1.0:1767326934.501958:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44cc0. 00000100:00000001:1.0:1767326934.501965:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.501972:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853211 00000100:00000010:1.0:1767326934.501978:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44840. 00000100:00000001:1.0:1767326934.501983:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.501988:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.501993:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.501998:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326934.502001:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.502002:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326934.502006:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000100:00000001:1.0:1767326934.502009:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.502011:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326934.502011:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326934.502014:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.502016:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.502020:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326934.502020:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326934.502025:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326934.502026:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ec38 00000400:00000010:2.0:1767326934.502030:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ec38. 00000100:00000001:1.0:1767326934.502035:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326934.502036:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326934.502040:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326934.502044:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.502067:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326934.502072:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.502081:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.502084:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.502211:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.502215:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.502218:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.502222:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.502225:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326934.502227:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326934.502230:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.502235:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333480 x1853164247579008/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.502280:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.502284:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333480 x1853164247579008/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.502290:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.502292:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326934.502963:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.502970:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326934.502972:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.502974:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326934.502979:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.502983:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326934.502988:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.502991:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.502994:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.502997:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caff880 00000400:00000200:2.0:1767326934.503001:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.503004:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd196c5 [1] + 224 00000800:00000001:2.0:1767326934.503009:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.503015:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326934.503017:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326934.503020:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326934.503023:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326934.503027:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326934.503034:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.503044:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326934.503049:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326934.503051:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.503068:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.503070:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.503073:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.503075:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.503077:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.503080:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.503081:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.503082:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.503085:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.503091:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.503095:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.503096:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.503097:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.503098:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.503099:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.503100:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.503101:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.503104:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.503106:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.503107:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.503108:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.503110:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.503111:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.503113:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.503114:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.503115:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.503116:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.503119:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.503123:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.503124:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.503125:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.503127:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.503131:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247578752:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.503134:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.503135:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.503136:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871333b80 x1853164247578752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.503143:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.503145:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.503147:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326934.503149:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.503150:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.503151:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.503152:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.503154:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a6200. 02000000:00000001:1.0:1767326934.503156:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.503157:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.503158:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871333b80. 00000100:00000001:1.0:1767326934.503160:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.503161:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.503162:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.503164:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.503165:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.503166:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.503167:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.504545:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.504551:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.504553:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.504555:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.504560:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.504564:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.504569:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.504572:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.504575:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.504623:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caff980 00000400:00000200:3.0:1767326934.504626:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.504629:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd196cd [2] + 224 00000800:00000001:3.0:1767326934.504633:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.504639:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.504641:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.504645:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.504648:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.504653:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333480 x1853164247579008/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.504661:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871333480 x1853164247579008/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.504674:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.504679:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.504682:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326934.505490:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326934.505494:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326934.505497:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326934.505501:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326934.505504:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:2.0:1767326934.505506:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:2.0:1767326934.505509:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326934.505513:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333480 x1853164247579264/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.505521:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326934.505524:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333480 x1853164247579264/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326934.505536:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.505537:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.506862:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.506867:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.506870:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.506872:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.506877:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.506883:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.506889:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.506893:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.506897:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.506901:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b2a00 00000400:00000200:3.0:1767326934.506908:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1959d [2] + 1968 00000400:00000010:3.0:1767326934.506912:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200210. 00000400:00000200:3.0:1767326934.506917:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a9c0 00000800:00000001:3.0:1767326934.506920:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.506927:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.506929:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1767326934.506933:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f38b000. 00000400:00000200:3.0:1767326934.506934:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.506941:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a9c0 00000400:00000010:3.0:1767326934.506943:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a9c0. 00000100:00000001:3.0:1767326934.506947:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.506950:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000010:0.1:1767326934.506951:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000ce00. 00000100:00000040:3.0:1767326934.506954:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a35c50 x1853164010285568 msgsize 328 00010000:00000010:0.1:1767326934.506958:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874338000. 00000100:00100000:3.0:1767326934.506961:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000010:0.1:1767326934.506964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2d600. 00000100:00000040:3.0:1767326934.506965:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326934.506979:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.506984:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.506987:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326934.507015:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a37c00. 00000100:00000010:2.0:1767326934.507021:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326934.507023:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326934.507026:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326934.507028:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200058. 00000400:00000010:2.0:1767326934.507031:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a840. 00000100:00000001:2.0:1767326934.507034:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.507035:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285568 02000000:00000001:2.0:1767326934.507037:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.507038:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.507039:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.507042:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.507044:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285568 00000020:00000001:2.0:1767326934.507045:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.507047:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.507048:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.507049:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.507051:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.507052:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.507055:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.507057:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.507058:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.507060:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.507064:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.507067:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.507071:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.507075:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.507077:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.507078:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.507079:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.507084:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.507092:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.507099:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.507100:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.507104:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10787 00000100:00000040:2.0:1767326934.507107:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.507108:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933391952 : -115549776159664 : ffff96e878a35c50) 00000100:00000040:2.0:1767326934.507112:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a35c50 x1853164010285568/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.507118:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.507119:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.507120:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.507122:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.507124:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010285568:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.507127:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010285568 00010000:00000001:2.0:1767326934.507129:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.507132:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.507133:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.507134:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5200 refcount=2 00000020:00000001:2.0:1767326934.507135:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 00010000:00000001:2.0:1767326934.507137:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 00010000:00000001:2.0:1767326934.507139:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.507140:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.507143:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.507149:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.507150:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.507152:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326934.507154:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.507155:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.507158:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.507160:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.507162:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.507164:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.507166:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.507168:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.507169:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.507170:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.507172:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.507173:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.507175:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728887f8. 00000100:00000200:2.0:1767326934.507176:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010285568, offset 224 00000400:00000200:2.0:1767326934.507179:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.507182:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.507186:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.507189:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556328:1556328:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556321:1556321:8:4294967295] 00000400:00000200:2.0:1767326934.507191:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.507196:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.507199:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.507201:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326934.507204:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.507207:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.507209:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.507217:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.507219:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.507221:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.507223:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326934.507225:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.507234:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.507236:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.507238:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.507240:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.507246:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a35c50 x1853164010285568/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.507256:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010285568:12345-192.168.204.119@tcp:104: Request processed in 135us (300us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326934.507257:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.507260:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ec00. 00000400:00000200:3.0:1767326934.507266:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326934.507269:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10787 00000400:00000200:3.0:1767326934.507274:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326934.507275:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000400:00000200:3.0:1767326934.507277:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728887f8 00000100:00000001:2.0:1767326934.507279:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767326934.507282:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728887f8. 00000100:00000001:2.0:1767326934.507283:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326934.507288:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326934.507289:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000100:00000001:3.0:1767326934.507291:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326934.507295:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.507301:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000001:1.0:1767326934.507304:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326934.507306:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000020:00000001:1.0:1767326934.507307:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.507309:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:2.0:1767326934.507311:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326934.507313:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000010:2.0:1767326934.507313:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00010000:00000001:1.0:1767326934.507315:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767326934.507315:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326934.507317:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326934.507318:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326934.507319:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326934.507321:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507323:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00010000:00010000:1.0:1767326934.507326:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850ad5200 already unused, calling callback (ffffffffc1c5fb40) 02000000:00000001:2.0:1767326934.507326:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.507327:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00000080:00000001:1.0:1767326934.507329:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 02000000:00000001:2.0:1767326934.507329:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507330:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00010000:00010000:1.0:1767326934.507332:0:255371:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326934.507332:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.507334:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.507336:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507337:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 00010000:00000001:1.0:1767326934.507339:0:255371:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 02000000:00000001:2.0:1767326934.507339:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.507341:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00010000:00000001:1.0:1767326934.507342:0:255371:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000001:2.0:1767326934.507342:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507343:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00010000:00010000:1.0:1767326934.507345:0:255371:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767326934.507346:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.507347:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.507349:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507350:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c000. 00010000:00000001:1.0:1767326934.507352:0:255371:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000001:2.0:1767326934.507353:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326934.507354:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.507355:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.507357:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767326934.507359:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000020:00000040:1.0:1767326934.507360:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5200 refcount=3 00000020:00000001:1.0:1767326934.507362:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 02000000:00000001:2.0:1767326934.507362:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.507363:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00000001:1.0:1767326934.507364:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262956032 : -115550446595584 : ffff96e850ad5200) 00010000:00000001:1.0:1767326934.507366:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:2.0:1767326934.507366:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00010000:00010000:1.0:1767326934.507369:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767326934.507369:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a35c00. 00000100:00000001:2.0:1767326934.507372:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767326934.507375:0:255371:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.507377:0:255371:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.507379:0:255371:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.507380:0:255371:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1767326934.507383:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.507384:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.507388:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478a00 count: 2 00010000:00000001:1.0:1767326934.507391:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.507393:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.507395:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.507396:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.507405:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478a00 count: 2 00010000:00000001:1.0:1767326934.507409:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.507411:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.507412:0:255371:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.507413:0:255371:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.507414:0:255371:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478a00 count: 2 00010000:00000001:1.0:1767326934.507415:0:255371:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.507416:0:255371:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.507417:0:255371:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.507418:0:255371:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767326934.507420:0:255371:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.507435:0:255371:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.507436:0:255371:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.507438:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.507439:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.507441:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.507442:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.507443:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.507444:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.507445:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad5200 with handle 0xb12620548e097933 from hash 00010000:00000001:1.0:1767326934.507447:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.507447:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.507448:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.507449:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.507450:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.507451:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.507454:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.507455:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.507456:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.507457:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.507459:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.507460:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.507463:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00000020:00000040:1.0:1767326934.507464:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=271 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.507466:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.507467:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.507469:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.507472:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afe00. 00000100:00000001:1.0:1767326934.507474:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.507475:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.507477:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.507481:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.507482:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.507483:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.507485:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.507489:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_00+0] req@ffff96e86841b800 x1853164247579392/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.507507:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.507508:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.507509:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.507510:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.507511:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.507513:0:255371:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.507515:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.507519:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.507520:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5200/0xb12620548e097933 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d546626 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.507527:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478a00 count: 0 00010000:00000010:1.0:1767326934.507531:0:255371:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d680. 00010000:00000001:1.0:1767326934.507537:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.507539:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.507542:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a180. 00010000:00000001:1.0:1767326934.507545:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.507549:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.507551:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.507555:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.507557:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.507561:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.507566:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.507567:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.507570:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.507572:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.507578:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.507581:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.507759:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.507773:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.507777:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.507781:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.507784:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326934.507786:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326934.507789:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.507793:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b800 x1853164247579392/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.507837:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.507861:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b800 x1853164247579392/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.507870:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.507872:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.509741:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.509748:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.509750:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.509752:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.509757:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.509762:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.509777:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.509780:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.509784:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.509787:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caffb00 00000400:00000200:3.0:1767326934.509791:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.509795:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd196ed [1] + 224 00000800:00000001:3.0:1767326934.509800:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.509805:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.509807:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.509810:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.509814:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.509824:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b800 x1853164247579392/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.509832:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b800 x1853164247579392/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.509852:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.509856:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.509858:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.511875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91760. 00000080:00000010:0.1:1767326934.511903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881436b40. 00010000:00000010:0.1:1767326934.511914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000c000. 00010000:00000010:0.1:1767326934.511917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874338800. 00010000:00000010:0.1:1767326934.511919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859345200. 00010000:00000010:0.1:1767326934.511922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459aff00. 00010000:00000010:0.1:1767326934.511927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2d400. 00000100:00000040:3.0:1767326934.512898:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853216, at 4306853217 00000100:00000010:3.0:1767326934.512905:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44840. 00000100:00000040:2.0:1767326934.512906:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853216, at 4306853217 00000100:00000010:2.0:1767326934.512915:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44cc0. 00000800:00000001:3.0:1767326934.513320:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.513326:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.513327:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.513329:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.513333:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.513337:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.513340:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.513342:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.513345:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.513347:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b2d80 00000400:00000200:3.0:1767326934.513351:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 0 00000800:00000001:3.0:1767326934.513355:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.513380:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.513382:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.513384:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.513389:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.513391:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.513394:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326934.513395:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c700 x1853164010286464 msgsize 328 00000100:00100000:3.0:1767326934.513405:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.513415:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.513420:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326934.513442:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.513444:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286464 02000000:00000001:2.0:1767326934.513446:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.513448:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.513449:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.513451:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.513453:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286464 00000020:00000001:2.0:1767326934.513455:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.513456:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.513461:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.513463:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.513465:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.513467:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000800:00000001:3.0:1767326934.513469:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.513470:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.513474:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.513477:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.513479:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.513484:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.513487:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.513490:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.513494:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.513496:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.513497:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.513499:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.513504:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.513510:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.513517:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.513519:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.513523:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10788 00000100:00000040:2.0:1767326934.513526:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.513528:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00000100:00000040:2.0:1767326934.513532:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010286464/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.513539:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.513540:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.513541:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.513543:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.513545:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010286464:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.513548:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010286464 00010000:00000001:2.0:1767326934.513550:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.513554:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.513555:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.513556:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec2d200 refcount=2 00000020:00000001:2.0:1767326934.513557:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230810624 : -115550478740992 : ffff96e84ec2d200) 00010000:00000001:2.0:1767326934.513559:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230810624 : -115550478740992 : ffff96e84ec2d200) 00010000:00000001:2.0:1767326934.513561:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.513562:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.513565:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.513572:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.513573:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.513575:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326934.513576:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.513578:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.513580:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.513582:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.513585:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.513587:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.513589:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.513590:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.513592:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.513593:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.513594:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.513596:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.513598:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888908. 00000100:00000200:2.0:1767326934.513600:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010286464, offset 224 00000400:00000200:2.0:1767326934.513604:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.513607:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.513611:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.513616:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556330:1556330:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556323:1556323:8:4294967295] 00000400:00000200:2.0:1767326934.513618:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.513623:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.513626:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.513629:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326934.513632:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.513635:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.513638:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.513645:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.513647:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.513650:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.513653:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326934.513654:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.513660:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.513662:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.513663:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.513665:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.513667:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010286464/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.513674:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010286464:12345-192.168.204.119@tcp:104: Request processed in 134us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.513680:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10788 00000100:00000040:2.0:1767326934.513682:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.513684:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.513685:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326934.513687:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326934.513688:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000200:3.0:1767326934.513691:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326934.513692:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.513695:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00010000:00010000:1.0:1767326934.513697:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326934.513698:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.513699:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326934.513704:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326934.513705:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.513707:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326934.513708:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767326934.513711:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326934.513711:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888908 00010000:00010000:1.0:1767326934.513714:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.513715:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326934.513716:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888908. 00000100:00000001:3.0:1767326934.513722:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.513725:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326934.513728:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84ec2d200 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326934.513732:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767326934.513736:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.513743:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326934.513745:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326934.513749:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.513755:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.513757:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.513759:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.513760:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.513774:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec2d200 refcount=3 00000020:00000001:1.0:1767326934.513776:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230810624 : -115550478740992 : ffff96e84ec2d200) 00010000:00000001:1.0:1767326934.513779:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230810624 : -115550478740992 : ffff96e84ec2d200) 00010000:00000001:1.0:1767326934.513782:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.513785:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.513792:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.513796:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.513798:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.513800:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000401:0xb:0x0] mode (null) 00000002:00000001:1.0:1767326934.513803:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.513805:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.513810:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e874338300 count: 2 00010000:00000001:1.0:1767326934.513813:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.513816:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.513818:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.513819:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.513821:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e874338300 count: 2 00010000:00000001:1.0:1767326934.513823:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.513825:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.513827:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.513830:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xb:0x0] lli = ffff96e88143f380, pfid = [0x240000401:0xc:0x0] 00000080:00000002:1.0:1767326934.513893:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200000401:0xb:0x0] m[0x240000401:0xc:0x0] 00000080:00000001:1.0:1767326934.513897:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603781984268 : 162129603781984268 : 24000040100000c) 00000080:00000001:1.0:1767326934.513901:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.513903:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.513905:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.513907:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0xb:0x0](ffff96e88143f448) invalid 00000080:00000001:1.0:1767326934.513910:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.513911:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.513912:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.513915:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.513917:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.513919:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.513921:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.513922:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.513924:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84ec2d200 with handle 0xb12620548e080bf1 from hash 00010000:00000001:1.0:1767326934.513926:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.513928:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.513929:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.513930:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.513932:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.513934:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.513937:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.513940:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.513941:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.513943:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.513945:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.513946:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.513951:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418e00. 00000020:00000040:1.0:1767326934.513953:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=271 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.513957:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.513959:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.513962:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.513966:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af200. 00000100:00000001:1.0:1767326934.513970:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.513973:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.513976:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.513982:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.513983:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.513986:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.513991:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.513997:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f106e5ed] to pc [ptlrpcd_00_01+1] req@ffff96e868418e00 x1853164247579520/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.514023:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.514025:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.514027:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.514028:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.514030:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.514031:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.514034:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.514040:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.514043:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84ec2d200/0xb12620548e080bf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4a98de expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.514050:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e874338300 count: 0 00010000:00000010:1.0:1767326934.514057:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e842a4ae80. 00010000:00000001:1.0:1767326934.514066:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.514069:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.514073:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a180. 00010000:00000001:1.0:1767326934.514079:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.514084:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.514088:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.514092:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.514096:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.514099:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.514103:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.514107:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.514110:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.514115:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326934.514124:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.514129:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.514278:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.514282:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.514285:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.514288:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.514291:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326934.514292:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326934.514294:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.514298:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418e00 x1853164247579520/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.514306:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.514309:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418e00 x1853164247579520/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.514316:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.514317:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.515835:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.515865:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.515868:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.515874:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.515881:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.515895:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.515901:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.515904:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.515906:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.515909:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716caffb80 00000400:00000200:3.0:1767326934.515913:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.515916:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd196fd [1] + 224 00000800:00000001:3.0:1767326934.515921:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.515927:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.515929:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.515932:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.515936:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.515940:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418e00 x1853164247579520/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.515949:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418e00 x1853164247579520/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.515961:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.515964:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.515967:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326934.516895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478a00. 00010000:00000010:1.1:1767326934.516903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5200. 00000100:00000040:2.0:1767326934.519922:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853223, at 4306853224 00000100:00000040:3.0:1767326934.519922:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853223, at 4306853224 00000100:00000010:2.0:1767326934.519934:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf840. 00000100:00000010:3.0:1767326934.519936:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf180. 00010000:00000010:1.1:1767326934.521899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874338300. 00010000:00000010:1.1:1767326934.521908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec2d200. 00000800:00000001:3.0:1767326934.523673:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.523684:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.523686:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.523688:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.523695:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.523700:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.523705:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.523707:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.523711:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.523714:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caffa80 00000400:00000200:3.0:1767326934.523717:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.523721:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd196d5 [2] + 224 00000800:00000001:3.0:1767326934.523804:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.523809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.523811:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.523814:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.523818:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.523824:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333480 x1853164247579264/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.523830:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871333480 x1853164247579264/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.523855:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.523863:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.523866:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.524677:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.524682:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.524686:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.524690:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.524692:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326934.524694:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326934.524696:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.524699:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332a00 x1853164247579648/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.524704:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.524706:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332a00 x1853164247579648/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.524710:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.524711:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.525993:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.526000:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.526002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.526004:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.526008:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.526012:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.526017:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.526020:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.526023:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.526026:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716caffc00 00000400:00000200:3.0:1767326934.526030:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.526033:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19705 [4] + 224 00000800:00000001:3.0:1767326934.526037:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.526043:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.526045:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.526048:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.526052:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.526056:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332a00 x1853164247579648/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.526063:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871332a00 x1853164247579648/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.526168:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.526180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.526184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.529694:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.529697:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.529700:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.529704:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.529706:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326934.529707:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326934.529709:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.529713:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332a00 x1853164247579904/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.529719:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.529721:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332a00 x1853164247579904/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.529729:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.529730:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.533060:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.533071:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.533074:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.533076:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.533083:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.533088:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.533094:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.533098:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.533102:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.533106:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caffd00 00000400:00000200:3.0:1767326934.533110:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.533115:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1970d [2] + 224 00000800:00000001:3.0:1767326934.533121:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.533127:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.533130:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.533133:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.533138:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.533143:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332a00 x1853164247579904/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.533153:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871332a00 x1853164247579904/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.533169:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.533176:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.533179:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.533869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881438840. 00000080:00000010:0.1:1767326934.533879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e91880. 00000100:00000040:3.0:1767326934.533898:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853237, at 4306853238 00000100:00000040:2.0:1767326934.533903:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853237, at 4306853238 00000100:00000010:3.0:1767326934.533908:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf4e0. 00000100:00000010:2.0:1767326934.533914:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfe40. 00000800:00000200:3.0:1767326934.534543:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.534546:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.534549:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.534553:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.534555:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326934.534557:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326934.534559:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.534561:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330380 x1853164247580160/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.534567:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.534569:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330380 x1853164247580160/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.534573:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.534574:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.536996:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.537003:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.537006:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.537008:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.537014:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.537019:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.537024:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.537028:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.537031:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.537035:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716caffe00 00000400:00000200:3.0:1767326934.537039:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.537043:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19715 [2] + 224 00000800:00000001:3.0:1767326934.537048:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.537052:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.537054:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.537058:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.537062:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.537067:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330380 x1853164247580160/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.537084:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871330380 x1853164247580160/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.537103:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.537109:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.537112:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.537659:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.537663:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.537667:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.537671:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.537675:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326934.537676:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326934.537679:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.537683:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330380 x1853164247580416/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.537691:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.537694:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330380 x1853164247580416/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.537700:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.537740:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.538920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8690ab300. 00010000:00000010:0.1:1767326934.538925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510fc200. 00010000:00000010:0.1:1767326934.538927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86924f700. 00010000:00000010:0.1:1767326934.538930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510fd000. 00000080:00000010:0.1:1767326934.538932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d160. 00000080:00000010:0.1:1767326934.538941:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a642940. 00000800:00000001:3.0:1767326934.539051:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.539056:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.539058:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.539060:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.539064:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.539068:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.539073:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.539075:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.539079:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.539082:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b3280 00000400:00000200:3.0:1767326934.539087:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 328 00000800:00000001:3.0:1767326934.539091:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.539096:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.539097:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.539100:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.539105:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.539106:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.539110:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00000100:00000040:3.0:1767326934.539113:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ed80 x1853164010287744 msgsize 328 00000100:00100000:3.0:1767326934.539117:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.539130:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.539134:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.539136:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.539168:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.539171:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287744 02000000:00000001:2.0:1767326934.539172:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.539173:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.539175:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.539177:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.539180:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287744 00000020:00000001:2.0:1767326934.539182:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.539183:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.539184:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.539186:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.539188:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.539189:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.539192:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.539195:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.539197:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.539199:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.539203:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.539206:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.539209:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.539214:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.539216:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.539217:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.539219:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.539224:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.539232:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.539242:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.539245:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.539250:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10789 00000100:00000040:2.0:1767326934.539254:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.539257:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326934.539262:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010287744/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.539271:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.539274:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.539276:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.539277:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.539281:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010287744:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.539283:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010287744 00010000:00000001:2.0:1767326934.539285:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.539289:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.539290:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.539291:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8510fd400 refcount=2 00000020:00000001:2.0:1767326934.539293:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523269411840 : -115550440139776 : ffff96e8510fd400) 00010000:00000001:2.0:1767326934.539294:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523269411840 : -115550440139776 : ffff96e8510fd400) 00010000:00000001:2.0:1767326934.539296:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.539298:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.539301:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8510fd400/0xb12620548e07b8c3 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d493884 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.539307:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.539309:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.539311:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326934.539312:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.539313:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.539316:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.539318:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.539320:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.539323:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.539325:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.539326:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.539328:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.539329:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.539331:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.539332:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.539334:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728884c8. 00000100:00000200:2.0:1767326934.539337:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010287744, offset 224 00000400:00000200:2.0:1767326934.539340:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.539344:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.539347:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.539351:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556336:1556336:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556329:1556329:8:4294967295] 00000400:00000200:2.0:1767326934.539353:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.539359:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.539364:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.539367:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326934.539371:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.539375:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.539378:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.539391:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.539394:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.539405:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.539411:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326934.539414:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.539423:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.539426:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.539428:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.539430:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.539435:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010287744/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.539442:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010287744:12345-192.168.204.119@tcp:104: Request processed in 169us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.539452:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10789 00000100:00000040:2.0:1767326934.539456:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000200:3.0:1767326934.539456:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326934.539462:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326934.539463:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000100:00000001:2.0:1767326934.539464:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326934.539468:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.539470:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.539476:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.539479:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326934.539482:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.539485:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728884c8 00000020:00000040:2.0:1767326934.539486:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000010:3.0:1767326934.539491:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728884c8. 00000100:00000001:2.0:1767326934.539492:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326934.539499:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.539503:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.539715:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.539720:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.539723:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.539731:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.539743:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.539745:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.539749:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.539751:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.539754:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.539758:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247580544:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.539774:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.539778:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.539781:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.539785:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.539789:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.539792:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.539797:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.539799:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.539804:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.539808:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247580544, portal 18 00000100:00000001:1.0:1767326934.539810:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.539811:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808595840 : -115549900955776 : ffff96e871331f80) 00000100:00000040:1.0:1767326934.539816:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.539820:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.539821:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.539823:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eee0. 00000100:00000200:1.0:1767326934.539824:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247580544, offset 0 00000400:00000200:1.0:1767326934.539827:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.539830:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.539832:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.539834:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.539836:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.539838:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.539860:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.539865:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556337:1556337:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556330:1556330:8:4294967295] 00000400:00000200:1.0:1767326934.539870:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.539878:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.539883:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.539887:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326934.539891:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.539895:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.539899:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.539909:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.539912:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.539915:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.539916:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853249 00000100:00000001:1.0:1767326934.539920:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853246 00000100:00000001:1.0:1767326934.539923:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853249 00000100:00000001:1.0:1767326934.539926:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853246 00000100:00000001:1.0:1767326934.539928:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.539930:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.539932:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.539933:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.539937:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.539938:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.539939:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.539940:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.539941:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.539943:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.539967:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.539971:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326934.539974:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.539979:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.539982:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eee0 00000400:00000010:3.0:1767326934.539983:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eee0. 00000100:00000001:3.0:1767326934.539986:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.539990:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.539998:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.540001:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.540042:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.540043:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.540962:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.540968:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.540971:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.540973:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.540978:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.540982:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.540986:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.540989:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.540992:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.540995:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cafff80 00000400:00000200:3.0:1767326934.540999:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.541003:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1972d [1] + 224 00000800:00000001:3.0:1767326934.541007:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.541012:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.541014:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.541017:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.541020:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.541025:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.541033:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.541046:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.541051:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.541053:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.541070:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.541072:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.541075:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.541076:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.541078:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.541080:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.541081:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.541083:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.541087:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.541093:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.541097:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.541098:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.541099:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.541100:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.541101:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.541102:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.541107:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.541111:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.541113:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.541115:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.541116:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.541117:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.541119:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.541120:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.541122:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.541123:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.541125:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.541127:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.541131:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.541133:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.541134:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.541136:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.541140:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247580544:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.541143:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.541144:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.541146:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871331f80 x1853164247580544/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.541149:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.541151:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.541152:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.541154:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.541155:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.541156:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.541158:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.541159:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a7400. 02000000:00000001:1.0:1767326934.541161:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.541162:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.541163:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871331f80. 00000100:00000001:1.0:1767326934.541165:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.541166:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.541167:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.541170:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.541170:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.541172:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.541173:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.543875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8708e2000. 00010000:00000010:0.1:1767326934.543882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714fbe00. 00010000:00000010:0.1:1767326934.543885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8505d7000. 00010000:00000010:0.1:1767326934.543896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.543898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000100:00000040:3.0:1767326934.545909:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853249, at 4306853250 00000100:00000040:2.0:1767326934.545911:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853249, at 4306853250 00000100:00000010:3.0:1767326934.545921:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf660. 00000100:00000010:2.0:1767326934.545922:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfa20. 00010000:00000010:0.1:1767326934.547893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86924fd00. 00010000:00000010:0.1:1767326934.547901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8510fd400. 00000800:00000001:3.0:1767326934.549591:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.549602:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.549605:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.549607:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.549648:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.549655:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.549662:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.549666:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.549670:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.549674:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cafff00 00000400:00000200:3.0:1767326934.549680:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.549685:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1971d [2] + 224 00000800:00000001:3.0:1767326934.549691:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.549698:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.549701:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.549705:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.549711:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.549718:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330380 x1853164247580416/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.549729:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871330380 x1853164247580416/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.549745:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.549751:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.549754:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.550607:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.550611:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.550614:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.550617:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.550620:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326934.550621:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326934.550623:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.550626:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330000 x1853164247580672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.550633:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.550636:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330000 x1853164247580672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.550643:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.550644:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.551746:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.551750:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.551752:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.551753:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.551757:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.551760:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.551775:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.551778:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.551780:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.551782:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb00000 00000400:00000200:3.0:1767326934.551784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.551787:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19735 [4] + 224 00000800:00000001:3.0:1767326934.551790:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.551794:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.551795:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.551797:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.551800:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.551803:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330000 x1853164247580672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.551809:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871330000 x1853164247580672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.551820:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.551824:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.551826:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326934.555885:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853259, at 4306853260 00000100:00000010:3.0:1767326934.555895:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfcc0. 00000100:00000040:2.0:1767326934.555920:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853259, at 4306853260 00000100:00000010:2.0:1767326934.555929:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf0c0. 00000100:00000001:1.0:1767326934.561603:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.561609:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.561614:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.561624:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.561643:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.561646:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.561651:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.561655:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.561661:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.561670:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247580800:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.561678:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.561684:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.561688:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.561693:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.561711:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.561716:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.561730:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.561736:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.561744:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.561753:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247580800, portal 18 00000100:00000001:1.0:1767326934.561759:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.561774:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808587776 : -115549900963840 : ffff96e871330000) 00000100:00000040:1.0:1767326934.561785:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.561801:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.561808:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.561814:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ebb0. 00000100:00000200:1.0:1767326934.561821:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247580800, offset 0 00000400:00000200:1.0:1767326934.561832:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.561883:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.561894:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.561901:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.561908:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.561915:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.561921:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.561928:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556339:1556339:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556332:1556332:8:4294967295] 00000400:00000200:1.0:1767326934.561938:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.561957:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.561969:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.561976:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326934.561987:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.561998:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.562005:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.562019:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.562024:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.562033:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.562037:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853271 00000100:00000010:1.0:1767326934.562043:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44e40. 00000100:00000001:1.0:1767326934.562050:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.562062:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853271 00000100:00000010:1.0:1767326934.562070:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44a20. 00000100:00000001:1.0:1767326934.562076:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.562083:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.562089:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.562096:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.562101:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.562111:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.562115:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.562119:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.562122:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.562125:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.562129:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.562131:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.562135:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326934.562141:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.562148:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.562154:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ebb0 00000100:00000001:1.0:1767326934.562155:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.562158:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326934.562158:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ebb0. 00000100:00000001:3.0:1767326934.562164:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.562170:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.562181:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.562187:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.562246:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.562248:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.562282:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.562286:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.562289:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.562292:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.562295:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326934.562296:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326934.562298:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.562301:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330700 x1853164247581056/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.562306:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.562308:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330700 x1853164247581056/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.562312:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.562313:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.563833:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.563867:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.563870:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.563872:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.563877:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.563882:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.563886:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000080:00000010:0.1:1767326934.563888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a644a40. 00000400:00000200:3.0:1767326934.563889:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.563896:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000080:00000010:0.1:1767326934.563900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6dfc0. 00000400:00000200:3.0:1767326934.563902:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00080 00000400:00000200:3.0:1767326934.563909:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.563914:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1973d [1] + 224 00000800:00000001:3.0:1767326934.563921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.563927:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.563930:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.563933:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.563938:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.563943:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.563953:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.563968:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.563973:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.563978:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.563994:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.563998:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.564002:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.564004:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.564007:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.564011:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.564012:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.564015:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.564020:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.564030:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.564036:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.564038:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.564041:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.564043:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.564045:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.564047:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.564049:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.564055:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.564059:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.564061:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.564063:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.564065:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.564068:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.564071:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.564073:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.564075:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.564077:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.564081:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.564088:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.564091:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.564093:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.564097:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.564105:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247580800:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.564109:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.564111:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.564114:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871330000 x1853164247580800/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.564120:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.564122:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.564125:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.564128:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.564130:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.564131:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.564134:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.564136:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a6400. 02000000:00000001:1.0:1767326934.564139:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.564140:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.564142:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871330000. 00000100:00000001:1.0:1767326934.564145:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.564146:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.564148:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.564152:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.564153:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.564155:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.564157:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.565732:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.565738:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.565740:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.565742:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.565747:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.565751:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.565756:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.565816:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.565820:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.565823:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00180 00000400:00000200:3.0:1767326934.565828:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.565832:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19745 [2] + 224 00000800:00000001:3.0:1767326934.565835:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.565853:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.565854:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.565857:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.565859:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.565865:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330700 x1853164247581056/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.565875:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871330700 x1853164247581056/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.565890:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.565895:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.565898:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.566756:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.566759:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.566773:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.566776:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.566779:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326934.566780:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326934.566782:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.566785:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330700 x1853164247581312/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.566791:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.566794:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330700 x1853164247581312/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.566838:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.566861:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.568397:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.568403:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.568405:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.568407:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.568411:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.568415:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.568420:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.568422:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.568426:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.568428:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b3700 00000400:00000200:3.0:1767326934.568435:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 656 00000800:00000001:3.0:1767326934.568440:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.568445:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.568447:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.568450:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.568454:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.568456:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.568460:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 00000100:00000040:3.0:1767326934.568464:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010288896 msgsize 328 00000100:00100000:3.0:1767326934.568468:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.568479:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.568484:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.568487:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.568555:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.568558:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288896 02000000:00000001:2.0:1767326934.568559:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.568561:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.568562:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.568566:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.568569:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288896 00000020:00000001:2.0:1767326934.568570:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.568572:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.568573:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.568575:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.568577:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.568578:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.568581:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.568585:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.568587:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.568589:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.568593:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.568596:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.568600:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.568605:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.568607:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.568608:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.568610:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.568616:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.568626:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.568633:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.568635:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.568639:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10790 00000100:00000040:2.0:1767326934.568642:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.568644:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326934.568649:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010288896/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.568655:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.568656:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.568658:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.568660:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.568663:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010288896:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.568666:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010288896 00010000:00000001:2.0:1767326934.568668:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.568672:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.568674:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.568675:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86902c800 refcount=2 00000020:00000001:2.0:1767326934.568676:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671209984 : -115550038341632 : ffff96e86902c800) 00010000:00000001:2.0:1767326934.568678:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671209984 : -115550038341632 : ffff96e86902c800) 00010000:00000001:2.0:1767326934.568680:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.568682:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.568685:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86902c800/0xb12620548e090264 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ea682 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.568692:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.568693:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.568696:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.568698:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.568699:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.568702:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.568704:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.568706:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.568709:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.568711:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.568712:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.568714:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.568715:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.568716:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.568718:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.568720:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888bb0. 00000100:00000200:2.0:1767326934.568722:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010288896, offset 224 00000400:00000200:2.0:1767326934.568725:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.568729:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.568733:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.568736:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556342:1556342:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556335:1556335:8:4294967295] 00000400:00000200:2.0:1767326934.568739:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.568744:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.568747:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.568750:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326934.568752:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.568756:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.568758:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.568778:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.568782:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.568784:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.568787:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a3c0. 00010000:00000001:2.0:1767326934.568789:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.568797:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.568799:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.568800:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.568801:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.568805:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010288896/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.568812:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010288896:12345-192.168.204.119@tcp:104: Request processed in 155us (346us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326934.568813:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.568818:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00100000:2.0:1767326934.568822:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10790 00000400:00000200:3.0:1767326934.568823:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326934.568829:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000400:00000200:3.0:1767326934.568832:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326934.568833:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326934.568836:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888bb0 00000100:00000001:2.0:1767326934.568837:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.568858:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000010:3.0:1767326934.568860:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888bb0. 00000020:00000010:2.0:1767326934.568862:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000100:00000001:3.0:1767326934.568865:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326934.568867:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.568871:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.568873:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.568885:0:193139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129ba00. 00010000:00000010:0.1:1767326934.568891:0:193139:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467300. 00000100:00000001:3.0:1767326934.568907:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.569125:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.569131:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326934.569135:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.569140:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.569143:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.569149:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.569153:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.569157:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.569167:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.569184:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.569186:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.569191:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.569195:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.569198:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.569201:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581440:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.569204:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.569207:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.569209:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.569210:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.569214:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.569216:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.569220:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.569223:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.569227:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.569230:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247581440, portal 18 00000100:00000001:1.0:1767326934.569231:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.569233:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808597632 : -115549900953984 : ffff96e871332680) 00000100:00000040:1.0:1767326934.569238:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.569244:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.569247:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.569249:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eb28. 00000100:00000200:1.0:1767326934.569251:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247581440, offset 0 00000400:00000200:1.0:1767326934.569255:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.569259:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.569262:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.569265:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.569268:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.569270:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.569273:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.569276:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556343:1556343:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556336:1556336:8:4294967295] 00000400:00000200:1.0:1767326934.569280:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.569285:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.569290:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.569293:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326934.569296:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.569301:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.569303:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.569313:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.569316:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.569319:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.569321:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853278 00000100:00000001:1.0:1767326934.569326:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853274 00000100:00000001:1.0:1767326934.569330:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853278 00000100:00000001:1.0:1767326934.569335:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853274 00000100:00000001:1.0:1767326934.569339:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.569341:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.569344:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.569346:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.569360:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.569363:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000400:00000200:3.0:1767326934.569365:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.569368:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.569371:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eb28 00000400:00000010:3.0:1767326934.569372:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eb28. 00000100:00000001:3.0:1767326934.569374:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.569377:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.569382:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.569384:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.569389:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.569390:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.571137:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.571142:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.571143:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.571145:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.571148:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.571151:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.571154:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.571157:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.571159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.571161:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00300 00000400:00000200:3.0:1767326934.571164:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.571167:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1975d [1] + 224 00000800:00000001:3.0:1767326934.571170:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.571173:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.571175:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.571177:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.571179:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.571183:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.571189:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.571199:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.571202:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.571204:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.571230:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.571233:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.571236:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.571238:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.571240:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.571243:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.571245:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.571247:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.571252:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.571260:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.571266:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.571267:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.571270:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.571272:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.571273:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.571275:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.571277:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.571281:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.571285:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.571287:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.571288:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.571290:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.571292:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.571294:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.571296:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.571298:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.571300:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.571304:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.571309:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.571311:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.571313:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.571316:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.571323:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581440:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.571327:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.571329:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.571332:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871332680 x1853164247581440/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.571337:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.571339:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.571342:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.571344:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.571345:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.571347:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.571349:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.571351:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a7400. 02000000:00000001:1.0:1767326934.571354:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.571355:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.571357:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871332680. 00000100:00000001:1.0:1767326934.571360:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.571361:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.571363:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.571365:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.571367:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.571369:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.571370:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.573871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859345400. 00010000:00000010:0.1:1767326934.573880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b800. 00010000:00000010:0.1:1767326934.573884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8800. 00000800:00000001:3.0:1767326934.574794:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.574801:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.574804:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.574806:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.574811:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.574816:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.574820:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.574823:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.574827:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.574830:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b3a80 00000400:00000200:3.0:1767326934.574836:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 984 00000800:00000001:3.0:1767326934.574865:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.574898:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.574902:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326934.574903:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853278, at 4306853279 00000400:00000200:3.0:1767326934.574908:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.574914:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767326934.574915:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44e40. 00000100:00000200:3.0:1767326934.574917:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.574923:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326934.574926:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010289792 msgsize 328 00000100:00100000:3.0:1767326934.574932:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326934.574969:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.574987:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289792 00000100:00000001:3.0:1767326934.574987:0:2512:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767326934.574991:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.574993:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326934.574994:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326934.574995:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.574998:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326934.574999:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.575003:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289792 00000020:00000001:2.0:1767326934.575005:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.575006:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.575008:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.575009:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.575011:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.575013:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.575015:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.575018:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.575019:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.575020:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.575024:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.575026:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.575029:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.575032:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.575034:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.575035:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.575036:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.575040:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.575047:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.575052:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.575053:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.575057:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10791 00000100:00000040:2.0:1767326934.575060:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.575061:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326934.575065:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010289792/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.575071:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.575073:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.575074:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.575075:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.575077:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010289792:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.575080:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010289792 00010000:00000001:2.0:1767326934.575081:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.575086:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.575086:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.575088:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e1400 refcount=2 00000020:00000001:2.0:1767326934.575089:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087893504 : -115550621658112 : ffff96e8463e1400) 00010000:00000001:2.0:1767326934.575091:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087893504 : -115550621658112 : ffff96e8463e1400) 00010000:00000001:2.0:1767326934.575093:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.575095:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.575098:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8463e1400/0xb12620548e090f29 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed66a expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.575103:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.575104:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.575106:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.575107:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.575109:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.575111:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.575112:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.575115:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.575117:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.575119:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.575120:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.575122:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.575123:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.575125:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.575127:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.575129:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888770. 00000100:00000200:2.0:1767326934.575132:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010289792, offset 224 00000400:00000200:2.0:1767326934.575136:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.575140:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.575145:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.575148:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556344:1556344:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556337:1556337:8:4294967295] 00000400:00000200:2.0:1767326934.575151:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.575156:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.575159:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.575162:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326934.575165:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.575169:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.575171:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.575179:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.575181:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.575183:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.575186:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326934.575187:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.575193:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.575194:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.575195:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.575197:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.575200:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010289792/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.575207:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010289792:12345-192.168.204.119@tcp:104: Request processed in 134us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.575212:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10791 00000100:00000040:2.0:1767326934.575215:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326934.575218:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.575222:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326934.575223:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326934.575228:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000010:3.0:1767326934.575230:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000020:00000010:2.0:1767326934.575235:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.575237:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.575242:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.575247:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326934.575250:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000200:3.0:1767326934.575255:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888770 00000100:00000001:2.0:1767326934.575257:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326934.575294:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888770. 00000100:00000001:3.0:1767326934.575300:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.575303:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.575519:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.575525:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.575529:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.575538:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.575556:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.575560:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.575567:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.575572:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.575577:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.575582:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.575589:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.575593:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.575595:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.575597:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.575600:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.575602:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.575606:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.575609:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.575612:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.575616:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247581568, portal 18 00000100:00000001:1.0:1767326934.575618:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.575620:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808597632 : -115549900953984 : ffff96e871332680) 00000100:00000040:1.0:1767326934.575625:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.575631:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.575633:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.575635:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000100:00000200:1.0:1767326934.575637:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247581568, offset 0 00000400:00000200:1.0:1767326934.575641:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.575645:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.575649:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.575652:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.575656:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.575658:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.575661:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.575663:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556345:1556345:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556338:1556338:8:4294967295] 00000400:00000200:1.0:1767326934.575667:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.575673:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.575677:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.575680:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326934.575683:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.575687:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.575690:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.575700:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.575704:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326934.575706:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.575709:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853283 00000100:00000010:1.0:1767326934.575713:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44660. 00000100:00000001:1.0:1767326934.575717:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.575725:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853283 00000100:00000001:1.0:1767326934.575729:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853278 00000100:00000001:1.0:1767326934.575733:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.575735:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.575738:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.575739:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326934.575741:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000100:00000001:1.0:1767326934.575743:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.575745:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326934.575748:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326934.575751:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326934.575752:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326934.575754:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 00000100:00000001:1.0:1767326934.575756:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326934.575757:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 00000100:00000001:1.0:1767326934.575760:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.575772:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.575775:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.575823:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.575828:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.575834:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.575836:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.575854:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.575855:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.576851:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.576856:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.576858:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.576860:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.576864:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.576870:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.576875:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.576879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.576884:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.576888:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00380 00000400:00000200:3.0:1767326934.576892:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.576898:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1976d [1] + 224 00000800:00000001:3.0:1767326934.576903:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.576909:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.576911:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.576914:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.576918:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.576923:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.576936:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.576949:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.576953:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.576957:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.576971:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.576974:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.576977:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.576979:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.576981:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.576984:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.576986:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.576988:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.576993:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.577001:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.577007:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.577008:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.577010:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.577012:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.577013:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.577015:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.577017:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.577022:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.577025:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.577031:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.577033:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.577035:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.577038:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.577040:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.577041:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326934.577043:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.577045:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.577049:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.577055:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.577057:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.577059:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.577062:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.577069:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.577073:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.577074:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.577077:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871332680 x1853164247581568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.577083:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.577085:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.577087:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.577090:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.577091:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.577093:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=54 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.577095:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.577096:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a7400. 02000000:00000001:1.0:1767326934.577099:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.577100:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.577102:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871332680. 00000100:00000001:1.0:1767326934.577104:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.577105:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.577107:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.577110:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.577111:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.577113:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.577115:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.577566:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.577572:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.577574:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.577576:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.577580:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.577584:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.577588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.577591:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.577594:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.577597:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b3b80 00000400:00000200:3.0:1767326934.577602:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 1312 00000800:00000001:3.0:1767326934.577606:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.577630:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.577633:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.577636:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.577639:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.577641:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.577645:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326934.577647:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010290048 msgsize 328 00000100:00100000:3.0:1767326934.577651:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.577662:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326934.577694:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.577696:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290048 02000000:00000001:2.0:1767326934.577698:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.577699:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.577701:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.577702:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326934.577703:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.577707:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290048 00000800:00000001:3.0:1767326934.577708:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326934.577712:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.577714:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.577716:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.577717:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.577719:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.577721:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.577723:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.577726:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.577727:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.577729:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.577731:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.577733:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.577736:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.577739:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.577740:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.577741:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.577742:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.577745:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.577752:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.577757:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.577758:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.577772:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10792 00000100:00000040:2.0:1767326934.577776:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.577778:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326934.577783:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010290048/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.577789:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.577791:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.577793:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.577795:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.577798:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010290048:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.577800:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010290048 00010000:00000001:2.0:1767326934.577801:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.577804:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.577805:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.577807:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871888c00 refcount=2 00000020:00000001:2.0:1767326934.577808:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814194176 : -115549895357440 : ffff96e871888c00) 00010000:00000001:2.0:1767326934.577810:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814194176 : -115549895357440 : ffff96e871888c00) 00010000:00000001:2.0:1767326934.577812:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.577814:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.577816:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871888c00/0xb12620548e090f37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed69b expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.577821:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.577822:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.577824:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326934.577826:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.577827:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.577829:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.577830:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.577832:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.577834:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.577836:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.577837:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.577839:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.577840:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.577858:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.577859:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.577862:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888770. 00000100:00000200:2.0:1767326934.577865:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010290048, offset 224 00000400:00000200:2.0:1767326934.577869:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.577873:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.577877:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.577881:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556346:1556346:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556339:1556339:8:4294967295] 00000400:00000200:2.0:1767326934.577884:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.577889:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.577892:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.577895:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326934.577898:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.577901:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.577904:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.577913:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.577916:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.577918:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.577920:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326934.577922:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000010:0.1:1767326934.577926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850210800. 00010000:00010000:2.0:1767326934.577932:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.577935:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.577937:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.577938:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.577941:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010290048/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.577948:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010290048:12345-192.168.204.119@tcp:104: Request processed in 158us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.577953:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10792 00000100:00000040:2.0:1767326934.577955:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.577957:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.577959:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:0.1:1767326934.577959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902c800. 00000020:00000010:2.0:1767326934.577963:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.577967:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326934.577969:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.577972:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.577976:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.577982:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.577987:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000400:00000200:3.0:1767326934.577994:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.578001:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.578005:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888770 00000400:00000010:3.0:1767326934.578008:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888770. 00000100:00000001:3.0:1767326934.578013:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.578016:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.578227:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.578230:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326934.578234:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.578240:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.578243:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.578247:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.578248:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.578250:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.578257:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.578266:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.578270:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.578277:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.578281:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.578288:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.578296:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.578305:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.578310:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.578313:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.578315:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.578320:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.578324:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.578329:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.578332:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.578335:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.578338:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247581696, portal 18 00000100:00000001:1.0:1767326934.578340:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.578342:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808587776 : -115549900963840 : ffff96e871330000) 00000100:00000040:1.0:1767326934.578347:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.578352:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.578354:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.578355:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e4c8. 00000100:00000200:1.0:1767326934.578356:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247581696, offset 0 00000400:00000200:1.0:1767326934.578359:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.578362:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.578365:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.578367:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.578370:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.578371:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.578373:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.578375:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556347:1556347:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556340:1556340:8:4294967295] 00000400:00000200:1.0:1767326934.578377:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.578382:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.578384:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.578386:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326934.578389:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.578392:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.578394:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.578404:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.578413:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.578416:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.578419:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853287 00000100:00000001:1.0:1767326934.578423:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853283 00000100:00000001:1.0:1767326934.578427:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853287 00000100:00000001:1.0:1767326934.578429:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853283 00000100:00000001:1.0:1767326934.578432:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.578434:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.578436:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.578438:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.578496:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.578499:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326934.578501:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.578504:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.578506:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e4c8 00000400:00000010:3.0:1767326934.578508:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e4c8. 00000100:00000001:3.0:1767326934.578509:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.578513:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.578524:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.578526:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.578530:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.578531:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.580298:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.580304:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.580305:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.580307:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.580310:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.580314:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.580317:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.580319:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.580321:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.580323:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00400 00000400:00000200:3.0:1767326934.580326:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.580329:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1977d [1] + 224 00000800:00000001:3.0:1767326934.580332:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.580336:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.580337:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.580339:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.580342:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.580345:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.580351:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.580361:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.580364:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.580366:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.580393:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.580397:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.580401:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.580402:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.580405:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.580408:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.580410:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.580412:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.580417:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.580426:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.580431:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.580432:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.580435:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.580437:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.580438:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.580440:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.580442:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.580448:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.580451:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.580453:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.580455:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.580457:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.580459:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.580462:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.580463:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.580465:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.580467:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.580471:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.580478:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.580481:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.580482:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.580485:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.580499:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247581696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.580502:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.580504:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.580507:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871330000 x1853164247581696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.580513:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.580514:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.580516:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.580519:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.580521:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.580522:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.580525:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.580526:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a6400. 02000000:00000001:1.0:1767326934.580529:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.580530:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.580532:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871330000. 00000100:00000001:1.0:1767326934.580535:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.580536:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.580538:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.580542:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.580543:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.580545:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.580546:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.582907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467200. 00010000:00000010:0.1:1767326934.582914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e1400. 00000100:00000040:3.0:1767326934.583899:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853287, at 4306853288 00000100:00000010:3.0:1767326934.583906:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44a20. 00000100:00000040:2.0:1767326934.583958:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853287, at 4306853288 00000100:00000010:2.0:1767326934.583961:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44660. 00010000:00000010:0.1:1767326934.586918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050be00. 00010000:00000010:0.1:1767326934.586925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871888c00. 00000800:00000001:3.0:1767326934.588190:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.588199:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.588202:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.588204:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.588211:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.588266:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.588273:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.588277:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.588282:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.588285:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00280 00000400:00000200:3.0:1767326934.588291:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.588296:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1974d [2] + 224 00000800:00000001:3.0:1767326934.588302:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.588308:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.588311:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.588314:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.588320:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.588327:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330700 x1853164247581312/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.588337:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871330700 x1853164247581312/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.588353:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.588360:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.588363:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.589382:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.589385:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.589388:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.589392:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.589394:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326934.589395:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326934.589397:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.589401:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331f80 x1853164247581952/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.589409:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.589412:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331f80 x1853164247581952/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.589418:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.589419:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.591863:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.591870:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.591873:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.591875:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.591881:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.591886:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.591891:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.591894:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.591898:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.591901:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00500 00000400:00000200:3.0:1767326934.591905:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.591909:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19785 [2] + 224 00000800:00000001:3.0:1767326934.591914:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.591919:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.591921:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.591924:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.591929:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.591934:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331f80 x1853164247581952/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.591943:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871331f80 x1853164247581952/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.591958:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.591963:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.591967:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.592598:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.592601:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.592603:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.592606:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.592608:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326934.592610:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326934.592614:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.592617:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331f80 x1853164247582208/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.592626:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.592628:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331f80 x1853164247582208/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.592632:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.592632:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.593879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816cd280. 00000080:00000010:0.1:1767326934.593890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c720. 00000800:00000001:3.0:1767326934.594081:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.594090:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.594092:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.594095:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.594099:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.594104:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.594108:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.594111:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.594114:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.594118:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b4080 00000400:00000200:3.0:1767326934.594124:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 1640 00000800:00000001:3.0:1767326934.594129:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.594135:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.594137:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.594140:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.594145:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.594147:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.594152:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000100:00000040:3.0:1767326934.594154:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010291328 msgsize 328 00000100:00100000:3.0:1767326934.594157:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.594165:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.594169:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.594171:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.594196:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.594199:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291328 02000000:00000001:2.0:1767326934.594201:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.594202:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.594203:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.594206:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.594208:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291328 00000020:00000001:2.0:1767326934.594210:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.594211:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326934.594212:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.594214:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326934.594216:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326934.594217:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326934.594220:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.594222:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.594224:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.594226:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.594229:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.594233:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.594236:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.594240:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.594242:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.594243:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.594245:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.594250:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.594257:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.594264:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.594265:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.594269:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10793 00000100:00000040:2.0:1767326934.594272:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326934.594273:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326934.594277:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010291328/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.594283:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.594285:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.594286:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.594288:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.594291:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010291328:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.594294:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010291328 00010000:00000001:2.0:1767326934.594296:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.594299:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.594300:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.594301:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86902e800 refcount=2 00000020:00000001:2.0:1767326934.594303:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671218176 : -115550038333440 : ffff96e86902e800) 00010000:00000001:2.0:1767326934.594304:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671218176 : -115550038333440 : ffff96e86902e800) 00010000:00000001:2.0:1767326934.594306:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.594308:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.594310:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.594316:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.594318:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.594320:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326934.594322:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.594323:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.594325:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.594327:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.594329:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.594332:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.594333:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.594335:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.594336:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.594338:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.594339:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.594341:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.594343:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888bb0. 00000100:00000200:2.0:1767326934.594345:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010291328, offset 224 00000400:00000200:2.0:1767326934.594348:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.594351:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.594355:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.594358:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556350:1556350:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556343:1556343:8:4294967295] 00000400:00000200:2.0:1767326934.594361:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.594365:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.594369:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.594371:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326934.594373:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.594377:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.594379:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.594388:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.594390:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.594392:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.594395:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a240. 00010000:00000001:2.0:1767326934.594396:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.594406:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.594408:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.594410:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.594413:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.594418:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010291328/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.594432:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:25936:x1853164010291328:12345-192.168.204.119@tcp:104: Request processed in 142us (271us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326934.594439:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326934.594440:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10793 00000020:00000001:1.0:1767326934.594442:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.594443:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00010000:00010000:1.0:1767326934.594445:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326934.594445:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.594447:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326934.594448:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326934.594450:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326934.594451:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000200:3.0:1767326934.594451:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326934.594454:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326934.594458:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000800:00000010:3.0:1767326934.594458:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00010000:00010000:1.0:1767326934.594465:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86902e800 already unused, calling callback (ffffffffc1c5fb40) 00000020:00000010:2.0:1767326934.594466:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326934.594466:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:1.0:1767326934.594469:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000040:2.0:1767326934.594473:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00010000:00010000:1.0:1767326934.594474:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.594477:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.594478:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.594485:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888bb0 00010000:00000001:1.0:1767326934.594487:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000400:00000010:3.0:1767326934.594489:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888bb0. 00010000:00000001:1.0:1767326934.594491:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:3.0:1767326934.594494:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326934.594497:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326934.594498:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326934.594506:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326934.594509:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326934.594509:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326934.594510:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326934.594512:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86902e800 refcount=3 00000020:00000001:1.0:1767326934.594513:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671218176 : -115550038333440 : ffff96e86902e800) 00010000:00000001:1.0:1767326934.594514:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671218176 : -115550038333440 : ffff96e86902e800) 00010000:00000001:1.0:1767326934.594516:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326934.594517:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326934.594521:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326934.594522:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326934.594523:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326934.594524:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240000402:0xa:0x0] mode (null) 00000002:00000001:1.0:1767326934.594525:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.594526:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.594530:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8711e0e00 count: 2 00010000:00000001:1.0:1767326934.594531:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.594534:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326934.594534:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326934.594535:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326934.594536:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8711e0e00 count: 2 00010000:00000001:1.0:1767326934.594544:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326934.594546:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.594548:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326934.594550:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xa:0x0] lli = ffff96e881629080, pfid = [0x240000401:0x11:0x0] 00000080:00000002:1.0:1767326934.594578:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240000402:0xa:0x0] m[0x240000401:0x11:0x0] 00000080:00000001:1.0:1767326934.594580:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603781984273 : 162129603781984273 : 240000401000011) 00000080:00000001:1.0:1767326934.594582:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326934.594583:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326934.594585:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326934.594586:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xa:0x0](ffff96e881629148) invalid 00000080:00000001:1.0:1767326934.594588:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326934.594588:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326934.594589:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.594591:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326934.594592:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326934.594593:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326934.594594:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326934.594595:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326934.594597:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86902e800 with handle 0xb12620548e09024f from hash 00010000:00000001:1.0:1767326934.594598:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326934.594599:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.594600:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.594600:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326934.594602:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326934.594603:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326934.594605:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326934.594607:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.594607:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.594608:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.594609:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326934.594610:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326934.594614:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00000020:00000040:1.0:1767326934.594615:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326934.594618:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326934.594619:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326934.594621:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326934.594624:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af000. 00000100:00000001:1.0:1767326934.594626:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.594628:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326934.594630:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 2/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326934.594634:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326934.594635:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.594637:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326934.594639:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.594643:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_01+1] req@ffff96e86841aa00 x1853164247582336/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326934.594670:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326934.594672:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326934.594674:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.594675:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.594677:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326934.594679:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.594682:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 1/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326934.594692:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326934.594695:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86902e800/0xb12620548e09024f lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4ea658 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326934.594708:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8711e0e00 count: 0 00010000:00000010:1.0:1767326934.594714:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e873592a80. 00010000:00000001:1.0:1767326934.594724:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326934.594727:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326934.594730:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a240. 00010000:00000001:1.0:1767326934.594734:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.594742:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.594746:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326934.594752:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.594755:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.594760:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.594774:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.594778:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.594782:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326934.594786:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326934.594788:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326934.594792:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767326934.594938:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.594942:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.594946:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.594950:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.594953:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326934.594955:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326934.594958:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.594962:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247582336/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.594971:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.594974:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247582336/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.595031:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.595033:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.595826:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.595832:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.595834:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.595836:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.595862:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.595867:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.595873:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.595875:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.595877:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.595879:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00680 00000400:00000200:3.0:1767326934.595882:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.595884:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1979d [1] + 224 00000800:00000001:3.0:1767326934.595888:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.595892:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.595893:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.595896:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.595899:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.595901:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247582336/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.595907:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247582336/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.595917:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.595921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.595922:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326934.599893:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853303, at 4306853304 00000100:00000040:3.0:1767326934.599895:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853303, at 4306853304 00000100:00000010:2.0:1767326934.599901:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf3c0. 00000100:00000010:3.0:1767326934.599904:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf0c0. 00010000:00000010:0.1:1767326934.602884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859344200. 00010000:00000010:0.1:1767326934.602894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711e2c00. 00010000:00000010:0.1:1767326934.602898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902fa00. 00010000:00000010:0.1:1767326934.602901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8798b6800. 00010000:00000010:0.1:1767326934.602904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932ce00. 00010000:00000010:1.1:1767326934.602904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711e0e00. 00010000:00000010:1.1:1767326934.602913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902e800. 00000800:00000001:3.0:1767326934.603839:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.603895:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.603899:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.603902:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.603909:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.603916:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.603922:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.603926:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.603930:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.603934:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00600 00000400:00000200:3.0:1767326934.603939:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.603945:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1978d [2] + 224 00000800:00000001:3.0:1767326934.603951:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.604004:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.604007:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.604011:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.604016:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.604023:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331f80 x1853164247582208/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.604033:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871331f80 x1853164247582208/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.604049:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.604065:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.604069:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.604935:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.604939:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.604940:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.604946:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.604953:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.604955:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.604958:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.604960:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.604963:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.604966:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247582464:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.604969:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.604973:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.604975:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.604977:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.604982:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.604984:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.604989:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.604992:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.604997:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.605001:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247582464, portal 18 00000100:00000001:1.0:1767326934.605003:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.605004:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808603008 : -115549900948608 : ffff96e871333b80) 00000100:00000040:1.0:1767326934.605010:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.605017:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.605021:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.605023:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7edd0. 00000100:00000200:1.0:1767326934.605026:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247582464, offset 0 00000400:00000200:1.0:1767326934.605031:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.605036:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.605041:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.605045:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.605057:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.605060:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.605065:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.605069:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556352:1556352:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556345:1556345:8:4294967295] 00000400:00000200:1.0:1767326934.605073:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.605081:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.605087:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.605090:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326934.605095:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.605101:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.605104:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.605114:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.605118:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.605121:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.605123:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853314 00000100:00000010:1.0:1767326934.605127:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b444e0. 00000100:00000001:1.0:1767326934.605132:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.605140:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853314 00000100:00000010:1.0:1767326934.605144:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b442a0. 00000100:00000001:1.0:1767326934.605147:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.605150:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.605153:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.605155:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.605158:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.605164:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.605165:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326934.605168:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.605169:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.605171:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.605174:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.605181:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.605187:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326934.605193:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.605203:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.605210:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7edd0 00000400:00000010:3.0:1767326934.605214:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7edd0. 00000100:00000001:3.0:1767326934.605218:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.605268:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.605289:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.605298:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.605313:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.605316:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326934.605346:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.605353:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.605356:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.605360:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.605362:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326934.605364:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326934.605373:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.605380:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331500 x1853164247582720/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.605388:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.605391:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331500 x1853164247582720/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.605426:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.605427:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.607000:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.607005:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.607007:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.607008:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.607012:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.607015:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.607019:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.607021:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.607023:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.607025:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00700 00000400:00000200:3.0:1767326934.607028:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.607031:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd197a5 [1] + 224 00000800:00000001:3.0:1767326934.607034:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.607037:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.607039:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.607041:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.607043:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.607047:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.607053:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.607064:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.607068:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.607070:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.607100:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.607104:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.607107:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.607109:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.607111:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.607114:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.607116:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.607119:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.607123:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.607129:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.607139:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.607140:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.607142:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.607143:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.607144:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.607145:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.607147:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.607150:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.607152:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.607154:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.607155:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.607156:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.607158:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.607159:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.607160:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.607161:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.607163:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.607165:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.607170:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.607172:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.607173:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.607175:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.607179:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247582464:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326934.607182:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.607183:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.607184:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871333b80 x1853164247582464/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.607188:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.607189:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.607191:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.607193:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.607195:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.607196:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.607197:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.607199:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8508a6400. 02000000:00000001:1.0:1767326934.607201:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.607202:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.607203:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871333b80. 00000100:00000001:1.0:1767326934.607205:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.607206:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.607207:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.607210:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.607211:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.607216:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.607217:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326934.608017:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.608021:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.608023:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.608024:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.608027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.608030:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.608033:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.608061:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.608064:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.608066:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00800 00000400:00000200:3.0:1767326934.608068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.608071:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd197ad [2] + 224 00000800:00000001:3.0:1767326934.608074:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.608077:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.608079:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.608081:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.608083:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.608086:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331500 x1853164247582720/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.608092:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871331500 x1853164247582720/t0(0) o35->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.608103:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.608105:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.608107:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.608641:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.608644:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.608646:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.608649:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.608651:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326934.608653:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326934.608655:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.608657:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331500 x1853164247582976/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.608662:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.608664:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331500 x1853164247582976/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.608668:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.608669:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.610016:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.610020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.610022:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.610024:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.610027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.610030:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.610033:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.610035:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.610038:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.610039:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b4500 00000400:00000200:3.0:1767326934.610044:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd196dd [2] + 1968 00000400:00000010:3.0:1767326934.610046:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200058. 00000400:00000200:3.0:1767326934.610049:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a840 00000800:00000001:3.0:1767326934.610057:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.610063:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.610064:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.610066:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.610069:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a840 00000400:00000010:3.0:1767326934.610070:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a840. 00000100:00000001:3.0:1767326934.610073:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.610074:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326934.610077:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a37c50 x1853164010292480 msgsize 328 00000100:00100000:3.0:1767326934.610079:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326934.610080:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326934.610087:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.610090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.610092:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326934.610120:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34400. 00000100:00000010:2.0:1767326934.610127:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00100000:2.0:1767326934.610129:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326934.610132:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326934.610141:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200318. 00000400:00000010:2.0:1767326934.610145:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46af00. 00000100:00000001:2.0:1767326934.610150:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.610152:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292480 02000000:00000001:2.0:1767326934.610154:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.610157:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.610158:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.610162:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.610165:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292480 00000020:00000001:2.0:1767326934.610167:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.610169:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.610178:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.610180:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.610182:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.610185:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.610188:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.610192:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.610194:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.610197:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.610202:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.610206:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.610210:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.610224:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.610227:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.610229:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.610231:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.610237:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.610246:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.610256:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.610259:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.610264:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10794 00000100:00000040:2.0:1767326934.610267:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.610269:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933400144 : -115549776151472 : ffff96e878a37c50) 00000100:00000040:2.0:1767326934.610274:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a37c50 x1853164010292480/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.610281:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.610283:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.610284:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.610286:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.610289:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010292480:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.610292:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010292480 00010000:00000001:2.0:1767326934.610293:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.610297:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.610298:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.610300:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=2 00000020:00000001:2.0:1767326934.610301:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:2.0:1767326934.610302:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:2.0:1767326934.610305:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.610306:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.610309:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097941 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d5466ea expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.610315:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.610317:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.610319:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326934.610320:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.610322:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.610325:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.610327:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.610328:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.610331:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.610333:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.610335:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.610336:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.610337:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.610339:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.610340:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.610342:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728884c8. 00000100:00000200:2.0:1767326934.610344:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010292480, offset 224 00000400:00000200:2.0:1767326934.610347:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.610350:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.610354:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.610357:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556355:1556355:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556348:1556348:8:4294967295] 00000400:00000200:2.0:1767326934.610360:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.610364:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.610367:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.610369:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326934.610372:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.610375:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.610377:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.610385:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.610387:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.610389:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.610391:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326934.610393:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.610399:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.610402:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.610403:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.610404:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.610407:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a37c50 x1853164010292480/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.610415:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010292480:12345-192.168.204.119@tcp:104: Request processed in 132us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.610420:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10794 00000100:00000040:2.0:1767326934.610422:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.610423:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.610425:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326934.610428:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.610431:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000800:00000200:3.0:1767326934.610432:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326934.610435:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000800:00000010:3.0:1767326934.610439:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000020:00000040:2.0:1767326934.610442:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326934.610444:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326934.610447:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.610451:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00000400:00000200:3.0:1767326934.610452:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:2.0:1767326934.610457:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767326934.610459:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728884c8 00000100:00000010:2.0:1767326934.610460:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 00000400:00000010:3.0:1767326934.610463:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728884c8. 02000000:00000001:2.0:1767326934.610466:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326934.610467:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767326934.610469:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:3.0:1767326934.610471:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767326934.610473:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.610476:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 02000000:00000001:2.0:1767326934.610479:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.610481:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326934.610483:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.610485:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 02000000:00000001:2.0:1767326934.610488:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.610490:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326934.610494:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.610496:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 02000000:00000001:2.0:1767326934.610499:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326934.610502:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000010:3.0:1767326934.610504:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326934.610505:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.610507:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 02000000:00000001:3.0:1767326934.610511:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326934.610512:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326934.610514:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767326934.610515:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326934.610520:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326934.610522:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 00000100:00000010:2.0:1767326934.610526:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00000100:00000010:2.0:1767326934.610532:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a37c00. 00000100:00000001:2.0:1767326934.610537:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.610703:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326934.610707:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326934.610711:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.610715:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.610719:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.610723:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.610726:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.610729:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.610737:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.610744:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.610745:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.610747:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.610748:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.610751:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.610755:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247583104:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.610759:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.610773:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.610775:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.610776:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.610779:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.610780:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.610783:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.610785:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326934.610787:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326934.610789:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247583104, portal 18 00000100:00000001:1.0:1767326934.610791:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.610791:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808594944 : -115549900956672 : ffff96e871331c00) 00000100:00000040:1.0:1767326934.610795:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.610800:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.610801:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.610802:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7edd0. 00000100:00000200:1.0:1767326934.610804:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247583104, offset 0 00000400:00000200:1.0:1767326934.610807:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.610809:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.610811:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.610814:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.610816:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.610818:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.610819:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.610821:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556356:1556356:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556349:1556349:8:4294967295] 00000400:00000200:1.0:1767326934.610824:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.610828:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.610831:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.610833:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326934.610836:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.610838:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.610863:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.610872:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.610874:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.610877:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000080:00000010:0.1:1767326934.610877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88162f380. 00000100:00000001:1.0:1767326934.610880:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853320 00000100:00000001:1.0:1767326934.610885:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853316 00000100:00000001:1.0:1767326934.610887:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853320 00000100:00000001:1.0:1767326934.610889:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853316 00000100:00000001:1.0:1767326934.610891:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.1:1767326934.610892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8560. 00000100:00000001:1.0:1767326934.610893:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.610898:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.610900:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326934.610943:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.610947:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:3.0:1767326934.610951:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.610956:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.610959:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7edd0 00000400:00000010:3.0:1767326934.610961:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7edd0. 00000100:00000001:3.0:1767326934.610963:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.610968:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.610977:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.610980:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.610986:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.610988:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.612828:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.612838:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.612840:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.612858:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.612863:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.612868:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.612873:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.612878:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.612881:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.612883:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00980 00000400:00000200:3.0:1767326934.612886:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.612888:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd197cd [1] + 224 00000800:00000001:3.0:1767326934.612891:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.612895:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.612896:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.612898:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.612900:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.612903:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.612910:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.612921:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.612924:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.612925:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.612951:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.612953:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.612956:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.612957:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.612959:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.612961:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.612962:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.612964:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.612968:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.612974:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.612979:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.612980:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.612981:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.612982:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.612983:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.612985:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.612986:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.612990:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.612992:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.612993:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.612994:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.612995:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.612997:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.612998:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.612999:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.613000:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.613002:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.613004:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.613008:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.613009:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.613010:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.613012:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.613016:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247583104:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.613019:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.613020:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.613022:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871331c00 x1853164247583104/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.613026:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.613027:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.613029:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.613030:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.613031:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.613032:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.613033:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.613035:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85198b600. 02000000:00000001:1.0:1767326934.613036:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.613037:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.613038:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871331c00. 00000100:00000001:1.0:1767326934.613040:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.613041:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.613042:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.613044:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.613045:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.613046:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.613047:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.615874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860099200. 00010000:00000010:0.1:1767326934.615891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a12900. 00000800:00000001:3.0:1767326934.616156:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.616160:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.616162:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.616163:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.616167:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.616170:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.616173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.616175:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.616177:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.616179:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b4880 00000400:00000200:3.0:1767326934.616183:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 0 00000800:00000001:3.0:1767326934.616186:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.616189:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.616190:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.616192:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.616259:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326934.616261:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326934.616265:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000040:3.0:1767326934.616266:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010293376 msgsize 328 00000100:00100000:3.0:1767326934.616270:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326934.616277:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.616281:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.616283:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.616320:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326934.616323:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293376 02000000:00000001:2.0:1767326934.616325:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326934.616327:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326934.616329:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326934.616331:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326934.616333:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293376 00000020:00000001:2.0:1767326934.616334:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326934.616335:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326934.616336:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.616338:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326934.616340:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326934.616341:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326934.616343:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.616346:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.616347:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.616348:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326934.616351:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326934.616353:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326934.616356:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326934.616358:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326934.616360:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326934.616361:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326934.616362:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.616365:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.616374:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326934.616379:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326934.616380:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326934.616383:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10795 00000100:00000040:2.0:1767326934.616385:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326934.616386:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:2.0:1767326934.616390:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010293376/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/0 e 0 to 0 dl 1767326945 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326934.616396:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326934.616398:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326934.616399:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326934.616401:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326934.616403:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010293376:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326934.616405:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010293376 00010000:00000001:2.0:1767326934.616407:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326934.616410:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326934.616411:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326934.616412:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86932ca00 refcount=2 00000020:00000001:2.0:1767326934.616413:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523674356224 : -115550035195392 : ffff96e86932ca00) 00010000:00000001:2.0:1767326934.616415:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523674356224 : -115550035195392 : ffff96e86932ca00) 00010000:00000001:2.0:1767326934.616417:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326934.616418:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326934.616420:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ca00/0xb12620548e080a3f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a91ec expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326934.616426:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326934.616427:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326934.616429:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326934.616431:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.616433:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.616436:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326934.616438:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326934.616440:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326934.616443:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326934.616446:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326934.616448:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326934.616450:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326934.616451:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326934.616454:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326934.616456:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326934.616459:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888908. 00000100:00000200:2.0:1767326934.616462:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010293376, offset 224 00000400:00000200:2.0:1767326934.616466:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326934.616471:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.616476:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326934.616480:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556357:1556357:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556350:1556350:8:4294967295] 00000400:00000200:2.0:1767326934.616484:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326934.616489:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326934.616492:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326934.616495:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326934.616497:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326934.616501:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326934.616503:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326934.616512:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.616513:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326934.616515:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326934.616517:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326934.616518:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326934.616526:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326934.616528:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.616533:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326934.616535:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326934.616538:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010293376/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:295/0 lens 328/224 e 0 to 0 dl 1767326945 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326934.616545:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010293376:12345-192.168.204.119@tcp:104: Request processed in 147us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326934.616553:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10795 00000100:00000040:2.0:1767326934.616557:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326934.616561:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326934.616564:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326934.616565:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326934.616568:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000010:3.0:1767326934.616572:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000020:00000010:2.0:1767326934.616574:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326934.616579:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326934.616580:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326934.616587:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326934.616591:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.616592:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.616600:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888908 00000400:00000010:3.0:1767326934.616604:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888908. 00000100:00000001:3.0:1767326934.616640:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326934.616642:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326934.616792:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.616795:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326934.616798:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326934.616804:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.616813:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326934.616815:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.616818:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326934.616822:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326934.616826:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326934.616832:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247583232:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.616837:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326934.616862:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326934.616865:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.616869:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326934.616874:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.616880:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326934.616887:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326934.616893:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000100:00000040:3.0:1767326934.616895:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853320, at 4306853321 00000400:00000010:1.0:1767326934.616900:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000010:3.0:1767326934.616904:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b442a0. 00000100:00000200:1.0:1767326934.616905:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247583232, portal 18 00000100:00000040:2.0:1767326934.616908:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853320, at 4306853321 00000100:00000001:1.0:1767326934.616909:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326934.616911:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808599424 : -115549900952192 : ffff96e871332d80) 00000100:00000010:2.0:1767326934.616914:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b444e0. 00000100:00000040:1.0:1767326934.616917:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.616924:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326934.616926:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326934.616928:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e4c8. 00000100:00000200:1.0:1767326934.616931:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247583232, offset 0 00000400:00000200:1.0:1767326934.616935:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326934.616939:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.616943:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326934.616946:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326934.616948:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326934.616950:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326934.616951:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326934.616953:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556358:1556358:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556351:1556351:8:4294967295] 00000400:00000200:1.0:1767326934.616956:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326934.616960:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326934.616963:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326934.616965:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326934.616968:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326934.616970:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326934.616972:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326934.616980:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.616983:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326934.616985:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326934.616987:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853326 00000100:00000010:1.0:1767326934.616989:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44180. 00000100:00000001:1.0:1767326934.616993:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326934.616999:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853326 00000100:00000010:1.0:1767326934.617003:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44960. 00000100:00000001:1.0:1767326934.617006:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326934.617010:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.617012:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.617014:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.617016:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.617020:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.617022:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326934.617024:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326934.617025:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.617028:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326934.617028:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000100:00000001:1.0:1767326934.617030:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.617032:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326934.617034:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326934.617038:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.617041:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e4c8 00000400:00000010:3.0:1767326934.617043:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e4c8. 00000100:00000001:3.0:1767326934.617045:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.617049:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.617055:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.617057:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.617061:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.617062:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.618695:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.618699:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.618701:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.618702:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.618705:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.618708:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.618711:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.618713:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.618715:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.618717:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb00a00 00000400:00000200:3.0:1767326934.618719:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.618722:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd197dd [1] + 224 00000800:00000001:3.0:1767326934.618726:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.618729:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.618730:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.618732:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.618734:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.618737:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.618743:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.618752:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.618755:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.618757:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.618785:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.618787:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326934.618789:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326934.618790:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326934.618792:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326934.618794:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326934.618795:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326934.618797:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326934.618800:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326934.618806:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.618811:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326934.618811:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.618813:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326934.618814:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326934.618815:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326934.618816:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326934.618818:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326934.618822:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326934.618825:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326934.618827:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326934.618829:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326934.618830:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326934.618832:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.618834:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326934.618836:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326934.618838:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326934.618852:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326934.618857:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.618864:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326934.618866:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326934.618868:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326934.618872:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326934.618880:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247583232:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326934.618884:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.618886:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326934.618889:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871332d80 x1853164247583232/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326934.618895:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326934.618897:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326934.618900:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326934.618903:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326934.618904:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326934.618905:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=270 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326934.618907:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326934.618909:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85198b600. 02000000:00000001:1.0:1767326934.618912:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326934.618913:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326934.618914:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871332d80. 00000100:00000001:1.0:1767326934.618916:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326934.618917:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.618918:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326934.618920:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326934.618921:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326934.618922:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326934.618923:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326934.620869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859345c00. 00010000:00000010:0.1:1767326934.620884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87150c900. 00010000:00000010:0.1:1767326934.620888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932da00. 00010000:00000010:0.1:1767326934.620892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.620895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000100:00000040:2.0:1767326934.622903:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853326, at 4306853327 00000100:00000010:2.0:1767326934.622911:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44180. 00000100:00000040:3.0:1767326934.622922:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853326, at 4306853327 00000100:00000010:3.0:1767326934.622930:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44960. 00000800:00000001:3.0:1767326934.625961:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.625972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.625975:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.625977:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.625985:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.626038:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.626045:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.626049:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.626054:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.626057:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00900 00000400:00000200:3.0:1767326934.626061:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.626066:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd197b5 [2] + 224 00000800:00000001:3.0:1767326934.626072:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.626078:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.626081:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.626084:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.626089:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.626096:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331500 x1853164247582976/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.626104:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871331500 x1853164247582976/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.626118:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.626124:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.626127:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.626839:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.626870:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.626874:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.626910:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.626912:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326934.626914:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326934.626916:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.626919:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332300 x1853164247583360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.626924:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.626926:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332300 x1853164247583360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.626930:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.626931:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.627922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8798b6500. 00010000:00000010:0.1:1767326934.627931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932ca00. 00000800:00000001:3.0:1767326934.627991:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.627995:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.627997:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.627998:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.628001:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.628004:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.628007:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.628009:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.628011:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.628013:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb00a80 00000400:00000200:3.0:1767326934.628015:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.628018:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd197e5 [4] + 224 00000800:00000001:3.0:1767326934.628021:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.628024:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.628025:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.628027:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.628029:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.628032:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332300 x1853164247583360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.628037:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871332300 x1853164247583360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.628047:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.628050:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.628052:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.629637:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.629641:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.629645:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.629650:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.629653:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326934.629655:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326934.629658:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.629662:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332300 x1853164247583616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.629670:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.629674:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332300 x1853164247583616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.629680:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.629682:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.632240:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.632248:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.632250:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.632253:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.632258:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.632263:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.632269:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.632272:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.632276:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.632280:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00b80 00000400:00000200:3.0:1767326934.632284:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.632288:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd197ed [2] + 224 00000800:00000001:3.0:1767326934.632294:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.632299:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.632301:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.632305:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.632309:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.632314:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332300 x1853164247583616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.632324:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871332300 x1853164247583616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.632339:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.632344:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.632347:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.633137:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.633140:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.633142:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.633145:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.633148:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326934.633149:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326934.633151:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.633153:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332d80 x1853164247583744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.633159:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.633161:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332d80 x1853164247583744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.633165:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.633166:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.634265:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.634271:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.634273:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.634275:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.634280:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.634284:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.634289:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.634292:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.634295:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.634298:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb00c00 00000400:00000200:3.0:1767326934.634302:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.634306:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd197f5 [4] + 224 00000800:00000001:3.0:1767326934.634311:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.634317:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.634319:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.634322:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.634325:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.634330:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332d80 x1853164247583744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.634338:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871332d80 x1853164247583744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.634353:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.634357:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.634359:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.635866:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88141a100. 00000080:00000010:0.1:1767326934.635875:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741e917e0. 00000800:00000200:3.0:1767326934.636199:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.636204:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.636207:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.636211:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.636214:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326934.636216:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326934.636219:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.636223:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332d80 x1853164247584000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.636231:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.636234:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332d80 x1853164247584000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.636240:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.636242:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.638999:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.639005:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.639006:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.639008:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.639011:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.639015:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.639018:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.639024:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.639027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.639029:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00d00 00000400:00000200:3.0:1767326934.639032:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.639035:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd197fd [2] + 224 00000800:00000001:3.0:1767326934.639039:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.639042:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.639044:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.639046:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.639049:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.639052:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332d80 x1853164247584000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.639058:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871332d80 x1853164247584000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.639068:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.639072:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.639074:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.640140:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.640144:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.640147:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.640150:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.640152:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326934.640153:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326934.640155:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.640158:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331c00 x1853164247584128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.640163:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.640165:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331c00 x1853164247584128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.640169:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.640170:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.641389:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.641395:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.641397:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.641399:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.641404:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.641407:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.641410:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.641412:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.641414:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.641416:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb00d80 00000400:00000200:3.0:1767326934.641419:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.641421:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19805 [4] + 224 00000800:00000001:3.0:1767326934.641425:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.641428:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.641429:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.641431:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.641433:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.641438:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331c00 x1853164247584128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.641447:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871331c00 x1853164247584128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.641462:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.641471:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.641475:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.642857:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858192c00. 00010000:00000010:0.1:1767326934.642861:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852725e00. 00010000:00000010:0.1:1767326934.642863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.642865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.643007:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.643011:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.643015:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.643019:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.643023:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326934.643025:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326934.643027:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.643032:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871331c00 x1853164247584384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.643040:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.643043:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871331c00 x1853164247584384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.643087:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.643089:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.645401:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.645406:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.645408:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.645409:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.645413:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.645417:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.645420:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.645422:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.645425:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.645427:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb00e80 00000400:00000200:3.0:1767326934.645429:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.645432:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1980d [2] + 224 00000800:00000001:3.0:1767326934.645435:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.645439:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.645440:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.645443:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.645446:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.645449:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871331c00 x1853164247584384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.645456:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871331c00 x1853164247584384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.645468:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.645471:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.645473:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.646281:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.646284:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.646286:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.646289:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.646292:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326934.646293:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326934.646295:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.646298:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333b80 x1853164247584512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.646303:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.646305:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333b80 x1853164247584512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.646309:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.646310:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.646879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d1c0. 00000080:00000010:0.1:1767326934.646893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881494a40. 00010000:00000010:0.1:1767326934.646901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb4200. 00010000:00000010:0.1:1767326934.646905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871161000. 00010000:00000010:0.1:1767326934.646908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.646910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.647406:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.647413:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.647415:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.647417:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.647421:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.647425:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.647430:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.647433:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.647436:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.647439:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb00f00 00000400:00000200:3.0:1767326934.647443:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.647447:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19815 [4] + 224 00000800:00000001:3.0:1767326934.647452:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.647457:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.647459:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.647463:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.647466:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.647470:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333b80 x1853164247584512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.647480:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871333b80 x1853164247584512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.647497:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.647501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.647504:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.649266:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.649271:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.649274:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.649278:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.649281:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326934.649283:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326934.649286:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.649290:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333b80 x1853164247584768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.649298:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.649301:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333b80 x1853164247584768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.649307:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.649308:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.650868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0084e0. 00000080:00000010:0.1:1767326934.650887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aedca40. 00010000:00000010:0.1:1767326934.650894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869f43600. 00010000:00000010:0.1:1767326934.650897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a57c200. 00010000:00000010:0.1:1767326934.650899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.650901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.651911:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.651918:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.651921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.651922:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.651926:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.651930:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.651934:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.651936:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.651939:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.651941:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01000 00000400:00000200:3.0:1767326934.651944:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.651948:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1981d [2] + 224 00000800:00000001:3.0:1767326934.651952:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.651955:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.651957:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.651959:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.651962:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.651966:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333b80 x1853164247584768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.651973:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871333b80 x1853164247584768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.651985:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.651989:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.651990:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.652986:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.652989:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.652992:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.652995:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.652997:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326934.652998:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326934.653000:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.653003:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330000 x1853164247584896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.653008:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.653010:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330000 x1853164247584896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.653015:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.653016:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.654223:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.654231:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.654233:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.654235:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.654241:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.654245:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.654249:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.654252:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.654256:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.654259:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01080 00000400:00000200:3.0:1767326934.654263:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.654267:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19825 [4] + 224 00000800:00000001:3.0:1767326934.654272:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.654277:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.654279:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.654282:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.654285:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.654289:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330000 x1853164247584896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.654298:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871330000 x1853164247584896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.654314:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.654318:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.654321:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.654862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e600. 00000080:00000010:0.1:1767326934.654877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858dca100. 00000800:00000200:3.0:1767326934.655707:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.655711:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.655713:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.655716:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.655718:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326934.655720:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326934.655722:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.655725:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871330000 x1853164247585152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.655730:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.655732:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871330000 x1853164247585152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.655736:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.655737:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.658555:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.658565:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.658568:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.658570:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.658577:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.658582:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.658588:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.658591:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.658595:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.658598:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01180 00000400:00000200:3.0:1767326934.658602:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.658607:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1982d [2] + 224 00000800:00000001:3.0:1767326934.658612:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.658618:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.658620:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.658623:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.658627:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.658632:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871330000 x1853164247585152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.658643:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871330000 x1853164247585152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.658658:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.658664:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.658667:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.658860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848069000. 00010000:00000010:0.1:1767326934.658865:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881095200. 00010000:00000010:0.1:1767326934.658870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.658874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.659255:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.659260:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.659263:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.659268:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.659271:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.659273:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.659276:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.659280:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332680 x1853164247585280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.659288:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.659291:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332680 x1853164247585280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.659297:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.659299:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.660328:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.660332:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.660334:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.660335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.660338:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.660341:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.660344:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.660346:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.660348:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.660350:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01200 00000400:00000200:3.0:1767326934.660352:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.660355:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19835 [4] + 224 00000800:00000001:3.0:1767326934.660358:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.660368:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.660370:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.660372:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.660374:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.660377:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332680 x1853164247585280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.660383:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871332680 x1853164247585280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.660392:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.660396:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.660397:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.662330:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.662334:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.662338:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.662343:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.662346:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.662348:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.662350:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.662354:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871332680 x1853164247585536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.662363:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.662366:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871332680 x1853164247585536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.662372:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.662374:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.662877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d8e0. 00000080:00000010:0.1:1767326934.662891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232ca40. 00010000:00000010:0.1:1767326934.662900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713100. 00010000:00000010:0.1:1767326934.662902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234a00. 00010000:00000010:0.1:1767326934.662904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.662906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.664789:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.664796:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.664799:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.664801:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.664806:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.664810:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.664815:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.664818:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.664822:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.664825:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01300 00000400:00000200:3.0:1767326934.664830:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.664834:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1983d [2] + 224 00000800:00000001:3.0:1767326934.664839:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.664870:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.664872:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.664877:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.664882:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.664888:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871332680 x1853164247585536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.664898:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871332680 x1853164247585536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.664911:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.664915:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.664918:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.665776:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.665779:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.665781:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.665785:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.665787:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.665789:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.665791:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.665794:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056680 x1853164247585664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.665800:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.665802:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056680 x1853164247585664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.665805:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.665806:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.666876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6ddc0. 00000080:00000010:0.1:1767326934.666887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e7dac0. 00000800:00000001:3.0:1767326934.667354:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.667360:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.667362:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.667364:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.667369:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.667373:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.667378:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.667381:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.667385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.667388:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01380 00000400:00000200:3.0:1767326934.667392:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.667396:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19845 [4] + 224 00000800:00000001:3.0:1767326934.667400:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.667405:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.667407:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.667410:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.667414:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.667418:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056680 x1853164247585664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.667427:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869056680 x1853164247585664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.667452:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.667457:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.667460:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.669796:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.669801:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.669804:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.669809:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.669812:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.669814:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.669817:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.669821:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869056680 x1853164247585920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.669834:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.669837:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869056680 x1853164247585920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.669914:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.669917:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.672712:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.672724:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.672727:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.672729:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.672735:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.672741:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.672746:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.672750:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.672754:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.672758:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01480 00000400:00000200:3.0:1767326934.672774:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.672779:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1984d [2] + 224 00000800:00000001:3.0:1767326934.672784:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.672790:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.672792:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.672795:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.672800:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.672806:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869056680 x1853164247585920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.672815:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869056680 x1853164247585920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.672831:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.672837:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.672867:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.673635:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.673639:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.673643:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.673647:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.673651:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.673652:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.673656:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.673660:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055880 x1853164247586048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.673673:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.673676:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055880 x1853164247586048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.673682:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.673684:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.673875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874566c00. 00010000:00000010:0.1:1767326934.673880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847ca6200. 00010000:00000010:0.1:1767326934.673882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.673885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.674792:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.674796:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.674798:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.674799:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.674802:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.674805:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.674808:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.674810:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.674812:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.674814:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01500 00000400:00000200:3.0:1767326934.674817:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.674819:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19855 [4] + 224 00000800:00000001:3.0:1767326934.674823:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.674826:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.674827:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.674829:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.674832:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.674834:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055880 x1853164247586048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.674859:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869055880 x1853164247586048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.674869:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.674873:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.674876:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.676616:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.676620:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.676624:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.676628:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.676631:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.676633:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.676636:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.676639:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055880 x1853164247586304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.676647:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.676651:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869055880 x1853164247586304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.676657:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.676665:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.677876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0083a0. 00000080:00000010:0.1:1767326934.677893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233b9c0. 00000800:00000001:3.0:1767326934.679341:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.679351:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.679354:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.679356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.679362:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.679368:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.679373:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.679377:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.679381:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.679386:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01600 00000400:00000200:3.0:1767326934.679390:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.679395:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1985d [2] + 224 00000800:00000001:3.0:1767326934.679401:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.679414:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.679417:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.679421:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.679426:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.679431:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055880 x1853164247586304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.679442:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869055880 x1853164247586304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.679459:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.679465:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.679469:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.680610:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.680613:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.680615:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.680618:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.680620:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.680622:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.680624:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.680628:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054000 x1853164247586432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.680633:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.680635:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054000 x1853164247586432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.680639:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.680640:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.681831:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.681837:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.681866:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.681872:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.681878:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.681884:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.681890:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326934.681890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869224000. 00000400:00000200:3.0:1767326934.681898:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326934.681899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843261800. 00000400:00000200:3.0:1767326934.681904:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326934.681906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00000400:00000200:3.0:1767326934.681911:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01680 00010000:00000010:0.1:1767326934.681913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000400:00000200:3.0:1767326934.681919:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000080:00000010:0.1:1767326934.681919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1040. 00000400:00000200:3.0:1767326934.681927:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19865 [4] + 224 00000800:00000001:3.0:1767326934.681934:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:0.1:1767326934.681936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec2940. 00000800:00000001:3.0:1767326934.681941:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.681945:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.681949:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.681952:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.681957:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054000 x1853164247586432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.681966:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e869054000 x1853164247586432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.681980:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.681986:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.681989:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.684256:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.684261:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.684264:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.684268:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.684271:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.684273:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.684276:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.684279:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869054000 x1853164247586688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.684285:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.684286:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e869054000 x1853164247586688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.684291:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.684292:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.685878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715a1a00. 00010000:00000010:0.1:1767326934.685887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e88102b800. 00010000:00000010:0.1:1767326934.685901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.685904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.686679:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.686689:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.686691:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.686693:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.686700:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.686705:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.686710:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.686715:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.686720:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.686724:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01780 00000400:00000200:3.0:1767326934.686728:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.686734:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1986d [2] + 224 00000800:00000001:3.0:1767326934.686740:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.686746:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.686749:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.686752:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.686757:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.686776:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869054000 x1853164247586688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.686785:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e869054000 x1853164247586688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.686799:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.686805:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.686808:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.687567:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.687571:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.687574:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.687581:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.687584:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.687586:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.687589:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.687593:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8700 x1853164247586816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.687601:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.687604:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8700 x1853164247586816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.687610:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.687611:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.688967:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.688974:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.688977:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.688979:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.688984:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.688988:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.688993:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.688996:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.688999:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.689003:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01800 00000400:00000200:3.0:1767326934.689006:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.689010:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19875 [4] + 224 00000800:00000001:3.0:1767326934.689015:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.689020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.689022:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.689025:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.689029:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.689033:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8700 x1853164247586816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.689042:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d8700 x1853164247586816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.689061:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.689066:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.689069:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.690213:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.690217:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.690221:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.690225:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.690228:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.690230:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.690232:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.690236:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8700 x1853164247586944/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.690244:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.690247:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8700 x1853164247586944/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.690253:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.690255:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.692173:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.692184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.692188:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.692190:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.692196:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.692202:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.692207:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.692210:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.692214:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.692218:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 640 into portal 10 MB=0x695716cb01880 00000400:00000200:3.0:1767326934.692222:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.692227:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 640/640 into md 0xd1987d [4] + 224 00000800:00000001:3.0:1767326934.692232:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.692239:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.692241:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.692244:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.692249:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.692255:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8700 x1853164247586944/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.692265:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff96e8463d8700 x1853164247586944/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.692287:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.692293:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.692296:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.693863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e4e0. 00000080:00000010:0.1:1767326934.693877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84928f380. 00000800:00000200:3.0:1767326934.694944:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.694948:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.694952:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.694957:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.694960:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.694963:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.694966:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.694970:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8700 x1853164247587200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.694979:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.694982:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8700 x1853164247587200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.694989:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.694991:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.697863:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:0.1:1767326934.697872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1260. 00000800:00000001:3.0:1767326934.697874:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.697877:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.697879:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.697883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681b00. 00000400:00000200:3.0:1767326934.697886:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326934.697888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e50200. 00000400:00000200:3.0:1767326934.697892:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.1:1767326934.697892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.697895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000400:00000200:3.0:1767326934.697897:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.697901:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.697906:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.697910:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01980 00000400:00000200:3.0:1767326934.697914:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.697918:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19885 [2] + 224 00000800:00000001:3.0:1767326934.697923:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.697927:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.697929:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.697931:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.697934:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.697940:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8700 x1853164247587200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.697946:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d8700 x1853164247587200/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.697958:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.697964:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.697968:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.698904:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.698907:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.698909:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.698912:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.698914:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.698916:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.698918:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.698920:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463da680 x1853164247587328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.698925:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.698927:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463da680 x1853164247587328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.698931:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.698932:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.700278:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.700286:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.700289:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.700291:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.700297:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.700302:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.700307:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.700310:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.700314:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.700317:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01a00 00000400:00000200:3.0:1767326934.700321:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.700325:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1988d [4] + 224 00000800:00000001:3.0:1767326934.700330:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.700335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.700337:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.700341:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.700345:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.700349:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463da680 x1853164247587328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.700359:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463da680 x1853164247587328/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.700374:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.700379:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.700381:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.701862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0086c0. 00010000:00000010:0.1:1767326934.701871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.701875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:0.1:1767326934.701878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.701880:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.702655:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.702660:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.702663:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.702668:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.702671:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.702673:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.702676:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.702681:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463da680 x1853164247587584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.702689:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.702692:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463da680 x1853164247587584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.702697:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.702699:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.705524:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.705534:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.705538:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.705540:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.705548:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.705554:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.705559:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.705563:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.705568:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.705572:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01b00 00000400:00000200:3.0:1767326934.705576:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.705582:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19895 [2] + 224 00000800:00000001:3.0:1767326934.705588:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.705595:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.705597:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.705601:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.705606:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.705612:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463da680 x1853164247587584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.705623:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463da680 x1853164247587584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.705640:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.705650:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.705653:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.705857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8560. 00000080:00000010:0.1:1767326934.705869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144e300. 00000800:00000200:3.0:1767326934.706499:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.706504:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.706507:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.706512:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.706515:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.706517:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.706521:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.706525:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9f80 x1853164247587712/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.706534:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.706536:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9f80 x1853164247587712/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.706543:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.706545:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.707740:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.707747:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.707749:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.707751:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.707756:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.707771:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.707776:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.707780:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.707784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.707787:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01b80 00000400:00000200:3.0:1767326934.707791:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.707796:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1989d [4] + 224 00000800:00000001:3.0:1767326934.707801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.707807:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.707809:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.707812:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.707816:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.707821:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9f80 x1853164247587712/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.707830:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d9f80 x1853164247587712/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.707873:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.707879:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.707884:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.709877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fbf00. 00010000:00000010:0.1:1767326934.709881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845466200. 00010000:00000010:0.1:1767326934.709885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.709888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.709922:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.709927:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.709931:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.709935:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.709938:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.709941:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.709943:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.709948:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9f80 x1853164247587968/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.709956:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.709959:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9f80 x1853164247587968/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.709965:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.709967:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.712726:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.712737:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.712741:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.712744:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.712750:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.712755:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.712771:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.712774:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.712779:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.712786:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01c80 00000400:00000200:3.0:1767326934.712790:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.712795:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198a5 [2] + 224 00000800:00000001:3.0:1767326934.712801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.712808:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.712810:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.712814:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.712819:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.712825:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9f80 x1853164247587968/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.712835:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d9f80 x1853164247587968/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.712873:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.712882:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.712886:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.713788:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.713791:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.713794:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.713797:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.713799:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.713801:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.713803:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.713806:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8380 x1853164247588096/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.713825:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.713832:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8380 x1853164247588096/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.713838:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326934.713875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e520. 00000080:00000010:0.1:1767326934.713888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468fc200. 00000100:00000001:3.0:1767326934.713905:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.715021:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.715026:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.715028:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.715029:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.715032:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.715036:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.715039:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.715041:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.715043:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.715046:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01d00 00000400:00000200:3.0:1767326934.715049:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.715052:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198ad [4] + 224 00000800:00000001:3.0:1767326934.715055:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.715058:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.715059:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.715062:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.715064:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.715067:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8380 x1853164247588096/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.715073:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d8380 x1853164247588096/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.715084:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.715086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.715088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.716973:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.716977:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.716981:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.716986:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.716989:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.716991:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.716994:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.716998:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8380 x1853164247588352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.717007:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.717015:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8380 x1853164247588352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.717021:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.717023:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.719619:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.719632:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.719635:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.719637:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.719644:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.719650:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.719656:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.719660:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.719664:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.719667:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01e00 00000400:00000200:3.0:1767326934.719672:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.719677:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198b5 [2] + 224 00000800:00000001:3.0:1767326934.719683:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.719689:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.719691:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.719695:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.719700:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.719705:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8380 x1853164247588352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.719717:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d8380 x1853164247588352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.719738:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.719744:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.719746:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.720489:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.720494:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.720497:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.720502:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.720504:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.720505:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.720507:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.720510:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9c00 x1853164247588480/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.720519:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.720522:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9c00 x1853164247588480/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.720529:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.720530:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.721992:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.721998:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.722001:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.722003:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.722008:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.722013:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.722018:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.722022:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.722025:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.722029:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb01e80 00000400:00000200:3.0:1767326934.722033:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.722037:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198bd [4] + 224 00000800:00000001:3.0:1767326934.722041:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.722047:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.722049:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.722053:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.722056:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.722061:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9c00 x1853164247588480/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.722071:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d9c00 x1853164247588480/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.722087:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.722091:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.722094:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.722862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f483300. 00010000:00000010:0.1:1767326934.722868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f63a400. 00010000:00000010:0.1:1767326934.722878:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.722882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.723738:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.723742:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.723745:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.723750:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.723753:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.723755:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.723758:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.723774:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9c00 x1853164247588736/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.723782:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.723785:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9c00 x1853164247588736/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.723836:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.723838:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.726153:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.726160:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.726161:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.726163:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.726167:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.726170:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.726173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.726175:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.726178:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.726186:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb01f80 00000400:00000200:3.0:1767326934.726189:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.726192:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198c5 [2] + 224 00000800:00000001:3.0:1767326934.726196:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.726200:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.726201:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.726203:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.726206:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.726210:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9c00 x1853164247588736/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.726216:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d9c00 x1853164247588736/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.726225:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.726229:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.726230:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.726862:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.726865:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.726868:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:0.1:1767326934.726871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e860. 00000400:00000200:3.0:1767326934.726872:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.726878:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.726879:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.726882:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.726886:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db480 x1853164247588864/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00000010:0.1:1767326934.726892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881490000. 00000100:00000001:3.0:1767326934.726893:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.726898:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db480 x1853164247588864/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.726905:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.726907:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.728110:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.728115:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.728117:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.728119:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.728122:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.728125:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.728128:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.728130:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.728132:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.728134:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02000 00000400:00000200:3.0:1767326934.728137:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.728139:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198cd [4] + 224 00000800:00000001:3.0:1767326934.728143:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.728146:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.728147:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.728150:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.728152:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.728155:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db480 x1853164247588864/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.728161:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463db480 x1853164247588864/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.728171:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.728174:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.728176:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.729974:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.729978:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.729981:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.729985:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.729988:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.729991:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.729993:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.729997:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db480 x1853164247589120/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.730005:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.730008:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db480 x1853164247589120/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.730015:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.730016:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.730881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8789c4600. 00010000:00000010:0.1:1767326934.730888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874863200. 00010000:00000010:0.1:1767326934.730892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.730896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326934.730900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d500. 00000080:00000010:0.1:1767326934.730910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e846918000. 00010000:00000010:0.1:1767326934.730914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681100. 00010000:00000010:0.1:1767326934.730917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b3c00. 00010000:00000010:0.1:1767326934.730918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.730920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.732796:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.732802:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.732803:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.732805:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.732808:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.732812:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.732815:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.732817:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.732819:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.732821:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02100 00000400:00000200:3.0:1767326934.732824:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.732827:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198d5 [2] + 224 00000800:00000001:3.0:1767326934.732830:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.732834:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.732835:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.732837:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.732866:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.732871:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db480 x1853164247589120/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.732877:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463db480 x1853164247589120/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.732886:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.732890:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.732892:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.733654:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.733658:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.733661:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.733666:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.733669:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.733672:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.733675:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.733679:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463daa00 x1853164247589248/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.733686:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.733688:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463daa00 x1853164247589248/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.733767:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.733769:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.734876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1580. 00000080:00000010:0.1:1767326934.734888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881448000. 00000800:00000001:3.0:1767326934.734994:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.734999:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.735000:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.735001:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.735005:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.735007:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.735011:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.735012:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.735014:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.735016:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02180 00000400:00000200:3.0:1767326934.735019:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.735021:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198dd [4] + 224 00000800:00000001:3.0:1767326934.735024:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.735036:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.735038:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.735041:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.735045:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.735049:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463daa00 x1853164247589248/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.735057:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463daa00 x1853164247589248/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.735071:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.735076:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.735080:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.736594:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.736597:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.736599:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.736602:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.736604:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.736606:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.736608:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.736611:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463daa00 x1853164247589504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.736616:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.736617:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463daa00 x1853164247589504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.736621:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.736622:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.738872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87291ec00. 00010000:00000010:0.1:1767326934.738878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848778000. 00010000:00000010:0.1:1767326934.738881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.738883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.738960:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.738966:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.738968:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.738970:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.738975:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.738979:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.738983:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.738986:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.738988:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.738990:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02280 00000400:00000200:3.0:1767326934.738992:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.738995:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198e5 [2] + 224 00000800:00000001:3.0:1767326934.738999:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.739002:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.739003:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.739005:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.739008:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.739011:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463daa00 x1853164247589504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.739020:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463daa00 x1853164247589504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.739034:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.739038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.739041:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.739708:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.739711:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.739713:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.739716:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.739718:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.739720:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.739722:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.739725:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db100 x1853164247589632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.739730:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.739731:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db100 x1853164247589632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.739735:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.739736:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.740713:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.740717:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.740718:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.740719:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.740722:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.740725:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.740728:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.740730:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.740732:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.740734:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02300 00000400:00000200:3.0:1767326934.740736:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.740739:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198ed [4] + 224 00000800:00000001:3.0:1767326934.740742:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.740744:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.740746:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.740748:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.740750:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.740753:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db100 x1853164247589632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.740771:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463db100 x1853164247589632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.740781:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.740784:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.740786:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.742347:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.742352:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.742355:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.742360:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.742363:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.742365:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.742368:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.742372:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db100 x1853164247589888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.742381:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.742417:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db100 x1853164247589888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.742422:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.742423:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.742866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e360. 00000080:00000010:0.1:1767326934.742882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8492898c0. 00000800:00000001:3.0:1767326934.744487:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.744491:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.744493:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.744494:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.744497:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.744500:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.744504:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.744506:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.744508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.744510:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02400 00000400:00000200:3.0:1767326934.744513:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.744516:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd198f5 [2] + 224 00000800:00000001:3.0:1767326934.744519:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.744521:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.744523:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.744525:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.744528:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.744531:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db100 x1853164247589888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.744537:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463db100 x1853164247589888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.744547:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.744550:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.744552:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.745260:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.745263:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.745265:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.745268:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.745271:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.745272:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.745274:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.745277:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463dbb80 x1853164247590016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.745282:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.745284:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463dbb80 x1853164247590016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.745288:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.745289:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.746501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.746505:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.746507:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.746508:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.746511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.746514:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.746517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.746519:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.746521:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.746523:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02480 00000400:00000200:3.0:1767326934.746525:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.746528:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd198fd [4] + 224 00000800:00000001:3.0:1767326934.746531:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.746534:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.746535:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.746537:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.746539:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.746542:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463dbb80 x1853164247590016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.746548:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463dbb80 x1853164247590016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.746558:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.746561:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.746562:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.746862:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4f00. 00010000:00000010:0.1:1767326934.746868:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2400. 00010000:00000010:0.1:1767326934.746871:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.746874:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000080:00000010:0.1:1767326934.746877:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1060. 00000080:00000010:0.1:1767326934.746885:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232c200. 00000800:00000200:3.0:1767326934.747284:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.747287:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.747289:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.747292:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.747294:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.747296:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.747297:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.747300:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463dbb80 x1853164247590144/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 584/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.747313:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.747316:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463dbb80 x1853164247590144/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 584/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.747322:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.747323:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.748861:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.748866:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.748868:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.748869:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.748873:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.748876:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.748879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.748881:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.748883:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.748885:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 640 into portal 10 MB=0x695716cb02500 00000400:00000200:3.0:1767326934.748888:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.748890:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 640/640 into md 0xd19905 [4] + 224 00000800:00000001:3.0:1767326934.748893:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.748896:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.748897:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.748899:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.748901:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.748904:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463dbb80 x1853164247590144/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 584/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.748910:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff96e8463dbb80 x1853164247590144/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 584/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.748920:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.748923:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.748924:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.750609:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.750613:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.750615:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.750619:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.750621:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.750622:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.750624:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.750627:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463dbb80 x1853164247590400/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.750633:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.750637:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463dbb80 x1853164247590400/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.750644:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.750645:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.750880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a66d100. 00010000:00000010:0.1:1767326934.750886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847067400. 00010000:00000010:0.1:1767326934.750889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.750892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.752914:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.752920:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.752922:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.752925:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.752929:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.752933:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.752938:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.752941:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.752944:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.752947:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02600 00000400:00000200:3.0:1767326934.752950:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.752953:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1990d [2] + 224 00000800:00000001:3.0:1767326934.752956:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.752959:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.752961:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.752963:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.752965:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.752968:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463dbb80 x1853164247590400/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.752974:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463dbb80 x1853164247590400/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.752987:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.752990:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.752992:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.753714:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.753718:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.753725:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.753730:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.753733:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.753736:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.753738:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.753743:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8e00 x1853164247590528/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.753751:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.753755:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8e00 x1853164247590528/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.753774:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.753776:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.754867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1e60. 00000080:00000010:0.1:1767326934.754877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aefc200. 00000800:00000001:3.0:1767326934.755056:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.755061:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.755063:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.755064:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.755067:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.755070:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.755073:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.755075:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.755077:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.755079:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02680 00000400:00000200:3.0:1767326934.755082:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.755085:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19915 [4] + 224 00000800:00000001:3.0:1767326934.755088:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.755091:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.755092:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.755094:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.755097:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.755100:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8e00 x1853164247590528/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.755106:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d8e00 x1853164247590528/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.755116:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.755119:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.755121:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.756791:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.756794:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.756797:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.756800:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.756802:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.756803:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.756805:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.756808:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8e00 x1853164247590784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.756814:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.756816:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8e00 x1853164247590784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.756820:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.756821:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.758874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.758880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:0.1:1767326934.758882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.758883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.759424:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.759431:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.759432:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.759434:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.759438:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.759441:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.759444:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.759446:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.759448:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.759451:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02780 00000400:00000200:3.0:1767326934.759454:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.759457:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1991d [2] + 224 00000800:00000001:3.0:1767326934.759461:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.759464:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.759465:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.759467:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.759471:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.759474:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8e00 x1853164247590784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.759481:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d8e00 x1853164247590784/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.759491:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.759494:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.759496:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.760272:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.760276:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.760278:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.760282:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.760284:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326934.760285:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326934.760287:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.760290:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9500 x1853164247590912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.760296:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.760299:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9500 x1853164247590912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.760305:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.760307:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.761552:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.761558:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.761559:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.761561:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.761565:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.761568:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.761571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.761573:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.761575:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.761577:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02800 00000400:00000200:3.0:1767326934.761580:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.761582:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19925 [4] + 224 00000800:00000001:3.0:1767326934.761585:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.761589:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.761590:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.761592:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.761595:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.761598:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9500 x1853164247590912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.761604:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d9500 x1853164247590912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.761614:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.761617:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.761619:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.762860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8560. 00000080:00000010:0.1:1767326934.762872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620bf380. 00000800:00000200:3.0:1767326934.763224:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.763227:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.763229:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.763233:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.763235:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326934.763236:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326934.763238:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.763241:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9500 x1853164247591168/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.763246:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.763248:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9500 x1853164247591168/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.763252:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.763253:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.766305:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.766311:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.766314:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.766315:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.766319:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.766322:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.766325:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.766328:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.766330:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.766332:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02900 00000400:00000200:3.0:1767326934.766335:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.766338:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1992d [2] + 224 00000800:00000001:3.0:1767326934.766342:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.766346:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.766347:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.766349:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.766353:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.766357:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9500 x1853164247591168/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.766363:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d9500 x1853164247591168/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.766380:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.766386:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.766389:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.767171:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.767174:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.767177:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.767180:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.767182:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326934.767184:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326934.767186:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.767189:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9180 x1853164247591296/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.767194:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.767196:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9180 x1853164247591296/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.767201:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.767202:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.768524:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.768528:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.768529:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.768531:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.768534:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.768537:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.768540:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.768542:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.768548:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.768550:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02980 00000400:00000200:3.0:1767326934.768553:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.768555:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19935 [4] + 224 00000800:00000001:3.0:1767326934.768558:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.768561:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.768562:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.768564:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.768567:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.768570:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9180 x1853164247591296/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.768576:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d9180 x1853164247591296/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.768585:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.768588:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.768590:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.769863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824e600. 00010000:00000010:0.1:1767326934.769869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234600. 00010000:00000010:0.1:1767326934.769872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.769876:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326934.769879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d1a0. 00000800:00000200:3.0:1767326934.770390:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.770394:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.770397:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.770400:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.770402:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326934.770403:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326934.770405:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.770408:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9180 x1853164247591552/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.770413:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.770415:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9180 x1853164247591552/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.770419:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.770420:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.772952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434718c0. 00010000:00000010:0.1:1767326934.772963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874566500. 00010000:00000010:0.1:1767326934.772966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878637a00. 00010000:00000010:0.1:1767326934.772969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.772971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.773622:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.773628:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.773636:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.773638:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.773645:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.773649:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.773652:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.773655:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.773657:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.773659:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02a80 00000400:00000200:3.0:1767326934.773662:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.773665:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1993d [2] + 224 00000800:00000001:3.0:1767326934.773669:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.773673:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.773674:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.773676:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.773679:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.773683:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9180 x1853164247591552/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.773689:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d9180 x1853164247591552/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.773702:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.773706:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.773708:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.774584:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.774587:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.774590:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.774594:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.774601:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326934.774603:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326934.774606:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.774611:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9880 x1853164247591680/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.774619:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.774621:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9880 x1853164247591680/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.774627:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.774629:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.775812:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.775818:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.775820:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.775821:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.775825:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.775827:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.775831:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.775833:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.775835:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.775837:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02b00 00000400:00000200:3.0:1767326934.775866:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.775872:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19945 [4] + 224 00000800:00000001:3.0:1767326934.775878:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.775884:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.775886:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.775890:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.775894:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.775898:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9880 x1853164247591680/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.775904:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d9880 x1853164247591680/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.775914:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.775918:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.775919:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.777866:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6de40. 00000080:00000010:0.1:1767326934.777876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233a100. 00010000:00000010:0.1:1767326934.777880:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846443500. 00010000:00000010:0.1:1767326934.777882:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878636e00. 00010000:00000010:0.1:1767326934.777885:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.777887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000200:3.0:1767326934.778039:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.778042:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.778045:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.778048:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.778050:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326934.778052:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326934.778054:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.778057:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d9880 x1853164247591936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.778065:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.778068:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d9880 x1853164247591936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.778074:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.778076:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.780974:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.780983:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.780985:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.780986:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.780992:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.780996:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.781000:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.781003:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.781006:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.781008:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02c00 00000400:00000200:3.0:1767326934.781012:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.781015:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1994d [2] + 224 00000800:00000001:3.0:1767326934.781019:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.781023:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.781024:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.781026:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.781030:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.781035:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d9880 x1853164247591936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.781041:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d9880 x1853164247591936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.781053:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.781058:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.781059:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.781944:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.781949:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.781952:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.781956:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.781960:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326934.781962:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326934.781964:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.781968:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8a80 x1853164247592064/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.781976:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.781979:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8a80 x1853164247592064/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.781986:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.781987:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.783360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.783367:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.783369:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.783371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.783376:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.783380:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.783385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.783388:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.783391:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.783394:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02c80 00000400:00000200:3.0:1767326934.783407:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.783414:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19955 [4] + 224 00000800:00000001:3.0:1767326934.783419:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.783423:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.783426:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.783429:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.783432:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.783437:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8a80 x1853164247592064/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.783445:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d8a80 x1853164247592064/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.783459:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.783463:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.783466:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.785134:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.785138:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.785140:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.785144:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.785147:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326934.785149:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326934.785152:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.785156:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8a80 x1853164247592320/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.785168:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.785171:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8a80 x1853164247592320/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.785177:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.785178:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.786875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6da20. 00000080:00000010:0.1:1767326934.786892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8622e2100. 00010000:00000010:0.1:1767326934.786903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f16fa00. 00010000:00000010:0.1:1767326934.786909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463de600. 00010000:00000010:0.1:1767326934.786914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.786919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.788130:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.788137:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.788140:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.788142:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.788148:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.788152:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.788157:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.788160:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.788163:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.788167:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02d80 00000400:00000200:3.0:1767326934.788171:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.788175:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1995d [2] + 224 00000800:00000001:3.0:1767326934.788180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.788184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.788186:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.788189:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.788193:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.788197:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8a80 x1853164247592320/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.788205:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d8a80 x1853164247592320/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.788220:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.788224:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.788227:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.789048:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.789053:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.789056:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.789060:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.789063:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326934.789065:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326934.789068:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.789072:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db800 x1853164247592448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.789079:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.789082:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db800 x1853164247592448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.789120:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.789122:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.790205:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.790210:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.790212:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.790214:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.790219:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.790222:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.790227:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.790229:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.790232:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.790236:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02e00 00000400:00000200:3.0:1767326934.790239:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.790242:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19965 [4] + 224 00000800:00000001:3.0:1767326934.790246:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.790251:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.790253:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.790256:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.790259:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.790262:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db800 x1853164247592448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.790270:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463db800 x1853164247592448/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.790282:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.790286:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.790289:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.791858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d620. 00000080:00000010:0.1:1767326934.791869:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec8840. 00010000:00000010:0.1:1767326934.791872:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4e00. 00010000:00000010:0.1:1767326934.791875:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e51200. 00010000:00000010:0.1:1767326934.791877:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.791878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000200:3.0:1767326934.792031:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.792035:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.792039:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.792042:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.792045:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326934.792047:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326934.792050:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.792054:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463db800 x1853164247592704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.792061:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.792063:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463db800 x1853164247592704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.792069:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.792070:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.795072:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.795080:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.795083:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.795084:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.795089:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.795093:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.795097:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.795099:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.795102:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.795105:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb02f00 00000400:00000200:3.0:1767326934.795109:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.795113:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1996d [2] + 224 00000800:00000001:3.0:1767326934.795118:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.795122:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.795123:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.795126:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.795130:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.795135:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463db800 x1853164247592704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.795142:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463db800 x1853164247592704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.795153:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.795157:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.795159:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.795860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1240. 00000080:00000010:0.1:1767326934.795874:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144dac0. 00000800:00000200:3.0:1767326934.796015:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.796019:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.796027:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.796031:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.796034:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326934.796036:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326934.796038:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.796042:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463da300 x1853164247592832/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.796051:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.796054:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463da300 x1853164247592832/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.796096:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.796098:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.797289:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.797295:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.797296:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.797298:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.797301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.797304:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.797307:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.797310:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.797312:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.797315:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb02f80 00000400:00000200:3.0:1767326934.797317:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.797320:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19975 [4] + 224 00000800:00000001:3.0:1767326934.797323:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.797326:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.797328:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.797330:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.797332:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.797336:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463da300 x1853164247592832/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.797342:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463da300 x1853164247592832/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.797357:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.797360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.797362:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.799293:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.799297:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.799301:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.799305:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.799309:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326934.799311:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326934.799314:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.799318:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463da300 x1853164247593088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.799327:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.799330:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463da300 x1853164247593088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.799338:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.799339:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.799881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869e86800. 00010000:00000010:0.1:1767326934.799888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b0000. 00010000:00000010:0.1:1767326934.799891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.799894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.802344:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.802355:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.802359:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.802362:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.802368:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.802373:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.802379:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.802383:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.802388:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.802392:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03080 00000400:00000200:3.0:1767326934.802396:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.802402:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1997d [2] + 224 00000800:00000001:3.0:1767326934.802407:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.802413:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.802414:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.802417:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.802420:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.802426:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463da300 x1853164247593088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.802437:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463da300 x1853164247593088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.802454:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.802461:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.802464:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.803423:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.803427:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.803429:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.803433:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.803437:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326934.803438:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326934.803441:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.803445:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8000 x1853164247593216/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.803453:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.803456:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8000 x1853164247593216/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.803463:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.803465:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.803879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d840. 00000080:00000010:0.1:1767326934.803898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec8000. 00000800:00000001:3.0:1767326934.804662:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.804669:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.804672:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.804674:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.804679:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.804684:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.804689:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.804692:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.804696:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.804699:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03100 00000400:00000200:3.0:1767326934.804703:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.804708:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19985 [4] + 224 00000800:00000001:3.0:1767326934.804712:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.804726:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.804729:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.804732:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.804736:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.804741:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8000 x1853164247593216/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.804750:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8463d8000 x1853164247593216/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.804774:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.804780:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.804783:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.806623:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.806626:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.806629:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.806632:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.806635:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326934.806636:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326934.806639:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.806642:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463d8000 x1853164247593472/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.806647:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.806649:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463d8000 x1853164247593472/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.806653:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.806654:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.807873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94600. 00010000:00000010:0.1:1767326934.807879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7efa00. 00010000:00000010:0.1:1767326934.807881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.807883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.809643:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.809653:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.809656:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.809658:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.809665:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.809671:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.809677:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.809681:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.809685:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.809689:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03200 00000400:00000200:3.0:1767326934.809693:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.809698:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1998d [2] + 224 00000800:00000001:3.0:1767326934.809703:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.809709:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.809711:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.809715:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.809720:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.809726:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463d8000 x1853164247593472/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.809736:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463d8000 x1853164247593472/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.809751:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.809772:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.809776:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.810805:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.810810:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.810814:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.810818:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.810821:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326934.810824:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326934.810827:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.810831:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb480 x1853164247593600/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.810839:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.810868:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb480 x1853164247593600/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.810918:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.810920:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.812315:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.812323:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.812326:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.812328:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.812333:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.812338:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.812349:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.812353:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.812357:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.812361:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03280 00000400:00000200:3.0:1767326934.812364:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.812369:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19995 [4] + 224 00000800:00000001:3.0:1767326934.812374:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.812380:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.812382:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.812385:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.812390:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.812395:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb480 x1853164247593600/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.812405:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fb480 x1853164247593600/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.812422:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.812428:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.812431:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.814448:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.814454:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.814457:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.814462:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.814465:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326934.814467:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326934.814470:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.814474:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb480 x1853164247593856/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.814483:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.814487:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb480 x1853164247593856/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.814493:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.814494:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.815940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ef80. 00000080:00000010:0.1:1767326934.815958:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843476300. 00000800:00000001:3.0:1767326934.817446:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.817455:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.817458:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.817459:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.817465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.817470:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.817474:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.817477:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.817481:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.817483:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03380 00000400:00000200:3.0:1767326934.817487:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.817491:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1999d [2] + 224 00000800:00000001:3.0:1767326934.817496:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.817500:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.817502:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.817504:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.817508:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.817514:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb480 x1853164247593856/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.817520:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fb480 x1853164247593856/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.817534:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.817540:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.817541:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.818483:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.818488:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.818491:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.818496:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.818500:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326934.818502:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326934.818505:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.818510:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fa300 x1853164247593984/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.818518:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.818522:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fa300 x1853164247593984/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.818529:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.818530:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.819869:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1767326934.819873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869224100. 00000800:00000001:3.0:1767326934.819877:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.819881:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1767326934.819882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843260e00. 00000800:00000001:3.0:1767326934.819883:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.819890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00000400:00000200:3.0:1767326934.819892:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326934.819895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000400:00000200:3.0:1767326934.819901:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.819907:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.819911:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.819915:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.819918:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03400 00000400:00000200:3.0:1767326934.819922:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.819927:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199a5 [4] + 224 00000800:00000001:3.0:1767326934.819931:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.819936:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.819939:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.819944:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.819949:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.819954:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fa300 x1853164247593984/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.819964:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fa300 x1853164247593984/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.819981:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.819986:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.819989:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.821944:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.821948:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.821952:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.821957:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.821960:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326934.821962:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326934.821965:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.821971:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fa300 x1853164247594240/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.821980:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.821983:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fa300 x1853164247594240/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.821989:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.821991:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.823889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d640. 00000080:00000010:0.1:1767326934.823919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec7380. 00010000:00000010:0.1:1767326934.823928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87291e000. 00010000:00000010:0.1:1767326934.823933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ace000. 00010000:00000010:0.1:1767326934.823936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.823940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.825120:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.825130:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.825133:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.825136:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.825143:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.825149:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.825155:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.825159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.825163:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.825167:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03500 00000400:00000200:3.0:1767326934.825171:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.825176:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199ad [2] + 224 00000800:00000001:3.0:1767326934.825181:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.825186:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.825188:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.825190:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.825194:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.825199:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fa300 x1853164247594240/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.825206:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fa300 x1853164247594240/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.825227:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.825234:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.825237:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.826153:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.826156:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.826159:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.826162:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.826164:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326934.826165:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326934.826168:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.826171:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9c00 x1853164247594368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.826180:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.826182:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9c00 x1853164247594368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.826186:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.826187:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.826949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d9e0. 00000080:00000010:0.1:1767326934.826976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aefdac0. 00000800:00000001:3.0:1767326934.827442:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.827447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.827449:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.827450:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.827454:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.827457:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.827461:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.827464:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.827468:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.827471:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03580 00000400:00000200:3.0:1767326934.827475:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.827479:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199b5 [4] + 224 00000800:00000001:3.0:1767326934.827484:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.827489:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.827491:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.827494:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.827498:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.827503:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9c00 x1853164247594368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.827509:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f9c00 x1853164247594368/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.827524:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.827529:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.827532:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.830010:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.830014:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.830017:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.830020:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.830022:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326934.830024:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326934.830026:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.830029:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9c00 x1853164247594624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.830035:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.830037:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9c00 x1853164247594624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.830042:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.830043:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.831884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f27f200. 00010000:00000010:0.1:1767326934.831893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2800. 00010000:00000010:0.1:1767326934.831897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.831901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.833604:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.833613:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.833616:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.833617:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.833623:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.833628:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.833632:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.833635:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.833638:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.833641:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03680 00000400:00000200:3.0:1767326934.833645:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.833649:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199bd [2] + 224 00000800:00000001:3.0:1767326934.833653:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.833658:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.833659:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.833662:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.833666:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.833672:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9c00 x1853164247594624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.833679:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f9c00 x1853164247594624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.833692:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.833696:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.833698:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.834702:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.834705:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.834707:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.834710:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.834713:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326934.834714:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326934.834716:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.834719:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705faa00 x1853164247594752/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.834725:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.834727:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705faa00 x1853164247594752/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.834731:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.834732:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.835870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1c40. 00000080:00000010:0.1:1767326934.835888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233a940. 00000800:00000001:3.0:1767326934.836037:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.836045:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.836047:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.836049:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.836054:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.836059:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.836063:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.836066:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.836069:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.836073:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03700 00000400:00000200:3.0:1767326934.836077:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.836081:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199c5 [4] + 224 00000800:00000001:3.0:1767326934.836085:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.836089:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.836091:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.836095:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.836099:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.836103:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705faa00 x1853164247594752/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.836112:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705faa00 x1853164247594752/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.836128:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.836132:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.836135:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.837838:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.837871:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.837875:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.837880:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.837883:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326934.837886:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326934.837889:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.837893:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705faa00 x1853164247595008/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.837947:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.837951:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705faa00 x1853164247595008/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.837956:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.837957:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.839870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713f00. 00010000:00000010:0.1:1767326934.839885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814c200. 00010000:00000010:0.1:1767326934.839890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.839893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.840610:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.840616:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.840618:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.840620:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.840624:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.840627:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.840631:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.840634:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.840637:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.840639:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03800 00000400:00000200:3.0:1767326934.840642:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.840645:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199cd [2] + 224 00000800:00000001:3.0:1767326934.840649:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.840652:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.840654:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.840656:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.840659:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.840664:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705faa00 x1853164247595008/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.840673:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705faa00 x1853164247595008/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.840689:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.840694:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.840697:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.841658:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.841662:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.841665:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.841669:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.841672:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326934.841674:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326934.841677:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.841681:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8000 x1853164247595136/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.841689:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.841692:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8000 x1853164247595136/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.841697:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.841771:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.842827:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.842833:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.842835:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.842838:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.842868:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.842874:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.842880:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.842883:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.842887:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.842891:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03880 00000400:00000200:3.0:1767326934.842896:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.842900:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199d5 [4] + 224 00000800:00000001:3.0:1767326934.842905:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.842912:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.842914:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.842918:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.842922:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.842928:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8000 x1853164247595136/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.842938:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f8000 x1853164247595136/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.842951:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.842955:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.842958:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.845412:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.845417:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.845419:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.845424:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.845434:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326934.845436:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326934.845442:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.845446:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8000 x1853164247595392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.845453:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.845456:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8000 x1853164247595392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.845462:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.845464:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.847875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e380. 00000080:00000010:0.1:1767326934.847902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e7d280. 00000800:00000001:3.0:1767326934.848229:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.848237:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.848239:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.848242:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.848247:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.848252:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.848257:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.848260:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.848264:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.848267:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03980 00000400:00000200:3.0:1767326934.848271:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.848275:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199dd [2] + 224 00000800:00000001:3.0:1767326934.848280:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.848284:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.848286:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.848289:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.848293:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.848297:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8000 x1853164247595392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.848305:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f8000 x1853164247595392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.848318:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.848323:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.848325:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.849420:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.849425:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.849428:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.849431:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.849434:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326934.849436:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326934.849439:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.849443:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb800 x1853164247595520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.849450:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.849452:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb800 x1853164247595520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.849458:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.849459:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.850543:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.850548:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.850550:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.850551:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.850555:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.850558:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.850562:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.850564:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.850566:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.850568:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03a00 00000400:00000200:3.0:1767326934.850571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.850573:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199e5 [4] + 224 00000800:00000001:3.0:1767326934.850576:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.850579:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.850581:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.850583:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.850585:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.850588:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb800 x1853164247595520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.850595:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fb800 x1853164247595520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.850605:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.850608:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.850610:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.851860:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4500. 00010000:00000010:0.1:1767326934.851866:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8719a2800. 00010000:00000010:0.1:1767326934.851870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.851873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.853049:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.853052:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.853055:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.853058:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.853060:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326934.853061:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326934.853063:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.853066:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb800 x1853164247595776/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.853071:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.853073:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb800 x1853164247595776/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.853077:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.853078:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.855782:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.855789:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.855791:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.855793:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.855799:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.855804:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.855809:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.855813:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.855817:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.855820:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03b00 00000400:00000200:3.0:1767326934.855825:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.855829:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199ed [2] + 224 00000800:00000001:3.0:1767326934.855834:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.855839:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.855864:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.855869:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.855873:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.855879:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb800 x1853164247595776/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.855889:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fb800 x1853164247595776/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.855903:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.855908:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.855911:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.856973:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.856976:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.856978:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.856981:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.856983:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326934.856984:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326934.856986:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.856989:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9880 x1853164247595904/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.856994:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.856996:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9880 x1853164247595904/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.857000:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.857001:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.858104:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.858109:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.858111:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.858113:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.858118:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.858122:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.858126:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.858129:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.858133:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.858135:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03b80 00000400:00000200:3.0:1767326934.858137:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.858140:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd199f5 [4] + 224 00000800:00000001:3.0:1767326934.858143:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.858147:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.858148:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.858151:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.858154:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.858158:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9880 x1853164247595904/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.858166:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f9880 x1853164247595904/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.858179:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.858184:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.858187:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.859861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008860. 00000080:00000010:0.1:1767326934.859876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aedf380. 00010000:00000010:0.1:1767326934.859881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043b00. 00010000:00000010:0.1:1767326934.859885:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463df000. 00010000:00000010:0.1:1767326934.859888:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.859891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000080:00000010:0.1:1767326934.859896:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d14c0. 00000800:00000200:3.0:1767326934.860566:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.860569:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.860571:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.860574:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.860576:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326934.860577:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326934.860579:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.860582:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9880 x1853164247596160/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.860587:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.860589:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9880 x1853164247596160/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.860593:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.860594:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.863179:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.863185:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.863188:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.863190:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.863194:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.863199:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.863203:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.863207:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.863210:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.863213:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03c80 00000400:00000200:3.0:1767326934.863217:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.863221:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd199fd [2] + 224 00000800:00000001:3.0:1767326934.863225:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.863229:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.863231:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.863234:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.863239:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.863243:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9880 x1853164247596160/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.863252:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f9880 x1853164247596160/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.863266:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.863270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.863272:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.863864:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233b180. 00010000:00000010:0.1:1767326934.863873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f483e00. 00010000:00000010:0.1:1767326934.863877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848779400. 00010000:00000010:0.1:1767326934.863881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.863883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.864332:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.864336:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.864339:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.864343:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.864346:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326934.864348:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326934.864351:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.864355:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8380 x1853164247596288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.864363:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.864366:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8380 x1853164247596288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.864372:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.864374:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.865439:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.865444:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.865445:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.865447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.865449:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.865452:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.865455:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.865457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.865459:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.865461:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03d00 00000400:00000200:3.0:1767326934.865464:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.865466:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a05 [4] + 224 00000800:00000001:3.0:1767326934.865469:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.865472:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.865473:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.865475:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.865477:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.865480:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8380 x1853164247596288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.865486:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f8380 x1853164247596288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.865495:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.865498:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.865500:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.867877:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.1:1767326934.867879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e940. 00000800:00000010:3.0:1767326934.867881:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.867886:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.867892:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.867895:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326934.867897:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326934.867900:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:0.1:1767326934.867900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8620b5ac0. 00000100:00000200:3.0:1767326934.867907:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8380 x1853164247596544/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1767326934.867909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848069e00. 00010000:00000010:0.1:1767326934.867915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847066c00. 00010000:00000010:0.1:1767326934.867920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.867926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000100:00000001:3.0:1767326934.867967:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.867971:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8380 x1853164247596544/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.867978:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.867979:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.870474:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.870480:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.870482:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.870484:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.870489:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.870493:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.870497:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.870500:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.870503:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.870506:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03e00 00000400:00000200:3.0:1767326934.870509:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.870512:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a0d [2] + 224 00000800:00000001:3.0:1767326934.870517:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.870521:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.870523:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.870526:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.870528:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.870532:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8380 x1853164247596544/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.870540:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f8380 x1853164247596544/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.870553:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.870557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.870559:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.871554:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.871558:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.871561:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.871565:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.871568:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.871570:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.871572:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.871576:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb100 x1853164247596672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.871583:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.871586:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb100 x1853164247596672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.871592:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.871593:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.871874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1c20. 00000080:00000010:0.1:1767326934.871885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232f380. 00000800:00000001:3.0:1767326934.872493:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.872498:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.872500:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.872502:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.872506:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.872510:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.872514:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.872517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.872520:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.872522:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb03e80 00000400:00000200:3.0:1767326934.872526:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.872529:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a15 [4] + 224 00000800:00000001:3.0:1767326934.872533:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.872537:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.872539:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.872542:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.872545:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.872548:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb100 x1853164247596672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.872555:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fb100 x1853164247596672/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.872568:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.872572:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.872574:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.874944:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.874948:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.874951:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.874955:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.874959:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.874960:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.874963:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.874967:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fb100 x1853164247596928/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.874974:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.874977:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fb100 x1853164247596928/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.874982:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.874984:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.875877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4900. 00010000:00000010:0.1:1767326934.875882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847066800. 00010000:00000010:0.1:1767326934.875886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.875889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.877520:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.877526:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.877528:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.877530:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.877535:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.877539:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.877543:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.877546:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.877550:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.877553:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb03f80 00000400:00000200:3.0:1767326934.877557:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.877560:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a1d [2] + 224 00000800:00000001:3.0:1767326934.877565:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.877569:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.877572:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.877575:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.877579:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.877583:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fb100 x1853164247596928/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.877591:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fb100 x1853164247596928/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.877604:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.877608:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.877610:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.878648:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.878652:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.878655:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.878658:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.878661:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.878663:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.878665:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.878669:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8a80 x1853164247597056/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.878676:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.878679:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8a80 x1853164247597056/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.878684:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.878686:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.879671:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.879676:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.879678:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.879681:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.879685:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.879689:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.879693:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.879696:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.879698:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.879701:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04000 00000400:00000200:3.0:1767326934.879705:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.879708:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a25 [4] + 224 00000800:00000001:3.0:1767326934.879711:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.879716:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.879718:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.879720:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.879723:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.879727:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8a80 x1853164247597056/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.879735:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f8a80 x1853164247597056/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.879747:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.879750:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.879753:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.879859:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1e40. 00000080:00000010:0.1:1767326934.879876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232b9c0. 00000800:00000200:3.0:1767326934.882131:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.882135:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.882138:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.882142:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.882145:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.882147:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.882149:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.882153:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8a80 x1853164247597312/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.882160:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.882163:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8a80 x1853164247597312/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.882204:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.882206:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.883874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681f00. 00010000:00000010:0.1:1767326934.883881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092400. 00010000:00000010:0.1:1767326934.883887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.883890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.885196:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.885204:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.885207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.885210:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.885216:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.885219:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.885223:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.885226:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.885228:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.885231:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04100 00000400:00000200:3.0:1767326934.885233:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.885236:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a2d [2] + 224 00000800:00000001:3.0:1767326934.885240:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.885253:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.885255:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.885257:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.885267:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.885274:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8a80 x1853164247597312/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.885280:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f8a80 x1853164247597312/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.885290:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.885294:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.885296:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.886386:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.886389:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.886392:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.886395:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.886397:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.886398:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.886400:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.886403:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fbb80 x1853164247597440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.886409:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.886411:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fbb80 x1853164247597440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.886415:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.886416:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.887575:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.887581:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.887583:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.887585:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.887589:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.887594:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.887598:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.887602:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.887604:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.887607:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04180 00000400:00000200:3.0:1767326934.887611:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.887614:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a35 [4] + 224 00000800:00000001:3.0:1767326934.887618:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.887622:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.887624:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.887627:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.887631:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.887635:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fbb80 x1853164247597440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.887643:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fbb80 x1853164247597440/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.887656:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.887660:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.887662:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.887868:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1480. 00000080:00000010:0.1:1767326934.887883:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144c200. 00010000:00000010:0.1:1767326934.887894:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4600. 00010000:00000010:0.1:1767326934.887900:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847066600. 00010000:00000010:0.1:1767326934.887904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.887906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.890200:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.890205:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.890208:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.890212:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.890216:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.890218:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.890221:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.890224:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fbb80 x1853164247597696/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.890232:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.890235:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fbb80 x1853164247597696/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.890241:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.890243:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.892876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1520. 00000080:00000010:0.1:1767326934.892895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e842329080. 00000800:00000001:3.0:1767326934.893085:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.893095:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.893098:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.893100:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.893105:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.893110:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.893115:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.893119:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.893122:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.893126:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04280 00000400:00000200:3.0:1767326934.893130:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.893135:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a3d [2] + 224 00000800:00000001:3.0:1767326934.893140:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.893145:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.893147:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.893150:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.893154:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.893159:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fbb80 x1853164247597696/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.893168:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fbb80 x1853164247597696/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.893183:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.893189:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.893191:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.894021:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.894025:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.894028:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.894032:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.894035:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.894037:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.894040:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.894044:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8700 x1853164247597824/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.894051:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.894053:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8700 x1853164247597824/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.894059:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.894061:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.895301:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.895306:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.895308:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.895310:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.895314:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.895318:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.895323:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.895325:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.895328:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.895331:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04300 00000400:00000200:3.0:1767326934.895335:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.895338:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a45 [4] + 224 00000800:00000001:3.0:1767326934.895342:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.895346:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.895348:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.895351:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.895354:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.895358:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8700 x1853164247597824/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.895366:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f8700 x1853164247597824/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.895379:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.895383:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.895385:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326934.896861:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4f00. 00010000:00000010:0.1:1767326934.896867:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f606800. 00010000:00000010:0.1:1767326934.896870:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.896873:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.897465:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.897469:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.897472:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.897476:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.897479:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.897481:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.897484:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.897487:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8700 x1853164247598080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.897495:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.897498:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8700 x1853164247598080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.897503:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.897504:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.900263:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.900271:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.900273:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.900276:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.900281:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.900286:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.900290:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.900294:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.900299:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.900302:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04400 00000400:00000200:3.0:1767326934.900305:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.900309:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a4d [2] + 224 00000800:00000001:3.0:1767326934.900315:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.900319:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.900321:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.900325:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.900328:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.900334:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8700 x1853164247598080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.900342:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f8700 x1853164247598080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.900355:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.900360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.900362:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.900861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008180. 00000080:00000010:0.1:1767326934.900876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8423398c0. 00000800:00000200:3.0:1767326934.901363:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.901368:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.901371:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.901375:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.901378:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.901380:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.901383:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.901386:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fad80 x1853164247598208/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.901393:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.901396:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fad80 x1853164247598208/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.901443:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.901445:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.902476:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.902481:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.902483:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.902485:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.902490:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.902494:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.902498:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.902501:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.902504:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.902507:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04480 00000400:00000200:3.0:1767326934.902511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.902514:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a55 [4] + 224 00000800:00000001:3.0:1767326934.902519:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.902523:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.902525:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.902528:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.902531:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.902535:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fad80 x1853164247598208/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.902542:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fad80 x1853164247598208/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.902555:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.902559:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.902561:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.904314:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.904317:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.904319:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.904323:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.904325:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.904326:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.904328:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.904331:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fad80 x1853164247598464/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.904337:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.904339:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fad80 x1853164247598464/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.904343:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.904344:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.904879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4200. 00010000:00000010:0.1:1767326934.904885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e50000. 00010000:00000010:0.1:1767326934.904888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.904890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.906766:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.906772:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.906774:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.906776:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.906779:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.906782:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.906786:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.906788:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.906791:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.906793:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04580 00000400:00000200:3.0:1767326934.906796:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.906798:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a5d [2] + 224 00000800:00000001:3.0:1767326934.906802:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.906805:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.906806:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.906808:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.906811:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.906814:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fad80 x1853164247598464/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.906820:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fad80 x1853164247598464/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.906831:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.906835:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.906836:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.907658:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.907661:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.907665:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.907669:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.907672:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.907674:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.907677:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.907681:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fa680 x1853164247598592/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.907694:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.907697:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fa680 x1853164247598592/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.907745:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.907746:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.908781:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.908785:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.908787:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.908788:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.908791:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.908794:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.908797:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.908800:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.908802:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.908809:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04600 00000400:00000200:3.0:1767326934.908812:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.908815:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a65 [4] + 224 00000800:00000001:3.0:1767326934.908818:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.908822:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.908823:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.908825:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.908827:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.908830:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fa680 x1853164247598592/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.908836:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705fa680 x1853164247598592/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.908860:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.908864:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.908866:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.908889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1760. 00000080:00000010:0.1:1767326934.908910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881448840. 00000800:00000200:3.0:1767326934.910904:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.910907:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.910910:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.910913:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.910915:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.910917:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.910919:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.910922:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705fa680 x1853164247598848/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.910931:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.910933:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705fa680 x1853164247598848/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.910938:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.910939:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.912878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fb500. 00010000:00000010:0.1:1767326934.912884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845466000. 00010000:00000010:0.1:1767326934.912888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.912891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.914144:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.914152:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.914154:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.914155:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.914160:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.914164:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.914168:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.914170:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.914173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.914176:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04700 00000400:00000200:3.0:1767326934.914179:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.914182:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a6d [2] + 224 00000800:00000001:3.0:1767326934.914186:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.914190:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.914191:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.914193:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.914197:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.914201:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705fa680 x1853164247598848/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.914208:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705fa680 x1853164247598848/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.914222:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.914226:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.914228:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.915098:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.915101:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.915103:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.915107:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.915109:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.915110:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.915112:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.915115:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9500 x1853164247598976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.915121:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.915123:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9500 x1853164247598976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.915127:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.915128:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.916258:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.916264:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.916266:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.916269:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.916273:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.916278:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.916283:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.916286:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.916289:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.916292:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04780 00000400:00000200:3.0:1767326934.916295:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.916299:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a75 [4] + 224 00000800:00000001:3.0:1767326934.916303:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.916309:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.916311:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.916314:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.916318:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.916322:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9500 x1853164247598976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.916330:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f9500 x1853164247598976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.916345:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.916349:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.916352:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.916862:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ecc0. 00000080:00000010:0.1:1767326934.916876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468f8000. 00000800:00000200:3.0:1767326934.918230:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.918233:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.918236:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.918239:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.918241:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.918243:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.918245:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.918248:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9500 x1853164247599232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.918253:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.918255:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f9500 x1853164247599232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.918260:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.918260:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.920877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84963a600. 00010000:00000010:0.1:1767326934.920885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8719a2200. 00010000:00000010:0.1:1767326934.920889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.920891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.921443:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.921452:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.921455:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.921457:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.921464:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.921470:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.921476:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.921480:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.921484:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.921488:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04880 00000400:00000200:3.0:1767326934.921492:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.921498:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a7d [2] + 224 00000800:00000001:3.0:1767326934.921504:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.921510:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.921512:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.921516:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.921521:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.921527:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9500 x1853164247599232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.921536:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f9500 x1853164247599232/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.921551:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.921557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.921560:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.922593:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.922598:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.922601:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.922606:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.922609:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.922611:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.922615:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.922619:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991880 x1853164247599360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.922627:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.922630:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991880 x1853164247599360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.922637:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.922638:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.924134:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.924140:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.924142:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.924144:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.924148:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.924152:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.924155:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.924157:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.924160:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.924162:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04900 00000400:00000200:3.0:1767326934.924165:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.924169:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a85 [4] + 224 00000800:00000001:3.0:1767326934.924172:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.924176:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.924177:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.924179:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.924182:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.924186:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991880 x1853164247599360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.924192:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845991880 x1853164247599360/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.924204:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.924207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.924209:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.924857:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f008280. 00000080:00000010:0.1:1767326934.924870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aed8000. 00010000:00000010:0.1:1767326934.924876:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e881056700. 00010000:00000010:0.1:1767326934.924878:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871323e00. 00010000:00000010:0.1:1767326934.924881:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.924883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.925972:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.925976:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.925978:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.925982:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.925984:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326934.925985:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326934.925987:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.925990:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991880 x1853164247599616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.925996:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.925998:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991880 x1853164247599616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.926003:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.926004:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.929265:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.929276:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.929279:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.929280:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.929286:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.929291:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.929295:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.929298:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.929301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.929304:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04a00 00000400:00000200:3.0:1767326934.929308:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.929312:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a8d [2] + 224 00000800:00000001:3.0:1767326934.929316:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.929321:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.929322:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.929325:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.929329:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.929334:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991880 x1853164247599616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.929341:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845991880 x1853164247599616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.929354:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.929361:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.929364:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.930226:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.930230:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.930233:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.930238:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.930241:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326934.930243:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326934.930246:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.930249:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990000 x1853164247599744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.930257:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.930260:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990000 x1853164247599744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.930266:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.930267:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.931588:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.931593:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.931594:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.931596:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.931599:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.931602:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.931606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.931607:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.931610:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.931612:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04a80 00000400:00000200:3.0:1767326934.931614:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.931617:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19a95 [4] + 224 00000800:00000001:3.0:1767326934.931620:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.931623:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.931624:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.931626:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.931629:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.931631:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990000 x1853164247599744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.931637:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845990000 x1853164247599744/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.931647:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.931651:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.931654:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.932865:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d080. 00000800:00000200:3.0:1767326934.933565:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.933568:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.933570:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.933573:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.933575:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326934.933576:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326934.933578:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.933581:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990000 x1853164247600000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.933586:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.933588:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990000 x1853164247600000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.933592:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.933593:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.936476:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.936487:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.936490:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.936492:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.936501:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.936507:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.936512:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.936516:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.936522:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.936526:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04b80 00000400:00000200:3.0:1767326934.936530:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.936536:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19a9d [2] + 224 00000800:00000001:3.0:1767326934.936541:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.936547:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.936550:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.936554:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.936559:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.936566:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990000 x1853164247600000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.936578:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845990000 x1853164247600000/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.936594:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.936600:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.936603:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.936876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8622e5ac0. 00010000:00000010:0.1:1767326934.936884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4c00. 00010000:00000010:0.1:1767326934.936887:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848779e00. 00010000:00000010:0.1:1767326934.936890:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.936892:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326934.937642:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.937646:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.937650:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.937655:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.937658:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326934.937660:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326934.937663:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.937667:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990a80 x1853164247600128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.937676:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.937680:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990a80 x1853164247600128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.937686:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.937688:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.939016:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.939022:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.939024:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.939026:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.939030:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.939033:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.939037:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.939039:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.939042:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.939044:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04c00 00000400:00000200:3.0:1767326934.939047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.939051:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19aa5 [4] + 224 00000800:00000001:3.0:1767326934.939056:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.939062:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.939064:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.939067:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.939071:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.939076:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990a80 x1853164247600128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.939086:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845990a80 x1853164247600128/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.939101:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.939107:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.939110:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.940874:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e480. 00000080:00000010:0.1:1767326934.940890:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fea940. 00010000:00000010:0.1:1767326934.940907:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85931b700. 00010000:00000010:0.1:1767326934.940911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86922c000. 00010000:00000010:0.1:1767326934.940913:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.940915:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326934.941130:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.941133:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326934.941135:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.941139:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.941141:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326934.941142:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326934.941144:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.941147:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990a80 x1853164247600384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.941152:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.941154:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990a80 x1853164247600384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.941158:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.941159:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.944008:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.944017:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.944019:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.944020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.944026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.944031:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.944035:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.944038:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.944041:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.944044:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04d00 00000400:00000200:3.0:1767326934.944047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.944051:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19aad [2] + 224 00000800:00000001:3.0:1767326934.944055:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.944059:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.944060:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.944063:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.944067:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.944072:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990a80 x1853164247600384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.944078:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845990a80 x1853164247600384/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.944091:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.944101:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.944104:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.945051:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.945055:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326934.945057:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.945061:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.945063:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326934.945064:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326934.945067:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.945070:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845993b80 x1853164247600512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.945076:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.945078:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845993b80 x1853164247600512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.945082:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.945084:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.946350:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.946358:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.946360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.946363:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.946368:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.946373:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.946378:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.946381:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.946385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.946388:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04d80 00000400:00000200:3.0:1767326934.946392:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.946407:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19ab5 [4] + 224 00000800:00000001:3.0:1767326934.946412:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.946418:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.946420:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.946423:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.946428:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.946432:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845993b80 x1853164247600512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.946439:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845993b80 x1853164247600512/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.946450:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.946454:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.946456:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.948204:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.948207:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326934.948209:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.948213:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.948215:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326934.948216:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326934.948218:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.948221:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845993b80 x1853164247600768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.948230:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.948232:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845993b80 x1853164247600768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.948236:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.948237:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.948870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1320. 00000080:00000010:0.1:1767326934.948883:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858fe18c0. 00000800:00000001:3.0:1767326934.951055:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.951064:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.951066:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.951068:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.951073:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.951077:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.951081:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.951083:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.951087:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.951089:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb04e80 00000400:00000200:3.0:1767326934.951092:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.951096:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19abd [2] + 224 00000800:00000001:3.0:1767326934.951099:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.951104:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.951105:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.951108:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.951111:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.951115:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845993b80 x1853164247600768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.951121:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845993b80 x1853164247600768/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.951133:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.951138:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.951139:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.952210:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.952216:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326934.952219:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.952223:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.952227:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326934.952228:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326934.952232:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.952236:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845993480 x1853164247600896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.952244:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.952247:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845993480 x1853164247600896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.952253:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.952255:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.952874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f16f000. 00010000:00000010:0.1:1767326934.952881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463df800. 00010000:00000010:0.1:1767326934.952885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.952888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.953770:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.953776:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.953778:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.953779:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.953783:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.953786:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.953790:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.953792:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.953795:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.953797:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb04f00 00000400:00000200:3.0:1767326934.953799:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.953802:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19ac5 [4] + 224 00000800:00000001:3.0:1767326934.953806:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.953809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.953810:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.953813:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.953815:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.953819:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845993480 x1853164247600896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.953825:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845993480 x1853164247600896/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.953836:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.953861:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.953864:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.956045:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.956050:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.956054:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.956058:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.956062:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326934.956064:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326934.956067:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.956070:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845993480 x1853164247601152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.956076:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.956078:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845993480 x1853164247601152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.956081:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.956082:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.956876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d5c0. 00000080:00000010:0.1:1767326934.956896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86239a940. 00010000:00000010:0.1:1767326934.956902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e9ce00. 00010000:00000010:0.1:1767326934.956906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b1600. 00010000:00000010:0.1:1767326934.956910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.956913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326934.959687:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.959712:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.959715:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.959718:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.959724:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.959730:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.959736:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.959740:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.959745:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.959748:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05000 00000400:00000200:3.0:1767326934.959752:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.959766:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19acd [2] + 224 00000800:00000001:3.0:1767326934.959773:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.959780:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.959783:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.959788:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.959793:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.959806:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845993480 x1853164247601152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.959816:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845993480 x1853164247601152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.959832:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.959838:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.959868:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.960825:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.960828:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.960831:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.960834:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.960837:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326934.960838:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326934.960853:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.960857:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991c00 x1853164247601280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.960864:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.960867:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991c00 x1853164247601280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.960873:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.960874:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.961868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d6a0. 00000080:00000010:0.1:1767326934.961882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8420f5ac0. 00000800:00000001:3.0:1767326934.962127:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.962134:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.962136:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.962138:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.962143:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.962147:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.962151:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.962155:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.962158:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.962161:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05080 00000400:00000200:3.0:1767326934.962173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.962177:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19ad5 [4] + 224 00000800:00000001:3.0:1767326934.962182:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.962197:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.962200:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.962203:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.962207:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.962212:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991c00 x1853164247601280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.962221:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845991c00 x1853164247601280/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.962239:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.962244:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.962247:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.964427:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.964432:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.964435:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.964440:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.964444:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326934.964446:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326934.964449:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.964453:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991c00 x1853164247601536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.964462:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.964465:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991c00 x1853164247601536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.964471:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.964473:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.965877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869e86400. 00010000:00000010:0.1:1767326934.965885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463dec00. 00010000:00000010:0.1:1767326934.965889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.965894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.967589:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.967597:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.967599:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.967602:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.967606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.967611:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.967615:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.967617:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.967620:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.967623:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05180 00000400:00000200:3.0:1767326934.967626:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.967637:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19add [2] + 224 00000800:00000001:3.0:1767326934.967644:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.967648:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.967650:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.967652:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.967655:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.967659:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991c00 x1853164247601536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.967666:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845991c00 x1853164247601536/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.967678:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.967682:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.967684:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.968962:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.968968:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.968971:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.968974:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.968976:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326934.968978:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326934.968980:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.968983:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990380 x1853164247601664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.968989:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.968991:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990380 x1853164247601664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.968996:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.968997:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.970380:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.970387:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.970390:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.970392:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.970397:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.970401:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.970406:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.970410:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.970413:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.970417:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05200 00000400:00000200:3.0:1767326934.970421:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.970425:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19ae5 [4] + 224 00000800:00000001:3.0:1767326934.970430:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.970436:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.970438:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.970442:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.970444:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.970448:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990380 x1853164247601664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.970455:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845990380 x1853164247601664/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.970465:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.970469:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.970471:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.973026:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.973031:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.973034:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.973038:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.973042:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326934.973045:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326934.973048:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.973052:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990380 x1853164247601920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.973061:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.973064:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990380 x1853164247601920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.973070:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.973072:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.973878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d19c0. 00000080:00000010:0.1:1767326934.973902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858dce300. 00000800:00000001:3.0:1767326934.976694:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.976705:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.976708:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.976710:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.976717:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.976722:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.976728:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.976731:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.976734:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.976737:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05300 00000400:00000200:3.0:1767326934.976740:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.976744:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19aed [2] + 224 00000800:00000001:3.0:1767326934.976749:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.976753:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.976765:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.976768:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.976772:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.976777:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990380 x1853164247601920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.976784:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845990380 x1853164247601920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.976795:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.976800:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.976802:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.977803:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.977807:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.977809:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.977813:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.977815:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326934.977821:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326934.977824:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.977830:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845992680 x1853164247602048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.977836:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.977838:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845992680 x1853164247602048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:0.1:1767326934.977878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8789c4d00. 00010000:00000010:0.1:1767326934.977885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87169ca00. 00010000:00000010:0.1:1767326934.977887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326934.977890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000100:00000001:3.0:1767326934.977911:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.977912:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.979209:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.979215:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.979217:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.979220:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.979225:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.979229:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.979235:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.979238:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.979241:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.979243:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05380 00000400:00000200:3.0:1767326934.979245:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.979248:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19af5 [4] + 224 00000800:00000001:3.0:1767326934.979252:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.979256:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.979257:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.979259:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.979262:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.979265:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845992680 x1853164247602048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.979271:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845992680 x1853164247602048/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.979282:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.979286:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.979287:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.981295:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.981298:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326934.981300:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.981303:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.981305:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326934.981306:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326934.981308:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.981311:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845992680 x1853164247602304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.981319:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.981322:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845992680 x1853164247602304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.981328:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.981330:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.981883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e3a0. 00000080:00000010:0.1:1767326934.981900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86239b9c0. 00010000:00000010:0.1:1767326934.981909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e9c000. 00010000:00000010:0.1:1767326934.981913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87539ee00. 00010000:00000010:0.1:1767326934.981916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.981920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.983960:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.983966:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.983968:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.983970:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.983974:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.983978:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.983982:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.983984:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.983987:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.983990:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05480 00000400:00000200:3.0:1767326934.983993:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.983996:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19afd [2] + 224 00000800:00000001:3.0:1767326934.984000:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.984003:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.984005:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.984007:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.984010:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.984014:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845992680 x1853164247602304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.984021:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845992680 x1853164247602304/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.984034:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.984038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.984040:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.985149:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.985153:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326934.985157:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.985161:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.985164:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326934.985166:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326934.985169:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.985173:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990700 x1853164247602432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.985181:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.985184:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990700 x1853164247602432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.985189:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.985190:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326934.985875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d17c0. 00000080:00000010:0.1:1767326934.985888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8420f5280. 00000800:00000001:3.0:1767326934.986263:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.986267:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.986268:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.986270:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.986273:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.986276:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.986279:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.986281:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.986283:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.986285:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05500 00000400:00000200:3.0:1767326934.986288:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.986290:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b05 [4] + 224 00000800:00000001:3.0:1767326934.986293:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.986296:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.986297:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.986299:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.986302:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.986304:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990700 x1853164247602432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.986310:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845990700 x1853164247602432/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.986324:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.986327:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.986328:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.988516:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.988519:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326934.988521:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.988524:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.988527:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326934.988528:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326934.988530:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.988533:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845990700 x1853164247602688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.988538:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.988540:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845990700 x1853164247602688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.988544:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.988545:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.989883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3a1300. 00010000:00000010:0.1:1767326934.989889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234200. 00010000:00000010:0.1:1767326934.989893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326934.989895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326934.991046:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.991051:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.991053:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.991054:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.991057:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.991060:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.991064:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.991072:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.991074:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.991076:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05600 00000400:00000200:3.0:1767326934.991079:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.991082:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b0d [2] + 224 00000800:00000001:3.0:1767326934.991085:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.991088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.991090:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.991092:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.991094:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.991097:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845990700 x1853164247602688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.991103:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845990700 x1853164247602688/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.991115:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.991118:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.991120:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.992148:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.992151:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326934.992154:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.992157:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.992159:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326934.992160:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326934.992162:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.992165:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991f80 x1853164247602816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.992184:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.992188:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991f80 x1853164247602816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.992232:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.992233:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326934.993240:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.993244:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.993245:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.993247:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.993250:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.993253:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.993256:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.993258:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.993260:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.993262:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05680 00000400:00000200:3.0:1767326934.993264:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.993267:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b15 [4] + 224 00000800:00000001:3.0:1767326934.993270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.993273:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.993274:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.993276:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.993279:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.993281:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991f80 x1853164247602816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326934.993287:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e845991f80 x1853164247602816/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.993297:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.993299:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.993301:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326934.993863:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6de80. 00000080:00000010:0.1:1767326934.993877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8420f6b40. 00000800:00000200:3.0:1767326934.995658:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.995662:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326934.995664:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.995669:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.995672:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326934.995674:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326934.995677:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.995681:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e845991f80 x1853164247603072/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.995687:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.995689:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e845991f80 x1853164247603072/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.995693:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.995694:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326934.997883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858167000. 00010000:00000010:0.1:1767326934.997891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845466e00. 00010000:00000010:0.1:1767326934.997895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326934.997898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326934.998098:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.998104:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326934.998107:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.998109:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.998114:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.998119:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326934.998124:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.998127:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.998129:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.998131:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05780 00000400:00000200:3.0:1767326934.998134:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326934.998136:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b1d [2] + 224 00000800:00000001:3.0:1767326934.998140:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.998144:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326934.998145:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.998147:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326934.998150:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326934.998153:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e845991f80 x1853164247603072/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326934.998159:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e845991f80 x1853164247603072/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326934.998171:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326934.998176:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326934.998178:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326934.999083:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326934.999086:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326934.999088:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326934.999091:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326934.999093:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326934.999094:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326934.999096:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326934.999099:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990e00 x1853164247603200/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.999104:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326934.999105:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990e00 x1853164247603200/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326934.999109:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326934.999110:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.000430:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.000436:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.000438:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.000440:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.000445:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.000448:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.000453:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.000456:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.000459:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.000462:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05800 00000400:00000200:3.0:1767326935.000465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.000468:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b25 [4] + 224 00000800:00000001:3.0:1767326935.000473:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.000478:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.000480:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.000483:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.000486:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.000490:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990e00 x1853164247603200/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.000498:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878990e00 x1853164247603200/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.000513:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.000518:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.000521:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.001861:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ec40. 00000080:00000010:0.1:1767326935.001879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e862399080. 00010000:00000010:0.1:1767326935.001884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8789c4800. 00010000:00000010:0.1:1767326935.001888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8506cee00. 00010000:00000010:0.1:1767326935.001891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.001894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326935.002406:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.002411:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.002415:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.002420:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.002423:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326935.002426:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326935.002429:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.002433:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990e00 x1853164247603456/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.002442:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.002445:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990e00 x1853164247603456/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.002453:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.002454:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.004414:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.004421:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.004424:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.004426:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.004431:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.004437:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.004442:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.004445:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.004449:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.004453:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05900 00000400:00000200:3.0:1767326935.004457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.004461:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b2d [2] + 224 00000800:00000001:3.0:1767326935.004466:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.004471:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.004474:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.004477:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.004481:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.004486:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990e00 x1853164247603456/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.004496:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878990e00 x1853164247603456/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.004516:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.004522:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.004525:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.005131:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.005135:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.005139:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.005142:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.005146:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326935.005148:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326935.005150:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.005154:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991c00 x1853164247603584/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.005163:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.005167:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991c00 x1853164247603584/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.005215:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.005216:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.005868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9ec60. 00000080:00000010:0.1:1767326935.005887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8420f1080. 00000800:00000001:3.0:1767326935.006263:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.006267:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.006269:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.006270:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.006274:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.006278:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.006283:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.006286:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.006289:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.006292:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05980 00000400:00000200:3.0:1767326935.006296:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.006299:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b35 [4] + 224 00000800:00000001:3.0:1767326935.006303:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.006308:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.006310:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.006313:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.006317:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.006321:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991c00 x1853164247603584/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.006329:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878991c00 x1853164247603584/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.006348:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.006352:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.006355:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.007740:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.007743:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.007745:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.007748:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.007751:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326935.007752:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326935.007765:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.007769:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991c00 x1853164247603840/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.007806:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.007809:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991c00 x1853164247603840/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.007814:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.007815:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.009798:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.009804:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.009807:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.009809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.009815:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.009819:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.009824:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.009827:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.009831:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.009834:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05a80 00000400:00000200:3.0:1767326935.009839:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.009869:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b3d [2] + 224 00010000:00000010:0.1:1767326935.009873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f27fa00. 00000800:00000001:3.0:1767326935.009875:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.009882:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.009883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847ca7000. 00000400:00000200:3.0:1767326935.009885:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.009889:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:0.1:1767326935.009891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00000100:00000001:3.0:1767326935.009893:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.1:1767326935.009897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000200:3.0:1767326935.009899:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991c00 x1853164247603840/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.009908:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878991c00 x1853164247603840/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.009918:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.009922:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.009924:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.010508:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.010512:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.010515:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.010520:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.010522:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326935.010524:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326935.010527:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.010531:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992680 x1853164247603968/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.010540:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.010543:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992680 x1853164247603968/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.010549:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.010551:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.011491:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.011497:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.011499:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.011501:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.011515:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.011518:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.011522:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.011524:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.011526:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.011528:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05b00 00000400:00000200:3.0:1767326935.011531:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.011533:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b45 [4] + 224 00000800:00000001:3.0:1767326935.011536:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.011540:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.011541:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.011543:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.011545:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.011549:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992680 x1853164247603968/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.011554:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878992680 x1853164247603968/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.011565:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.011568:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.011570:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.012912:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.012916:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.012920:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.012924:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.012927:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326935.012929:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326935.012931:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.012934:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992680 x1853164247604224/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.012940:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.012942:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992680 x1853164247604224/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.012946:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.012947:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.013887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc13c0. 00000080:00000010:0.1:1767326935.013899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e760bc0000. 00000800:00000001:3.0:1767326935.014916:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.014921:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.014923:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.014924:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.014928:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.014931:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.014935:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.014937:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.014940:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.014943:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05c00 00000400:00000200:3.0:1767326935.014947:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.014950:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b4d [2] + 224 00000800:00000001:3.0:1767326935.014955:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.014960:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.014963:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.014966:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.014969:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.014973:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992680 x1853164247604224/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.014982:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878992680 x1853164247604224/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.015000:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.015005:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.015009:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.015488:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.015491:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.015494:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.015497:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.015499:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326935.015501:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326935.015503:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.015505:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991880 x1853164247604352/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.015510:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.015512:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991880 x1853164247604352/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.015516:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.015517:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.016568:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.016573:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.016574:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.016575:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.016579:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.016582:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.016585:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.016587:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.016589:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.016591:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05c80 00000400:00000200:3.0:1767326935.016593:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.016596:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b55 [4] + 224 00000800:00000001:3.0:1767326935.016599:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.016602:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.016603:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.016605:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.016608:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.016611:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991880 x1853164247604352/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.016617:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878991880 x1853164247604352/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.016627:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.016630:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.016635:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.017863:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e849717100. 00010000:00000010:0.1:1767326935.017869:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881095e00. 00010000:00000010:0.1:1767326935.017873:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.017877:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326935.017881:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6df80. 00000080:00000010:0.1:1767326935.017888:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762275ac0. 00000800:00000200:3.0:1767326935.018387:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.018391:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.018394:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.018404:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.018410:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326935.018413:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326935.018416:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.018420:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991880 x1853164247604608/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.018427:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.018430:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991880 x1853164247604608/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.018477:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.018479:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.019361:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.019365:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.019367:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.019368:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.019371:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.019374:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.019377:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.019379:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.019382:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.019384:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05d80 00000400:00000200:3.0:1767326935.019388:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.019392:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b5d [2] + 224 00000800:00000001:3.0:1767326935.019396:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.019400:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.019402:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.019405:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.019408:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.019413:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991880 x1853164247604608/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.019422:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e878991880 x1853164247604608/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.019435:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.019439:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.019442:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.020095:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.020099:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.020102:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.020106:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.020109:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326935.020111:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326935.020113:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.020117:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991880 x1853164247604864/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.020125:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.020128:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991880 x1853164247604864/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.020134:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.020136:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.021884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4200. 00010000:00000010:0.1:1767326935.021891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847066400. 00010000:00000010:0.1:1767326935.021895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.021898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.022460:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.022466:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.022468:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.022471:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.022476:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.022480:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.022485:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.022488:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.022492:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.022495:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb05e80 00000400:00000200:3.0:1767326935.022498:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.022502:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b65 [2] + 224 00000800:00000001:3.0:1767326935.022507:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.022512:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.022514:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.022516:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.022518:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.022522:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991880 x1853164247604864/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.022528:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878991880 x1853164247604864/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.022538:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.022542:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.022543:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.023501:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.023505:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.023507:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.023510:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.023512:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326935.023513:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326935.023515:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.023517:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992a00 x1853164247604992/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.023526:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.023528:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992a00 x1853164247604992/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.023532:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.023533:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.024495:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.024499:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.024501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.024502:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.024505:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.024515:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.024518:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.024520:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.024522:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.024524:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb05f00 00000400:00000200:3.0:1767326935.024527:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.024529:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b6d [4] + 224 00000800:00000001:3.0:1767326935.024533:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.024536:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.024537:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.024539:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.024542:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.024545:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992a00 x1853164247604992/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.024551:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878992a00 x1853164247604992/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.024562:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.024565:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.024566:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.025858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1180. 00000080:00000010:0.1:1767326935.025868:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762276b40. 00000800:00000200:3.0:1767326935.026057:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.026060:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.026064:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.026069:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.026073:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326935.026075:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326935.026078:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.026082:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992a00 x1853164247605248/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.026091:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.026095:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992a00 x1853164247605248/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.026102:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.026104:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.027165:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.027171:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.027172:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.027173:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.027177:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.027180:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.027183:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.027185:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.027187:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.027189:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06000 00000400:00000200:3.0:1767326935.027192:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.027195:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b75 [2] + 224 00000800:00000001:3.0:1767326935.027198:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.027201:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.027203:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.027205:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.027207:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.027211:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992a00 x1853164247605248/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.027223:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e878992a00 x1853164247605248/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.027235:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.027238:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.027240:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.027878:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.027882:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.027885:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.027889:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.027892:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326935.027894:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326935.027897:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.027901:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992a00 x1853164247605504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.027909:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.027912:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992a00 x1853164247605504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.027918:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.027919:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.029874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e761d5a200. 00010000:00000010:0.1:1767326935.029887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762c44800. 00010000:00000010:0.1:1767326935.029890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762e1f400. 00010000:00000010:0.1:1767326935.029895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326935.029897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326935.029900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e800. 00000800:00000001:3.0:1767326935.030201:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.030206:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.030207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.030209:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.030219:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.030224:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.030228:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.030230:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.030233:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.030234:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06100 00000400:00000200:3.0:1767326935.030238:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.030240:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b7d [2] + 224 00000800:00000001:3.0:1767326935.030244:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.030253:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.030255:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.030258:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.030261:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.030264:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992a00 x1853164247605504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.030269:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878992a00 x1853164247605504/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.030279:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.030282:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.030284:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.031106:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.031110:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.031113:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.031118:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.031121:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326935.031123:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326935.031125:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.031129:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993b80 x1853164247605632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.031134:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.031136:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993b80 x1853164247605632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.031140:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.031141:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.032227:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.032232:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.032234:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.032235:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.032239:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.032241:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.032244:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.032247:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.032249:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.032251:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06180 00000400:00000200:3.0:1767326935.032253:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.032256:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b85 [4] + 224 00000800:00000001:3.0:1767326935.032260:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.032263:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.032264:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.032266:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.032269:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.032272:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993b80 x1853164247605632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.032278:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878993b80 x1853164247605632/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.032289:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.032291:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.032293:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.033872:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e7622839c0. 00000800:00000200:3.0:1767326935.034065:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.034070:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.034073:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.034078:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.034081:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326935.034083:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326935.034086:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.034091:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993b80 x1853164247605888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.034099:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.034101:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993b80 x1853164247605888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.034108:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.034109:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.036659:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.036670:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.036674:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.036676:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.036683:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.036688:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.036692:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.036694:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.036697:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.036700:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06280 00000400:00000200:3.0:1767326935.036703:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.036706:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b8d [2] + 224 00000800:00000001:3.0:1767326935.036710:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.036715:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.036716:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.036718:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.036722:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.036726:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993b80 x1853164247605888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.036733:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878993b80 x1853164247605888/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.036746:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.036750:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.036752:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.037775:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.037779:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.037781:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.037784:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.037787:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326935.037788:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326935.037790:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.037793:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992d80 x1853164247606016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.037799:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.037800:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992d80 x1853164247606016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.037805:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.037806:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.037873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762d6c400. 00010000:00000010:0.1:1767326935.037886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e745f65100. 00010000:00000010:0.1:1767326935.037894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762b83600. 00010000:00000010:0.1:1767326935.037902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.037906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000080:00000010:0.1:1767326935.037909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7498dfc00. 00000080:00000010:0.1:1767326935.037919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e762189080. 00000800:00000001:3.0:1767326935.038936:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.038940:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.038942:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.038944:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.038947:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.038950:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.038953:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.038955:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.038958:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.038960:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06300 00000400:00000200:3.0:1767326935.038962:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.038965:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19b95 [4] + 224 00000800:00000001:3.0:1767326935.038968:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.038972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.038973:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.038976:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.038978:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.038981:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992d80 x1853164247606016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.038987:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878992d80 x1853164247606016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.038998:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.039001:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.039003:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.040632:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.040637:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.040641:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.040646:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.040649:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326935.040651:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326935.040654:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.040658:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992d80 x1853164247606272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.040667:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.040670:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992d80 x1853164247606272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.040727:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.040728:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.041768:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.041773:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.041775:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.041776:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.041780:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.041783:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.041786:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.041789:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.041791:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.041793:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06400 00000400:00000200:3.0:1767326935.041795:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.041798:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19b9d [2] + 224 00000800:00000001:3.0:1767326935.041801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.041805:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.041806:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.041808:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.041811:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.041814:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992d80 x1853164247606272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.041822:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e878992d80 x1853164247606272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.041836:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.041865:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.041870:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.041870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60b000. 00010000:00000010:0.1:1767326935.041879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb9500. 00010000:00000010:0.1:1767326935.041889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878640200. 00010000:00000010:0.1:1767326935.041896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326935.041898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326935.042505:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.042508:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.042510:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.042514:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.042516:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326935.042517:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326935.042519:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.042521:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878992d80 x1853164247606528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.042526:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.042528:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878992d80 x1853164247606528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.042532:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.042533:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.044938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e850842080. 00000080:00000010:0.1:1767326935.044963:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816eb180. 00000800:00000001:3.0:1767326935.045197:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.045205:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.045207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.045209:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.045213:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.045216:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.045219:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.045221:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.045224:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.045226:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06500 00000400:00000200:3.0:1767326935.045229:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.045232:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ba5 [2] + 224 00000800:00000001:3.0:1767326935.045236:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.045239:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.045241:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.045243:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.045246:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.045249:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878992d80 x1853164247606528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.045256:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878992d80 x1853164247606528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 512/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.045269:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.045272:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.045273:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.046127:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.046131:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.046134:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.046137:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.046140:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326935.046142:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326935.046145:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.046148:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990700 x1853164247606656/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.046156:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.046159:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990700 x1853164247606656/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.046165:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.046167:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.047343:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.047348:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.047350:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.047351:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.047354:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.047357:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.047360:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.047362:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.047364:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.047366:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06580 00000400:00000200:3.0:1767326935.047369:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.047371:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bad [4] + 224 00000800:00000001:3.0:1767326935.047374:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.047378:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.047379:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.047381:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.047384:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.047387:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990700 x1853164247606656/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.047393:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878990700 x1853164247606656/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.047407:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.047411:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.047413:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.049121:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.049124:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.049127:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.049130:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.049132:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326935.049133:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326935.049135:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.049138:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990700 x1853164247606912/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.049144:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.049146:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990700 x1853164247606912/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.049150:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.049151:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.049874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecd800. 00010000:00000010:0.1:1767326935.049879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ac2000. 00010000:00000010:0.1:1767326935.049883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860092600. 00010000:00000010:0.1:1767326935.049885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.049887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000001:3.0:1767326935.051780:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.051787:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.051789:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.051790:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.051795:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.051798:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.051807:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.051810:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.051812:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.051815:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06680 00000400:00000200:3.0:1767326935.051817:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.051820:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19bb5 [2] + 224 00000800:00000001:3.0:1767326935.051824:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.051828:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.051830:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.051832:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.051835:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.051838:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990700 x1853164247606912/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.051874:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878990700 x1853164247606912/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.051884:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.051889:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.051892:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.052862:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.052865:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.052868:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.052872:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.052875:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326935.052876:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326935.052879:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.052882:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990380 x1853164247607040/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.052923:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.052928:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990380 x1853164247607040/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.052939:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.052941:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.053880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d600. 00000080:00000010:0.1:1767326935.053896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8469198c0. 00000800:00000001:3.0:1767326935.053928:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.053934:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.053936:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.053938:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.053942:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.053946:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.053951:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.053954:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.053957:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.053960:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06700 00000400:00000200:3.0:1767326935.053964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.053968:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bbd [4] + 224 00000800:00000001:3.0:1767326935.053972:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.053977:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.053979:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.053981:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.053983:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.053986:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990380 x1853164247607040/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.053992:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878990380 x1853164247607040/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.054002:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.054004:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.054006:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.055890:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.055893:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.055896:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.055899:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.055901:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326935.055902:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326935.055904:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.055907:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878990380 x1853164247607296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.055916:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.055918:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878990380 x1853164247607296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.055922:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.055923:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.057869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84963ab00. 00010000:00000010:0.1:1767326935.057876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843261600. 00010000:00000010:0.1:1767326935.057879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326935.057882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326935.058327:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.058332:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.058333:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.058335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.058338:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.058341:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.058344:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.058347:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.058349:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.058351:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06800 00000400:00000200:3.0:1767326935.058353:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.058356:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19bc5 [2] + 224 00000800:00000001:3.0:1767326935.058359:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.058362:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.058363:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.058365:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.058368:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.058371:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878990380 x1853164247607296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.058377:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878990380 x1853164247607296/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.058390:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.058395:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.058398:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.059414:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.059418:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.059420:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.059423:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.059426:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326935.059427:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326935.059429:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.059431:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991500 x1853164247607424/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.059437:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.059439:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991500 x1853164247607424/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.059443:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.059444:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.060398:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.060403:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.060405:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.060406:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.060409:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.060412:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.060415:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.060417:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.060419:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.060421:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06880 00000400:00000200:3.0:1767326935.060423:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.060426:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bcd [4] + 224 00000800:00000001:3.0:1767326935.060429:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.060433:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.060434:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.060438:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.060441:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.060445:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991500 x1853164247607424/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.060453:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878991500 x1853164247607424/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.060467:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.060472:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.060475:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.061858:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d9a0. 00000080:00000010:0.1:1767326935.061875:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aeda100. 00000800:00000200:3.0:1767326935.061998:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.062001:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.062003:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.062006:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.062008:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326935.062009:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326935.062011:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.062014:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878991500 x1853164247607680/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.062020:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.062022:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878991500 x1853164247607680/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.062029:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.062030:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.064942:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.064949:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.064951:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.064953:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.064957:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.064960:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.064964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.064966:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.064969:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.064970:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06980 00000400:00000200:3.0:1767326935.064974:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.064976:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19bd5 [2] + 224 00000800:00000001:3.0:1767326935.064980:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.064985:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.064987:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.064991:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.064995:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.065000:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878991500 x1853164247607680/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.065009:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878991500 x1853164247607680/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.065023:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.065028:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.065030:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.065800:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.065805:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.065808:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.065813:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.065823:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326935.065825:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326935.065828:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.065835:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993800 x1853164247607808/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.065902:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.065906:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993800 x1853164247607808/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.065913:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.065915:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.066996:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.067001:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.067002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.067004:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.067007:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.067010:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.067013:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.067015:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.067017:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.067019:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06a00 00000400:00000200:3.0:1767326935.067021:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.067024:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bdd [4] + 224 00000800:00000001:3.0:1767326935.067027:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.067030:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.067031:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.067033:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.067035:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.067038:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993800 x1853164247607808/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.067044:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878993800 x1853164247607808/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.067055:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.067058:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.067060:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.068651:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.068655:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.068657:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.068660:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.068662:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326935.068663:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326935.068665:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.068668:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993800 x1853164247608064/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.068673:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.068675:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993800 x1853164247608064/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.068679:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.068680:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.069883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4700. 00010000:00000010:0.1:1767326935.069890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f606a00. 00010000:00000010:0.1:1767326935.069894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.069897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326935.069905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0085a0. 00000800:00000001:3.0:1767326935.071314:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.071320:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.071322:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.071324:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.071328:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.071331:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.071335:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.071337:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.071340:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.071342:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06b00 00000400:00000200:3.0:1767326935.071345:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.071348:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19be5 [2] + 224 00000800:00000001:3.0:1767326935.071352:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.071356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.071357:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.071359:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.071362:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.071366:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993800 x1853164247608064/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.071372:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878993800 x1853164247608064/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.071385:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.071389:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.071390:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.072243:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.072247:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.072250:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.072254:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.072257:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326935.072259:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326935.072262:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.072266:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993480 x1853164247608192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.072274:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.072277:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993480 x1853164247608192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.072283:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.072285:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.073471:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.073477:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.073479:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.073482:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.073486:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.073491:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.073495:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.073498:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.073501:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.073504:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06b80 00000400:00000200:3.0:1767326935.073508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.073512:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bed [4] + 224 00000800:00000001:3.0:1767326935.073516:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.073520:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.073530:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.073534:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.073537:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.073542:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993480 x1853164247608192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.073551:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e878993480 x1853164247608192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.073567:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.073572:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.073575:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.073877:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233dac0. 00010000:00000010:0.1:1767326935.073884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870cb0300. 00010000:00000010:0.1:1767326935.073895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467a00. 00010000:00000010:0.1:1767326935.073899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326935.073902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000200:3.0:1767326935.075653:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.075657:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.075667:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.075676:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.075679:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326935.075680:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326935.075683:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.075686:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e878993480 x1853164247608448/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.075691:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.075693:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e878993480 x1853164247608448/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.075698:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.075699:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.077864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e3c0. 00000080:00000010:0.1:1767326935.077882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468f9080. 00010000:00000010:0.1:1767326935.077889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8785f5c00. 00010000:00000010:0.1:1767326935.077893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e881095000. 00010000:00000010:0.1:1767326935.077899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.077901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.078326:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.078332:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.078334:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.078335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.078344:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.078348:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.078352:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.078354:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.078357:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.078359:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06c80 00000400:00000200:3.0:1767326935.078362:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.078364:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19bf5 [2] + 224 00000800:00000001:3.0:1767326935.078368:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.078371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.078372:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.078374:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.078377:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.078382:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e878993480 x1853164247608448/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.078391:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e878993480 x1853164247608448/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.078404:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.078410:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.078413:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.079167:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.079171:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.079173:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.079180:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.079182:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326935.079184:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326935.079186:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.079189:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333100 x1853164247608576/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.079195:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.079197:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333100 x1853164247608576/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.079201:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.079202:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.080213:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.080217:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.080219:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.080220:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.080223:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.080226:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.080230:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.080231:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.080234:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.080236:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb06d00 00000400:00000200:3.0:1767326935.080238:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.080240:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19bfd [4] + 224 00000800:00000001:3.0:1767326935.080243:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.080246:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.080248:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.080250:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.080252:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.080255:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333100 x1853164247608576/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.080261:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871333100 x1853164247608576/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.080274:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.080279:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.080282:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.081860:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6dde0. 00000080:00000010:0.1:1767326935.081879:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aeff380. 00010000:00000010:0.1:1767326935.081884:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681d00. 00010000:00000010:0.1:1767326935.081888:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e762c5c600. 00010000:00000010:0.1:1767326935.081891:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.081894:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326935.083411:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.083416:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.083419:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.083424:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.083427:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326935.083429:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326935.083432:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.083437:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333100 x1853164247608832/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.083445:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.083448:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333100 x1853164247608832/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.083454:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.083456:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.085879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1420. 00000800:00000001:3.0:1767326935.086209:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.086217:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.086220:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.086222:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.086227:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.086233:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.086238:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.086242:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.086246:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.086249:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06e00 00000400:00000200:3.0:1767326935.086253:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.086258:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c05 [2] + 224 00000800:00000001:3.0:1767326935.086273:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.086279:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.086281:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.086284:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.086288:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.086294:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333100 x1853164247608832/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.086303:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871333100 x1853164247608832/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.086317:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.086321:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.086324:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.087334:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.087338:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.087342:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.087347:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.087350:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326935.087352:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326935.087355:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.087359:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871333100 x1853164247609088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.087367:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.087370:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871333100 x1853164247609088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.087376:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.087377:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.089903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144a100. 00000800:00000001:3.0:1767326935.090605:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.090612:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.090614:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.090616:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.090622:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.090626:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.090630:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.090633:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.090637:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.090639:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b4d80 00000400:00000200:3.0:1767326935.090646:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 328 00000800:00000001:3.0:1767326935.090650:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.090654:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.090656:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.090658:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.090663:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.090665:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.090668:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000040:3.0:1767326935.090671:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010294656 msgsize 328 00000100:00100000:3.0:1767326935.090673:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.090681:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.090686:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.090687:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.090713:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.090716:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294656 02000000:00000001:2.0:1767326935.090718:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.090719:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.090721:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.090724:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.090726:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294656 00000020:00000001:2.0:1767326935.090728:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.090730:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.090731:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.090733:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.090735:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.090737:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.090740:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.090743:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.090745:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.090747:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.090751:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.090764:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.090767:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.090774:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.090777:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.090778:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.090779:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.090785:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.090792:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.090801:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.090803:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.090808:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10796 00000100:00000040:2.0:1767326935.090812:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.090814:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000040:2.0:1767326935.090821:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010294656/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.090831:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.090834:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.090836:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.090838:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.090867:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010294656:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.090870:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010294656 00010000:00000001:2.0:1767326935.090872:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.090877:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.090878:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.090879:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84814dc00 refcount=2 00000020:00000001:2.0:1767326935.090881:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523118746624 : -115550590804992 : ffff96e84814dc00) 00010000:00000001:2.0:1767326935.090883:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523118746624 : -115550590804992 : ffff96e84814dc00) 00010000:00000001:2.0:1767326935.090885:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.090887:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.090891:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84814dc00/0xb12620548e07aaa0 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d48fb8a expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.090899:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.090900:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.090904:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.090905:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.090907:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.090910:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.090912:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.090915:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.090918:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.090920:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.090921:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.090923:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.090924:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.090927:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.090928:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.090931:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728887f8. 00000100:00000200:2.0:1767326935.090934:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010294656, offset 224 00000400:00000200:2.0:1767326935.090937:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.090942:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.090946:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.090950:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556493:1556493:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556486:1556486:8:4294967295] 00000400:00000200:2.0:1767326935.090953:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.090959:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.090962:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.090965:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326935.090969:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.090973:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.090975:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.090983:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.090985:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.090987:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.090989:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ae40. 00010000:00000001:2.0:1767326935.090991:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.090996:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.090998:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.091000:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.091001:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.091005:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010294656/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.091011:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010294656:12345-192.168.204.119@tcp:104: Request processed in 179us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.091017:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10796 00000100:00000040:2.0:1767326935.091019:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.091021:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.091023:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.091026:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.091030:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326935.091036:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326935.091042:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.091046:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.091049:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.091053:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000400:00000200:3.0:1767326935.091058:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.091065:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.091070:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728887f8 00000400:00000010:3.0:1767326935.091073:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728887f8. 00000100:00000001:3.0:1767326935.091077:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.091079:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.091375:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.091378:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.091381:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.091388:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.091405:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.091406:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.091411:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.091413:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.091416:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.091421:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84318c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609216:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.091425:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.091432:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.091437:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.091442:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.091448:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.091453:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.091463:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.091469:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.091477:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.091483:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247609216, portal 18 00000100:00000001:1.0:1767326935.091485:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.091487:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523035117312 : -115550674434304 : ffff96e84318c700) 00000100:00000040:1.0:1767326935.091493:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.091506:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.091508:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.091510:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000100:00000200:1.0:1767326935.091512:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247609216, offset 0 00000400:00000200:1.0:1767326935.091518:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.091522:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.091526:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.091530:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.091534:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.091537:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.091539:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.091542:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556494:1556494:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556487:1556487:8:4294967295] 00000400:00000200:1.0:1767326935.091546:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.091553:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.091558:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.091562:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326935.091566:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.091570:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.091573:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.091583:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.091587:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.091591:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.091594:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853800 00000100:00000001:1.0:1767326935.091600:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853796 00000100:00000001:1.0:1767326935.091605:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853800 00000100:00000001:1.0:1767326935.091610:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853796 00000100:00000001:1.0:1767326935.091614:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.091617:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.091620:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.091622:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.091627:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326935.091627:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.091631:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000100:00000001:1.0:1767326935.091632:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326935.091635:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.091637:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.091640:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326935.091640:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.091644:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.091645:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 00000100:00000001:1.0:1767326935.091649:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326935.091649:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 00000100:00000001:3.0:1767326935.091651:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.091658:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.091712:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.091716:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.091723:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.091725:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.092533:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.092540:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.092542:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.092545:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.092549:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.092554:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.092559:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.092562:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.092565:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.092567:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb06f80 00000400:00000200:3.0:1767326935.092571:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.092573:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c1d [1] + 224 00000800:00000001:3.0:1767326935.092577:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.092580:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.092582:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.092584:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.092586:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.092590:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.092596:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.092608:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.092611:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.092613:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.092635:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.092637:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.092641:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.092642:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.092644:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.092647:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.092648:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.092650:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.092653:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.092659:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.092663:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.092664:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.092666:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.092667:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.092668:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.092670:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.092671:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.092675:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.092677:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.092679:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.092680:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.092682:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.092683:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.092685:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.092687:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.092688:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.092690:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.092693:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.092697:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.092698:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.092700:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.092702:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.092707:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84318c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609216:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.092709:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.092710:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.092712:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84318c700 x1853164247609216/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.092715:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.092717:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.092718:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.092721:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.092722:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.092723:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.092724:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.092725:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852688000. 02000000:00000001:1.0:1767326935.092728:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.092729:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.092730:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84318c700. 00000100:00000001:1.0:1767326935.092732:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.092733:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.092734:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.092736:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.092737:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.092738:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.092739:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.093238:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.093243:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.093244:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.093246:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.093248:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.093252:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.093255:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.093257:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.093259:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.093260:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b4e80 00000400:00000200:3.0:1767326935.093264:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 656 00000800:00000001:3.0:1767326935.093267:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.093297:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.093300:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.093304:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.093308:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.093309:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.093314:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326935.093316:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010294912 msgsize 328 00000100:00100000:3.0:1767326935.093320:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.093330:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.093335:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326935.093357:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.093360:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294912 02000000:00000001:2.0:1767326935.093362:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.093363:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.093364:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.093375:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.093378:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294912 00000020:00000001:2.0:1767326935.093380:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.093381:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.093383:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.093386:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.093389:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000800:00000001:3.0:1767326935.093389:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326935.093391:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.093396:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.093400:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.093402:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.093404:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.093414:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.093417:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.093421:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.093432:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.093434:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.093435:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.093437:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.093443:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.093452:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.093458:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.093460:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.093462:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10797 00000100:00000040:2.0:1767326935.093465:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.093466:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000040:2.0:1767326935.093469:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010294912/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.093475:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.093477:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.093478:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.093480:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.093484:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010294912:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.093487:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010294912 00010000:00000001:2.0:1767326935.093488:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.093491:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.093492:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.093494:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e861263200 refcount=2 00000020:00000001:2.0:1767326935.093495:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539313152 : -115550170238464 : ffff96e861263200) 00010000:00000001:2.0:1767326935.093497:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539313152 : -115550170238464 : ffff96e861263200) 00010000:00000001:2.0:1767326935.093499:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.093500:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.093503:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e861263200/0xb12620548e07aab5 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d48fbad expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.093508:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.093509:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.093511:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.093512:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.093513:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.093515:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.093517:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.093518:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.093521:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.093522:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.093524:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.093525:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.093527:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.093528:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.093530:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.093531:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888c38. 00000100:00000200:2.0:1767326935.093533:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010294912, offset 224 00000400:00000200:2.0:1767326935.093536:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.093539:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.093550:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.093555:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556495:1556495:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556488:1556488:8:4294967295] 00000400:00000200:2.0:1767326935.093558:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.093564:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.093568:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.093572:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326935.093576:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.093580:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.093583:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.093593:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.093596:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.093599:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.093602:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326935.093604:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.093613:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.093615:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.093617:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.093619:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.093623:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010294912/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326935.093637:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326935.093639:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010294912:12345-192.168.204.119@tcp:104: Request processed in 159us (317us total) trans 0 rc 0/0 00000800:00000010:3.0:1767326935.093641:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000400:00000200:3.0:1767326935.093647:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.093656:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:2.0:1767326935.093657:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10797 00000400:00000200:3.0:1767326935.093662:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888c38 00000100:00000040:2.0:1767326935.093664:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000400:00000010:3.0:1767326935.093666:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888c38. 00000100:00000001:2.0:1767326935.093669:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326935.093671:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326935.093673:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.093678:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.093684:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326935.093688:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326935.093693:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.093696:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.093708:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.093907:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.093913:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326935.093918:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.093925:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.093929:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.093935:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.093937:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.093941:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.093947:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.093958:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.093961:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.093966:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.093970:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.093976:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.093983:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84318c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609344:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.093991:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.093996:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.094002:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.094008:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.094014:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.094017:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.094024:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.094028:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.094032:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.094035:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247609344, portal 18 00000100:00000001:1.0:1767326935.094037:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.094038:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523035117312 : -115550674434304 : ffff96e84318c700) 00000100:00000040:1.0:1767326935.094044:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.094051:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.094053:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.094056:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eb28. 00000100:00000200:1.0:1767326935.094058:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247609344, offset 0 00000400:00000200:1.0:1767326935.094062:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.094067:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.094071:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.094074:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.094077:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.094080:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.094082:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.094085:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556496:1556496:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556489:1556489:8:4294967295] 00000400:00000200:1.0:1767326935.094089:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.094096:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.094100:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.094104:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326935.094108:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.094112:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.094115:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.094126:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.094130:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.094133:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.094135:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853802 00000100:00000001:1.0:1767326935.094139:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853800 00000100:00000001:1.0:1767326935.094141:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853802 00000100:00000001:1.0:1767326935.094143:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853800 00000100:00000001:1.0:1767326935.094145:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.094147:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.094149:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.094151:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.094190:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.094194:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326935.094197:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.094202:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.094205:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eb28 00000400:00000010:3.0:1767326935.094207:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eb28. 00000100:00000001:3.0:1767326935.094209:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.094214:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.094222:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.094225:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.094268:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.094269:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.094873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576c00. 00010000:00000010:0.1:1767326935.094879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612b3400. 00010000:00000010:0.1:1767326935.094890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713300. 00010000:00000010:0.1:1767326935.094894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814de00. 00010000:00000010:0.1:1767326935.094897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.094900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.096134:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.096139:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.096141:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.096142:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.096146:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.096150:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.096153:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.096155:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.096158:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.096160:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07000 00000400:00000200:3.0:1767326935.096164:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.096167:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c2d [1] + 224 00000800:00000001:3.0:1767326935.096172:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.096178:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.096180:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.096183:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.096187:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.096191:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.096200:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.096216:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.096221:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.096223:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.096257:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.096260:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.096264:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.096265:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.096267:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.096271:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.096273:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.096276:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.096281:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.096290:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.096297:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.096299:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.096301:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.096303:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.096305:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.096307:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.096309:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.096314:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.096318:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.096321:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.096322:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.096324:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.096327:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.096330:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.096331:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.096334:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.096336:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.096341:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.096348:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.096351:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.096353:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.096356:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.096364:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84318c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609344:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.096368:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.096371:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.096374:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84318c700 x1853164247609344/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.096381:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.096383:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.096385:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.096388:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.096389:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.096391:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=54 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.096393:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.096395:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852689c00. 02000000:00000001:1.0:1767326935.096398:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.096400:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.096401:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84318c700. 00000100:00000001:1.0:1767326935.096404:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.096405:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.096416:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.096420:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.096422:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.096424:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.096425:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.098907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713500. 00000100:00000040:2.0:1767326935.098909:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853802, at 4306853803 00000100:00000040:3.0:1767326935.098913:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853802, at 4306853803 00010000:00000010:0.1:1767326935.098915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814dc00. 00000100:00000010:2.0:1767326935.098918:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfcc0. 00000100:00000010:3.0:1767326935.098921:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfa20. 00010000:00000010:0.1:1767326935.102913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3a1b00. 00010000:00000010:0.1:1767326935.102919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e861263200. 00000800:00000001:3.0:1767326935.103012:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.103022:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.103025:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.103028:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.103036:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.103073:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.103078:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.103081:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.103085:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.103088:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb06f00 00000400:00000200:3.0:1767326935.103094:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.103099:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c0d [2] + 224 00000800:00000001:3.0:1767326935.103105:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.103110:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.103111:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.103114:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.103118:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.103123:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871333100 x1853164247609088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.103130:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871333100 x1853164247609088/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 504/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.103142:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.103147:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.103149:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.103909:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.103914:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.103917:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.103922:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.103925:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326935.103927:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326935.103930:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.103935:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318c700 x1853164247609472/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.103943:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.103946:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318c700 x1853164247609472/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.103992:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.103994:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.105108:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.105113:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.105114:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.105116:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.105123:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.105126:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.105130:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.105132:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.105134:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.105136:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb07080 00000400:00000200:3.0:1767326935.105139:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.105141:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19c35 [4] + 224 00000800:00000001:3.0:1767326935.105144:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.105148:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.105149:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.105151:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.105153:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.105157:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318c700 x1853164247609472/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.105162:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84318c700 x1853164247609472/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.105177:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.105180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.105183:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.108880:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8608518c0. 00000080:00000010:0.1:1767326935.108891:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8f80. 00000100:00000040:3.0:1767326935.108911:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853812, at 4306853813 00000100:00000040:2.0:1767326935.108915:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853812, at 4306853813 00000100:00000010:3.0:1767326935.108923:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfe40. 00000100:00000010:2.0:1767326935.108924:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf660. 00000800:00000200:3.0:1767326935.112123:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.112128:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.112132:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.112137:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.112142:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326935.112144:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326935.112147:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.112151:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318c700 x1853164247609728/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.112159:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.112162:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318c700 x1853164247609728/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.112169:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.112171:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.115579:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.115588:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.115591:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.115592:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.115598:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.115602:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.115606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.115609:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.115612:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.115615:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07180 00000400:00000200:3.0:1767326935.115618:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.115622:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c3d [2] + 224 00000800:00000001:3.0:1767326935.115626:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.115630:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.115632:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.115634:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.115637:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.115642:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318c700 x1853164247609728/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.115649:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84318c700 x1853164247609728/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.115664:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.115669:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.115671:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.116627:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.116631:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.116633:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.116641:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.116652:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.116655:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.116659:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.116662:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.116666:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.116671:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e869055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609856:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.116675:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.116679:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.116683:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.116686:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.116697:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.116702:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.116710:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.116717:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.116725:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.116733:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247609856, portal 18 00000100:00000001:1.0:1767326935.116737:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.116740:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523671377152 : -115550038174464 : ffff96e869055500) 00000100:00000040:1.0:1767326935.116765:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.116780:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.116787:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.116792:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ebb0. 00000100:00000200:1.0:1767326935.116798:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247609856, offset 0 00000400:00000200:1.0:1767326935.116809:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.116817:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.116825:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.116833:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.116839:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.116888:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.116894:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.116903:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556499:1556499:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556492:1556492:8:4294967295] 00000100:00000040:3.0:1767326935.116912:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853820, at 4306853821 00000400:00000200:1.0:1767326935.116913:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:3.0:1767326935.116923:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf180. 00000400:00000200:1.0:1767326935.116930:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.116942:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.116951:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000100:00000040:2.0:1767326935.116952:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853820, at 4306853821 00000800:00000200:1.0:1767326935.116961:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000010:2.0:1767326935.116962:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf4e0. 00000800:00000200:1.0:1767326935.116973:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.116980:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.116993:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.116999:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.117008:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.117014:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853825 00000100:00000010:1.0:1767326935.117023:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44a80. 00000100:00000001:1.0:1767326935.117030:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.117043:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853825 00000100:00000010:1.0:1767326935.117051:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b448a0. 00000100:00000001:1.0:1767326935.117057:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.117062:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326935.117066:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.117068:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326935.117073:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000100:00000001:1.0:1767326935.117074:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.117080:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.117081:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.117088:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326935.117089:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.117093:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326935.117096:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ebb0 00000100:00000001:1.0:1767326935.117101:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326935.117101:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ebb0. 00000100:00000001:1.0:1767326935.117104:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.117108:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.117109:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326935.117114:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326935.117118:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.117170:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.117179:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.117192:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.117196:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.117271:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.117275:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.117278:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.117282:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.117285:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326935.117286:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326935.117288:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.117292:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463dad80 x1853164247610112/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.117305:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.117309:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463dad80 x1853164247610112/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.117316:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.117317:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.119172:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.119180:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.119183:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.119185:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.119191:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.119196:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.119201:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.119205:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.119209:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.119213:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07200 00000400:00000200:3.0:1767326935.119224:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.119232:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c45 [1] + 224 00000800:00000001:3.0:1767326935.119237:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.119244:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.119246:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.119250:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.119257:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.119263:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.119272:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.119289:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.119295:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.119298:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.119329:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.119333:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.119337:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.119339:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.119341:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.119345:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.119347:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.119350:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.119355:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.119364:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.119371:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.119373:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.119375:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.119377:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.119380:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.119381:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.119384:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.119394:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.119398:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.119400:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.119402:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.119404:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.119407:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.119410:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.119412:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.119414:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.119416:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.119420:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.119426:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.119429:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.119431:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.119434:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.119442:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e869055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247609856:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.119446:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.119448:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.119451:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e869055500 x1853164247609856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.119457:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.119460:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.119463:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af000. 02000000:00000001:1.0:1767326935.119466:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.119468:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.119470:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.119472:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.119474:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852688000. 02000000:00000001:1.0:1767326935.119480:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.119481:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.119482:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e869055500. 00000100:00000001:1.0:1767326935.119485:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.119485:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.119487:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.119490:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.119491:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.119493:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.119494:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.120402:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.120419:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.120422:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.120424:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.120429:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.120550:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.120556:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.120560:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.120563:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.120567:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07300 00000400:00000200:3.0:1767326935.120571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.120575:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c4d [2] + 224 00000800:00000001:3.0:1767326935.120579:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.120585:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.120587:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.120590:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.120594:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.120599:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463dad80 x1853164247610112/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.120608:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e8463dad80 x1853164247610112/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.120624:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.120628:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.120631:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.121327:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.121332:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.121335:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.121340:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.121343:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326935.121345:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326935.121348:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.121352:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8463dad80 x1853164247610368/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.121361:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.121364:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8463dad80 x1853164247610368/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.121409:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.121415:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.121923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84637d900. 00010000:00000010:0.1:1767326935.121941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f276a00. 00010000:00000010:0.1:1767326935.121946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a9400. 00010000:00000010:0.1:1767326935.121949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ad600. 00000800:00000001:3.0:1767326935.123003:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.123009:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.123012:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.123014:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.123018:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.123023:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.123028:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.123032:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.123035:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.123038:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b5300 00000400:00000200:3.0:1767326935.123045:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 984 00000800:00000001:3.0:1767326935.123050:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.123055:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.123058:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.123061:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.123066:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.123069:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.123073:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ce00. 00000100:00000040:3.0:1767326935.123076:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ce00 x1853164010296064 msgsize 328 00000100:00100000:3.0:1767326935.123080:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.123094:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.123099:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.123102:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.123144:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.123148:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296064 02000000:00000001:2.0:1767326935.123150:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.123152:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.123153:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.123157:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.123159:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296064 00000020:00000001:2.0:1767326935.123162:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.123163:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.123165:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.123167:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.123170:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.123172:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.123176:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.123180:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.123182:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.123185:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.123190:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.123194:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.123198:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.123204:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.123207:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.123208:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.123210:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.123225:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.123236:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.123246:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.123248:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.123254:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10798 00000100:00000040:2.0:1767326935.123258:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.123261:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00000100:00000040:2.0:1767326935.123266:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010296064/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.123274:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.123277:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.123279:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.123281:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.123285:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010296064:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.123289:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010296064 00010000:00000001:2.0:1767326935.123291:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.123296:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.123297:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.123299:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85a549e00 refcount=2 00000020:00000001:2.0:1767326935.123301:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523424914944 : -115550284636672 : ffff96e85a549e00) 00010000:00000001:2.0:1767326935.123303:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523424914944 : -115550284636672 : ffff96e85a549e00) 00010000:00000001:2.0:1767326935.123307:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.123309:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.123313:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.123321:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.123323:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.123327:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.123329:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.123331:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.123335:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.123337:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.123340:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.123344:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.123346:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.123348:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.123350:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.123353:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.123355:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.123357:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.123360:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000200:2.0:1767326935.123363:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010296064, offset 224 00000400:00000200:2.0:1767326935.123368:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.123372:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.123377:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.123381:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556502:1556502:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556495:1556495:8:4294967295] 00000400:00000200:2.0:1767326935.123385:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.123392:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.123397:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.123400:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326935.123403:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.123408:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.123411:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.123423:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.123433:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.123439:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.123442:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326935.123445:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.123455:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.123458:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.123460:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.123462:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.123467:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010296064/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.123476:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010296064:12345-192.168.204.119@tcp:104: Request processed in 199us (397us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326935.123477:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.123482:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000400:00000200:3.0:1767326935.123487:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326935.123488:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10798 00000020:00000001:1.0:1767326935.123494:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326935.123494:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326935.123495:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000400:00000200:3.0:1767326935.123497:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000020:00000001:1.0:1767326935.123499:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.123500:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767326935.123500:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00010000:00010000:1.0:1767326935.123504:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326935.123504:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326935.123505:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.123509:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326935.123510:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326935.123511:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00010000:00000001:1.0:1767326935.123514:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326935.123517:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326935.123517:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326935.123524:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00010000:00010000:1.0:1767326935.123526:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85a549e00 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326935.123529:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000040:2.0:1767326935.123531:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00010000:00010000:1.0:1767326935.123533:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.123535:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326935.123542:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326935.123544:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326935.123548:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326935.123554:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326935.123557:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326935.123558:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326935.123559:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326935.123561:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85a549e00 refcount=3 00000020:00000001:1.0:1767326935.123563:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523424914944 : -115550284636672 : ffff96e85a549e00) 00010000:00000001:1.0:1767326935.123566:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523424914944 : -115550284636672 : ffff96e85a549e00) 00010000:00000001:1.0:1767326935.123568:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326935.123571:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326935.123577:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326935.123580:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326935.123581:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326935.123583:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x240002b11:0x12:0x0] mode (null) 00000002:00000001:1.0:1767326935.123586:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326935.123587:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326935.123591:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e87135c200 count: 2 00010000:00000001:1.0:1767326935.123594:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326935.123596:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326935.123598:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326935.123599:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326935.123600:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e87135c200 count: 2 00010000:00000001:1.0:1767326935.123603:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326935.123605:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.123607:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326935.123610:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x12:0x0] lli = ffff96e858e42100, pfid = [0x200000402:0x3d5:0x0] 00000080:00000002:1.0:1767326935.123651:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x12:0x0] m[0x200000402:0x3d5:0x0] 00000080:00000001:1.0:1767326935.123654:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280469 : 144115205289280469 : 2000004020003d5) 00000080:00000001:1.0:1767326935.123657:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326935.123658:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326935.123660:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326935.123661:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x12:0x0](ffff96e858e421c8) invalid 00000080:00000001:1.0:1767326935.123663:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326935.123664:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326935.123665:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.123667:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326935.123668:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326935.123669:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326935.123670:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326935.123672:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326935.123674:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e85a549e00 with handle 0xb12620548e07bfa0 from hash 00010000:00000001:1.0:1767326935.123675:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326935.123676:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.123677:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.123678:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326935.123680:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326935.123681:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326935.123683:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326935.123685:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.123686:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.123687:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.123688:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326935.123690:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326935.123692:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000020:00000040:1.0:1767326935.123694:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d3800 refcount=56 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326935.123697:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326935.123698:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326935.123701:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326935.123705:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af000. 00000100:00000001:1.0:1767326935.123709:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.123711:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326935.123714:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326935.123720:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326935.123722:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.123724:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326935.123728:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.123734:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247610496/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326935.123773:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326935.123777:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.123778:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.123780:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.123783:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.123787:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.123793:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326935.123813:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326935.123817:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e85a549e00/0xb12620548e07bfa0 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49579b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326935.123833:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87135c200 count: 0 00010000:00000010:1.0:1767326935.123873:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8785f8f80. 00010000:00000001:1.0:1767326935.123883:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.123886:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326935.123889:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46aa80. 00010000:00000001:1.0:1767326935.123895:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326935.123900:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.123902:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.123906:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.123910:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.123913:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.123917:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.123920:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.123923:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.123927:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326935.123936:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.123940:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.124060:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.124065:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.124068:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.124072:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.124075:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326935.124077:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326935.124080:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.124084:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247610496/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.124094:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.124097:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247610496/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.124104:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.124106:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.126228:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.126236:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.126238:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.126240:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.126246:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.126251:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.126257:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.126261:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.126264:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.126268:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07480 00000400:00000200:3.0:1767326935.126273:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.126277:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c65 [1] + 224 00000800:00000001:3.0:1767326935.126282:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.126287:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.126290:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.126294:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.126298:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.126304:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247610496/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.126314:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247610496/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.126331:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.126336:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.126338:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.126875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019900. 00000080:00000010:0.1:1767326935.126900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a4c200. 00010000:00000010:0.1:1767326935.126906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86925b000. 00010000:00000010:0.1:1767326935.126914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870446a00. 00010000:00000010:0.1:1767326935.126917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bbc200. 00010000:00000010:0.1:1767326935.126919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a9e00. 00010000:00000010:0.1:1767326935.126921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ade00. 00000100:00000040:2.0:1767326935.128897:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853832, at 4306853833 00000100:00000040:3.0:1767326935.128897:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853832, at 4306853833 00000100:00000010:3.0:1767326935.128906:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b448a0. 00000100:00000010:2.0:1767326935.128910:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44a80. 00000800:00000001:3.0:1767326935.129711:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.129717:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.129718:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.129720:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.129724:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.129728:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.129731:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.129734:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.129738:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.129740:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b5600 00000400:00000200:3.0:1767326935.129745:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 1312 00000800:00000001:3.0:1767326935.129749:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.129787:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.129789:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.129792:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.129796:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.129797:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.129800:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00000100:00000040:3.0:1767326935.129802:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010296832 msgsize 328 00000100:00100000:3.0:1767326935.129805:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.129814:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.129819:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326935.129863:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.129866:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296832 02000000:00000001:2.0:1767326935.129868:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.129870:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.129872:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.129875:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.129877:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296832 00000020:00000001:2.0:1767326935.129880:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767326935.129880:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326935.129883:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.129886:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.129888:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.129890:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.129891:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.129894:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.129897:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.129899:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.129901:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.129905:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.129908:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.129911:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.129915:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.129917:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.129918:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.129919:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.129924:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.129931:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.129937:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.129938:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.129942:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10799 00000100:00000040:2.0:1767326935.129945:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.129946:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000040:2.0:1767326935.129950:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010296832/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.129955:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.129957:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.129958:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.129959:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.129962:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010296832:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.129966:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010296832 00010000:00000001:2.0:1767326935.129968:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.129972:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.129973:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.129975:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8716ac200 refcount=2 00000020:00000001:2.0:1767326935.129976:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812241920 : -115549897309696 : ffff96e8716ac200) 00010000:00000001:2.0:1767326935.129978:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812241920 : -115549897309696 : ffff96e8716ac200) 00010000:00000001:2.0:1767326935.129980:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.129981:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.129985:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716ac200/0xb12620548e08d40b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4de116 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.129991:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.129993:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.129995:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326935.129996:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.129998:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.130001:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.130003:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.130005:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.130008:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.130010:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.130011:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.130012:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.130013:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.130016:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.130018:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.130020:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888220. 00000100:00000200:2.0:1767326935.130023:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010296832, offset 224 00000400:00000200:2.0:1767326935.130027:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.130031:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.130035:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.130039:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556504:1556504:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556497:1556497:8:4294967295] 00000400:00000200:2.0:1767326935.130042:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.130047:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.130050:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.130053:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326935.130056:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.130061:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.130064:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.130072:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.130074:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.130076:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.130079:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326935.130081:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.130087:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.130089:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.130090:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.130091:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.130095:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010296832/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.130103:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010296832:12345-192.168.204.119@tcp:104: Request processed in 144us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.130109:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10799 00000100:00000040:2.0:1767326935.130114:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.130117:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.130118:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.130122:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.130127:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000800:00000200:3.0:1767326935.130129:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326935.130131:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000800:00000010:3.0:1767326935.130133:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000020:00000040:2.0:1767326935.130137:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326935.130139:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326935.130142:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.130148:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.130152:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888220 00000400:00000010:3.0:1767326935.130157:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888220. 00000100:00000001:3.0:1767326935.130199:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.130203:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.130360:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.130363:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.130365:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.130372:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.130382:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.130385:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.130388:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.130390:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.130392:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.130404:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247610624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.130410:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.130417:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.130421:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.130426:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.130433:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.130437:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.130444:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.130449:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.130454:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.130459:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247610624, portal 18 00000100:00000001:1.0:1767326935.130461:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.130463:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241628416 : -115550467923200 : ffff96e84f67e300) 00000100:00000040:1.0:1767326935.130469:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.130474:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.130475:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.130477:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eee0. 00000100:00000200:1.0:1767326935.130478:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247610624, offset 0 00000400:00000200:1.0:1767326935.130481:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.130484:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.130487:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.130490:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.130492:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.130495:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.130497:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.130500:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556505:1556505:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556498:1556498:8:4294967295] 00000400:00000200:1.0:1767326935.130504:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.130510:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.130514:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.130518:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326935.130522:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.130527:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.130529:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.130541:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.130545:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.130548:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.130550:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853839 00000100:00000010:1.0:1767326935.130555:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44540. 00000100:00000001:1.0:1767326935.130558:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.130568:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853839 00000100:00000010:1.0:1767326935.130572:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44300. 00000100:00000001:1.0:1767326935.130574:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.130576:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.130578:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.130580:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.130582:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.130586:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.130588:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.130589:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.130591:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.130592:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.130594:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.130601:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.130605:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326935.130608:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.130613:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.130616:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eee0 00000400:00000010:3.0:1767326935.130618:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eee0. 00000100:00000001:3.0:1767326935.130621:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.130625:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.130635:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.130676:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.130684:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.130686:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.131668:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.131674:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.131676:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.131678:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.131682:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.131687:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.131691:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.131694:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.131697:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.131700:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07500 00000400:00000200:3.0:1767326935.131703:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.131707:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c75 [1] + 224 00000800:00000001:3.0:1767326935.131712:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.131718:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.131720:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.131724:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.131728:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.131732:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.131741:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.131785:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.131787:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.131791:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326935.131792:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326935.131796:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326935.131798:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326935.131800:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.131814:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.131818:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.131819:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.131822:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.131826:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.131836:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767326935.131907:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87135c200. 00010000:00000010:1.1:1767326935.131913:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a549e00. 00000100:00000001:1.0:1767326935.131922:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.131923:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.131926:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.131927:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.131930:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.131931:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.131934:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.131939:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.131941:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.131943:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.131944:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.131945:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.131946:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.131948:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.131949:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.131951:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.131952:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.131956:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.131960:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.131961:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.131963:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.131965:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.131969:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247610624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.131972:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.131973:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.131975:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67e300 x1853164247610624/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.131978:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.131980:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.131982:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.131984:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.131985:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.131986:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.131987:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.131989:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 02000000:00000001:1.0:1767326935.131990:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.131992:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.131993:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67e300. 00000100:00000001:1.0:1767326935.131995:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.131996:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.131997:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.132000:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.132001:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.132002:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.132003:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.135906:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853839, at 4306853840 00010000:00000010:0.1:1767326935.135908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716a9600. 00000100:00000010:2.0:1767326935.135919:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44540. 00010000:00000010:0.1:1767326935.135921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716ac200. 00000100:00000040:3.0:1767326935.136882:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853839, at 4306853841 00000100:00000010:3.0:1767326935.136887:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44300. 00000800:00000001:3.0:1767326935.140413:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.140433:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.140436:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.140439:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.140494:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.140499:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.140504:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.140507:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.140511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.140513:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07400 00000400:00000200:3.0:1767326935.140517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.140521:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c55 [2] + 224 00000800:00000001:3.0:1767326935.140526:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.140531:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.140533:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.140536:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.140540:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.140545:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8463dad80 x1853164247610368/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.140557:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8463dad80 x1853164247610368/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.140571:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.140576:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.140578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.141815:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.141820:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.141824:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.141828:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.141831:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326935.141833:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326935.141836:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.141866:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f100 x1853164247610880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.141919:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.141923:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67f100 x1853164247610880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.141929:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.141930:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.144363:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.144371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.144373:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.144376:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.144381:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.144386:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.144391:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.144394:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.144404:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.144407:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07600 00000400:00000200:3.0:1767326935.144411:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.144415:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c7d [2] + 224 00000800:00000001:3.0:1767326935.144421:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.144427:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.144429:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.144431:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.144435:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.144440:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f100 x1853164247610880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.144449:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67f100 x1853164247610880/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.144464:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.144470:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.144473:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.145168:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.145172:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.145174:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.145178:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.145180:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326935.145181:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326935.145183:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.145186:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f100 x1853164247611136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.145191:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.145193:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67f100 x1853164247611136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.145197:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.145197:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.146872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868a28000. 00000800:00000001:3.0:1767326935.146873:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.146880:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.146883:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.146886:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.146890:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.146893:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000080:00000010:0.1:1767326935.146895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019020. 00000400:00000200:3.0:1767326935.146898:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.146902:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.146905:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.146907:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b5b00 00000400:00000200:3.0:1767326935.146911:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 1640 00000800:00000001:3.0:1767326935.146914:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.146918:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.146919:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.146922:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.146925:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.146927:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.146930:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326935.146933:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c700 x1853164010298112 msgsize 328 00000100:00100000:3.0:1767326935.146935:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.146946:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.146949:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.146950:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.146981:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.146984:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298112 02000000:00000001:2.0:1767326935.146986:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.146987:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.146989:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.146991:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.146994:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298112 00000020:00000001:2.0:1767326935.146996:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.146997:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.146999:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.147001:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.147002:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.147004:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.147006:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.147009:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.147011:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.147013:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.147017:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.147021:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.147025:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.147030:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.147032:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.147033:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.147035:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.147041:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.147048:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.147055:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.147057:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.147061:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10800 00000100:00000040:2.0:1767326935.147063:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.147065:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00000100:00000040:2.0:1767326935.147069:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010298112/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.147076:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.147077:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.147079:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.147080:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.147082:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010298112:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.147085:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010298112 00010000:00000001:2.0:1767326935.147087:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.147090:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.147091:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.147092:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8716d1000 refcount=2 00000020:00000001:2.0:1767326935.147093:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812392960 : -115549897158656 : ffff96e8716d1000) 00010000:00000001:2.0:1767326935.147095:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812392960 : -115549897158656 : ffff96e8716d1000) 00010000:00000001:2.0:1767326935.147097:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.147098:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.147101:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716d1000/0xb12620548e07bf8b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d495763 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.147107:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.147108:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.147111:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326935.147112:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.147114:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.147116:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.147118:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.147121:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.147123:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.147125:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.147126:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.147128:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.147129:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.147131:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.147133:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.147135:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888088. 00000100:00000200:2.0:1767326935.147137:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010298112, offset 224 00000400:00000200:2.0:1767326935.147140:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.147144:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.147147:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.147151:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556508:1556508:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556501:1556501:8:4294967295] 00000400:00000200:2.0:1767326935.147153:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.147158:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.147161:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.147164:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326935.147166:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.147169:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.147172:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.147183:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.147186:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.147190:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.147193:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326935.147195:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.147203:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.147206:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.147208:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.147210:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.147215:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010298112/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.147227:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010298112:12345-192.168.204.119@tcp:104: Request processed in 147us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.147240:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10800 00000800:00000200:3.0:1767326935.147240:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.147244:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000040:2.0:1767326935.147248:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000400:00000200:3.0:1767326935.147249:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326935.147251:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.147254:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.147258:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.147260:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326935.147265:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888088 00000020:00000010:2.0:1767326935.147266:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000010:3.0:1767326935.147267:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888088. 00000020:00000010:2.0:1767326935.147272:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000100:00000001:3.0:1767326935.147273:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.147277:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767326935.147279:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.147285:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.147541:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.147545:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.147548:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.147555:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.147566:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.147569:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.147573:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.147575:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.147577:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.147580:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247611264:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.147584:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.147587:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.147588:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.147590:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.147594:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.147596:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.147601:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.147604:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.147608:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.147612:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247611264, portal 18 00000100:00000001:1.0:1767326935.147613:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.147615:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241623936 : -115550467927680 : ffff96e84f67d180) 00000100:00000040:1.0:1767326935.147621:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.147627:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.147630:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.147633:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ec38. 00000100:00000200:1.0:1767326935.147635:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247611264, offset 0 00000400:00000200:1.0:1767326935.147640:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.147644:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.147648:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.147651:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.147654:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.147656:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.147659:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.147662:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556509:1556509:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556502:1556502:8:4294967295] 00000400:00000200:1.0:1767326935.147666:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.147673:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.147677:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.147687:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326935.147692:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.147696:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.147699:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.147712:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.147716:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.147719:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.147722:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853856 00000100:00000001:1.0:1767326935.147726:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853854 00000100:00000001:1.0:1767326935.147731:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853856 00000100:00000001:1.0:1767326935.147735:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853854 00000100:00000001:1.0:1767326935.147740:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.147742:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.147745:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.147746:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.147762:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.147764:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.147767:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.147768:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.147770:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.147772:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.147783:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.147787:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:3.0:1767326935.147791:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.147795:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.147799:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ec38 00000400:00000010:3.0:1767326935.147800:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ec38. 00000100:00000001:3.0:1767326935.147803:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.147807:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.147815:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.147890:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.147899:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.147901:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.149059:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.149064:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.149067:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.149068:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.149072:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.149075:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.149078:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.149082:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.149085:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.149089:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07780 00000400:00000200:3.0:1767326935.149093:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.149097:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19c95 [1] + 224 00000800:00000001:3.0:1767326935.149102:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.149108:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.149110:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.149113:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.149117:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.149121:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.149131:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.149150:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.149155:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.149157:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.149187:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.149190:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.149195:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.149196:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.149198:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.149202:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.149204:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.149206:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.149211:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.149232:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.149239:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.149241:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.149243:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.149245:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.149246:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.149249:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.149251:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.149256:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.149259:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.149261:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.149263:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.149265:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.149268:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.149270:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.149271:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.149273:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.149275:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.149280:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.149286:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.149289:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.149290:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.149294:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.149301:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247611264:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.149305:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.149307:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.149309:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67d180 x1853164247611264/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.149316:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.149318:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.149320:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.149323:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.149325:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.149326:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.149328:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.149330:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644600. 02000000:00000001:1.0:1767326935.149333:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.149335:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.149337:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67d180. 00000100:00000001:1.0:1767326935.149340:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.149341:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.149343:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.149347:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.149348:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.149350:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.149352:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.150882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e873bbdc00. 00010000:00000010:0.1:1767326935.150900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84840d700. 00010000:00000010:0.1:1767326935.150904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d1200. 00010000:00000010:0.1:1767326935.150908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.150911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.152905:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853856, at 4306853857 00000100:00000040:3.0:1767326935.152905:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853856, at 4306853857 00000100:00000010:3.0:1767326935.152915:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf720. 00000100:00000010:2.0:1767326935.152918:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf840. 00010000:00000010:0.1:1767326935.154894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84840dc00. 00010000:00000010:0.1:1767326935.154899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d1000. 00000800:00000001:3.0:1767326935.157482:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.157493:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.157496:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.157499:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.157541:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.157549:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.157556:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.157560:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.157566:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.157569:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07700 00000400:00000200:3.0:1767326935.157574:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.157579:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19c85 [2] + 224 00000800:00000001:3.0:1767326935.157586:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.157593:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.157596:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.157600:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.157606:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.157613:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f100 x1853164247611136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.157623:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67f100 x1853164247611136/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.157639:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.157646:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.157648:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.158311:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.158315:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.158319:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.158323:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.158326:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326935.158328:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326935.158332:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.158336:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67c380 x1853164247611392/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.158343:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.158346:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67c380 x1853164247611392/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.158352:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.158396:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.159441:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.159447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.159449:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.159452:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.159457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.159461:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.159466:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.159469:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.159472:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.159476:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb07800 00000400:00000200:3.0:1767326935.159480:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.159483:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19c9d [4] + 224 00000800:00000001:3.0:1767326935.159488:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.159503:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.159506:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.159510:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.159514:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.159518:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67c380 x1853164247611392/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.159528:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f67c380 x1853164247611392/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.159543:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.159548:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.159551:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.161942:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.161947:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.161951:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.161956:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.161960:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326935.161962:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326935.161965:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.161970:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67c380 x1853164247611648/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.161979:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.161982:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67c380 x1853164247611648/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.161989:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.161991:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.163888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858e40000. 00000080:00000010:0.1:1767326935.163903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e881019120. 00000800:00000001:3.0:1767326935.164359:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.164365:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.164367:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.164368:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.164372:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.164376:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.164379:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.164382:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.164385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.164388:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07900 00000400:00000200:3.0:1767326935.164391:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.164400:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ca5 [2] + 224 00000800:00000001:3.0:1767326935.164405:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.164409:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.164410:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.164413:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.164416:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.164420:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67c380 x1853164247611648/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.164429:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67c380 x1853164247611648/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.164443:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.164449:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.164451:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.165400:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.165403:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.165405:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.165408:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.165410:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326935.165411:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326935.165413:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.165416:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67c380 x1853164247611904/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.165421:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.165423:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67c380 x1853164247611904/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.165429:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.165431:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.167515:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.167520:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.167522:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.167523:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.167528:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.167531:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.167534:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.167537:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.167539:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.167541:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b5f00 00000400:00000200:3.0:1767326935.167546:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd197bd [2] + 1968 00000400:00000010:3.0:1767326935.167549:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200318. 00000400:00000200:3.0:1767326935.167552:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46af00 00000800:00000001:3.0:1767326935.167554:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.167558:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.167559:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.167561:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.167564:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46af00 00000400:00000010:3.0:1767326935.167565:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46af00. 00000100:00000001:3.0:1767326935.167569:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.167570:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326935.167572:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34450 x1853164010299136 msgsize 328 00000100:00100000:3.0:1767326935.167575:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326935.167577:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326935.167587:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.167592:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.167595:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326935.167630:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34800. 00000100:00000010:2.0:1767326935.167638:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326935.167640:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326935.167644:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326935.167648:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612008f0. 00000400:00000010:2.0:1767326935.167651:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46ae40. 00000100:00000001:2.0:1767326935.167657:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.167659:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299136 02000000:00000001:2.0:1767326935.167661:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.167663:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.167664:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.167668:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.167671:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299136 00000020:00000001:2.0:1767326935.167674:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.167676:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.167678:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.167680:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.167682:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.167684:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.167688:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.167691:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.167694:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.167697:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.167702:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.167707:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.167711:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.167718:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.167720:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.167722:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.167724:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.167730:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.167739:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.167748:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.167760:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.167766:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10801 00000100:00000040:2.0:1767326935.167770:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.167772:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933385808 : -115549776165808 : ffff96e878a34450) 00000100:00000040:2.0:1767326935.167778:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34450 x1853164010299136/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.167787:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.167790:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.167797:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.167799:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.167803:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010299136:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.167807:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010299136 00010000:00000001:2.0:1767326935.167810:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.167814:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.167816:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.167818:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0a1e00 refcount=2 00000020:00000001:2.0:1767326935.167819:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235483136 : -115550474068480 : ffff96e84f0a1e00) 00010000:00000001:2.0:1767326935.167822:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235483136 : -115550474068480 : ffff96e84f0a1e00) 00010000:00000001:2.0:1767326935.167825:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.167827:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.167831:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f0a1e00/0xb12620548e07bb2b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49439e expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.167866:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.167869:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.167873:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.167876:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.167878:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.167882:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.167885:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.167888:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.167892:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.167895:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.167898:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.167901:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.167903:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.167905:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.167908:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.167911:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888550. 00000100:00000200:2.0:1767326935.167913:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010299136, offset 224 00000400:00000200:2.0:1767326935.167918:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.167923:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.167927:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.167932:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556513:1556513:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556506:1556506:8:4294967295] 00000400:00000200:2.0:1767326935.167936:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.167943:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.167947:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.167951:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326935.167955:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.167959:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.167962:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.167971:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.167974:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.167978:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.167980:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326935.167983:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.167991:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.167994:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.167995:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.167997:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.168002:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34450 x1853164010299136/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.168011:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010299136:12345-192.168.204.119@tcp:104: Request processed in 222us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.168022:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10801 00000800:00000200:3.0:1767326935.168025:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.168028:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000010:3.0:1767326935.168030:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000001:2.0:1767326935.168032:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.168036:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.168036:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.168043:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326935.168044:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.168050:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326935.168051:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888550 00000400:00000010:3.0:1767326935.168055:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888550. 00000020:00000010:2.0:1767326935.168059:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000100:00000001:3.0:1767326935.168059:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.168062:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767326935.168067:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 02000000:00000001:2.0:1767326935.168074:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168077:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.168083:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326935.168087:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168090:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326935.168094:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168097:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 02000000:00000001:2.0:1767326935.168104:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168107:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326935.168112:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168115:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 02000000:00000001:2.0:1767326935.168119:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168122:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.168126:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168129:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 02000000:00000001:2.0:1767326935.168135:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168138:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.168141:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168144:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 02000000:00000001:2.0:1767326935.168149:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168151:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.168157:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168160:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 02000000:00000001:2.0:1767326935.168164:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.168167:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.168171:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.168174:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00000100:00000010:2.0:1767326935.168177:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00000100:00000010:2.0:1767326935.168182:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34400. 00000100:00000001:2.0:1767326935.168186:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.168419:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.168424:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.168427:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.168436:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.168448:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.168451:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.168456:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.168460:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.168466:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.168473:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247612032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.168480:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.168485:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.168490:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.168494:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.168500:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.168502:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.168508:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.168513:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.168519:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.168525:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247612032, portal 18 00000100:00000001:1.0:1767326935.168527:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.168528:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241632896 : -115550467918720 : ffff96e84f67f480) 00000100:00000040:1.0:1767326935.168535:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.168542:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.168545:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.168547:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000100:00000200:1.0:1767326935.168550:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247612032, offset 0 00000400:00000200:1.0:1767326935.168555:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.168559:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.168563:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.168567:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.168570:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.168572:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.168574:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.168577:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556514:1556514:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556507:1556507:8:4294967295] 00000400:00000200:1.0:1767326935.168581:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.168587:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.168591:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.168595:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326935.168599:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.168603:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.168606:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.168618:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.168622:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.168625:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.168627:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853877 00000100:00000001:1.0:1767326935.168632:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853874 00000100:00000001:1.0:1767326935.168637:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853877 00000100:00000001:1.0:1767326935.168641:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853874 00000100:00000001:1.0:1767326935.168644:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.168647:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.168650:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.168652:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.168656:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.168658:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.168660:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.168661:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.168663:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.168665:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.168666:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326935.168669:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:3.0:1767326935.168673:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.168676:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.168678:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000400:00000010:3.0:1767326935.168679:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000100:00000001:3.0:1767326935.168682:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.168685:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.168691:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.168693:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.168697:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.168698:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.169602:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.169607:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.169608:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.169609:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.169613:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.169616:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.169619:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.169622:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.169624:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.169626:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07a80 00000400:00000200:3.0:1767326935.169629:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.169632:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19cc5 [1] + 224 00000800:00000001:3.0:1767326935.169637:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.169640:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.169642:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.169644:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.169646:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.169649:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.169656:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.169667:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.169670:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.169672:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.169694:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.169698:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.169702:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.169703:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.169705:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.169709:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.169710:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.169713:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.169718:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.169727:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.169731:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.169732:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.169734:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.169736:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.169737:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.169738:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.169740:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.169744:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.169746:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.169748:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.169749:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.169761:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.169764:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.169766:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.169767:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.169768:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.169770:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.169773:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.169777:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.169779:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.169780:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.169783:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.169791:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247612032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.169793:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.169795:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.169796:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67f480 x1853164247612032/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.169800:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.169802:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.169803:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.169805:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.169806:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.169807:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.169809:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.169810:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a645200. 02000000:00000001:1.0:1767326935.169812:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.169813:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.169814:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67f480. 00000100:00000001:1.0:1767326935.169816:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.169817:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.169818:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.169820:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.169821:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.169822:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.169824:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.170323:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.170327:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.170329:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.170330:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.170333:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.170336:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.170339:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.170340:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.170342:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.170344:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6000 00000400:00000200:3.0:1767326935.170348:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 0 00000800:00000001:3.0:1767326935.170351:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.170369:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.170371:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.170373:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.170376:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.170377:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.170379:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00000100:00000040:3.0:1767326935.170381:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ed80 x1853164010299392 msgsize 328 00000100:00100000:3.0:1767326935.170383:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.170389:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.170392:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.170394:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.170426:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.170428:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299392 02000000:00000001:2.0:1767326935.170431:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.170432:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.170434:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.170438:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.170440:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299392 00000020:00000001:2.0:1767326935.170442:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.170443:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.170445:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.170447:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.170449:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.170451:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.170454:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.170457:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.170459:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.170461:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.170464:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.170467:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.170470:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.170475:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.170477:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.170478:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.170480:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.170483:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.170494:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.170500:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.170502:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.170506:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10802 00000100:00000040:2.0:1767326935.170508:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.170510:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326935.170514:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010299392/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.170522:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.170525:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.170527:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.170529:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.170535:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010299392:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.170538:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010299392 00010000:00000001:2.0:1767326935.170540:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.170543:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.170545:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.170546:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871730000 refcount=2 00000020:00000001:2.0:1767326935.170549:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812782080 : -115549896769536 : ffff96e871730000) 00010000:00000001:2.0:1767326935.170551:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812782080 : -115549896769536 : ffff96e871730000) 00010000:00000001:2.0:1767326935.170554:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.170556:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.170559:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e871730000/0xb12620548e07bb39 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4943cf expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.170566:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.170568:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.170570:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.170572:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.170574:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.170576:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.170578:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.170580:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.170583:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.170585:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.170587:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.170589:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.170591:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.170593:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.170595:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.170598:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326935.170600:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010299392, offset 224 00000400:00000200:2.0:1767326935.170605:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.170609:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.170613:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.170617:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556515:1556515:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556508:1556508:8:4294967295] 00000400:00000200:2.0:1767326935.170621:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.170628:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.170632:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.170635:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326935.170638:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.170643:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.170645:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.170656:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.170659:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.170661:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.170664:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326935.170665:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.170674:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.170676:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.170678:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.170680:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.170685:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010299392/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.170693:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010299392:12345-192.168.204.119@tcp:104: Request processed in 169us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.170700:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10802 00000100:00000040:2.0:1767326935.170703:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.170706:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326935.170707:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.170708:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.170713:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000020:00000010:2.0:1767326935.170714:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326935.170717:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.170721:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326935.170725:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.170729:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326935.170729:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000400:00000010:3.0:1767326935.170733:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00000020:00000040:2.0:1767326935.170736:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:3.0:1767326935.170737:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326935.170740:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.170741:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.171066:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.171070:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326935.171073:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.171078:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.171080:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.171084:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.171087:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.171089:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.171094:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.171114:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.171116:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.171120:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.171122:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.171124:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.171129:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247612160:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.171138:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.171143:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.171148:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.171153:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.171159:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.171163:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.171172:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.171179:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.171184:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.171186:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247612160, portal 18 00000100:00000001:1.0:1767326935.171188:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.171189:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241630208 : -115550467921408 : ffff96e84f67ea00) 00000100:00000040:1.0:1767326935.171195:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.171203:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.171204:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.171206:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00000200:1.0:1767326935.171208:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247612160, offset 0 00000400:00000200:1.0:1767326935.171210:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.171213:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.171215:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.171218:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.171221:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.171223:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.171225:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.171229:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556516:1556516:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556509:1556509:8:4294967295] 00000400:00000200:1.0:1767326935.171233:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.171239:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.171244:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.171247:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326935.171251:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.171255:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.171258:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.171269:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.171272:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.171275:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.171281:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853879 00000100:00000001:1.0:1767326935.171286:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853877 00000100:00000001:1.0:1767326935.171290:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853879 00000100:00000001:1.0:1767326935.171293:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853877 00000100:00000001:1.0:1767326935.171297:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.171299:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.171301:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.171303:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.171341:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.171346:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326935.171349:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.171354:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.171357:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:3.0:1767326935.171359:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:3.0:1767326935.171362:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.171367:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.171376:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.171379:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.171387:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.171389:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.173155:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.173161:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.173163:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.173165:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.173170:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.173174:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.173179:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.173183:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.173186:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.173189:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07b00 00000400:00000200:3.0:1767326935.173193:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.173197:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19cd5 [1] + 224 00000800:00000001:3.0:1767326935.173202:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.173208:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.173210:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.173213:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.173217:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.173221:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.173227:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.173239:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.173242:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.173244:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.173271:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.173274:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.173278:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.173279:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.173281:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.173285:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.173286:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.173289:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.173294:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.173302:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.173309:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.173311:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.173314:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.173315:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.173317:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.173319:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.173321:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.173325:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.173329:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.173331:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.173332:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.173335:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.173337:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.173339:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.173341:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.173343:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.173345:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.173349:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.173357:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.173359:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.173360:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.173364:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.173372:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247612160:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.173376:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.173378:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.173381:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ea00 x1853164247612160/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.173387:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.173389:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.173392:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481af200. 02000000:00000001:1.0:1767326935.173395:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.173396:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.173398:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.173400:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.173402:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 02000000:00000001:1.0:1767326935.173404:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.173411:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.173413:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ea00. 00000100:00000001:1.0:1767326935.173416:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.173417:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.173420:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.173424:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.173425:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.173427:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.173428:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.175891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8708e3600. 00000100:00000040:3.0:1767326935.175894:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853879, at 4306853880 00010000:00000010:0.1:1767326935.175900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c027900. 00000100:00000010:3.0:1767326935.175902:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf300. 00010000:00000010:0.1:1767326935.175904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8467a6c00. 00000100:00000040:2.0:1767326935.175911:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853879, at 4306853880 00000100:00000010:2.0:1767326935.175920:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf8a0. 00010000:00000010:0.1:1767326935.175920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.175927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:0.1:1767326935.180914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c027d00. 00010000:00000010:0.1:1767326935.180931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0a1e00. 00010000:00000010:0.1:1767326935.180961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f4d00. 00010000:00000010:0.1:1767326935.180965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871730000. 00000800:00000001:3.0:1767326935.181237:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.181246:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.181248:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.181249:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.181257:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.181262:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.181266:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.181269:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.181315:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.181318:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07a00 00000400:00000200:3.0:1767326935.181321:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.181326:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19cad [2] + 224 00000800:00000001:3.0:1767326935.181331:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.181336:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.181338:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.181344:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.181349:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.181355:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67c380 x1853164247611904/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.181362:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67c380 x1853164247611904/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.181374:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.181379:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.181381:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.182160:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.182165:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.182168:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.182173:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.182176:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326935.182178:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326935.182181:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.182185:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d880 x1853164247612288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.182194:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.182197:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d880 x1853164247612288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.182204:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.182206:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.183539:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.183545:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.183546:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.183548:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.183551:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.183555:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.183558:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.183560:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.183563:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.183565:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb07b80 00000400:00000200:3.0:1767326935.183568:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.183570:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19cdd [4] + 224 00000800:00000001:3.0:1767326935.183573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.183577:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.183578:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.183580:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.183583:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.183587:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d880 x1853164247612288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.183593:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f67d880 x1853164247612288/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.183603:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.183606:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.183608:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.186705:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.186708:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.186710:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.186714:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.186716:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326935.186717:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326935.186719:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.186722:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d880 x1853164247612544/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.186732:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.186734:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d880 x1853164247612544/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.186738:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.186739:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.186886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a6418c0. 00000080:00000010:0.1:1767326935.186893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8ae0. 00000800:00000001:3.0:1767326935.189801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.189811:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.189814:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.189816:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.189821:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.189827:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.189832:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.189835:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.189839:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.189870:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07c80 00000400:00000200:3.0:1767326935.189875:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.189880:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ce5 [2] + 224 00000800:00000001:3.0:1767326935.189886:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.189893:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.189896:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.189899:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.189903:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.189908:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d880 x1853164247612544/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.189917:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67d880 x1853164247612544/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.189931:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.189936:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.189940:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.190600:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.190604:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.190608:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.190612:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.190615:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326935.190617:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326935.190620:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.190623:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d880 x1853164247612800/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.190631:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.190634:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d880 x1853164247612800/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.190640:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.190642:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.192429:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.192435:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.192437:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.192440:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.192445:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.192449:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.192454:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.192457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.192460:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.192463:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6400 00000400:00000200:3.0:1767326935.192469:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 328 00000800:00000001:3.0:1767326935.192474:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.192479:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.192481:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.192484:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.192488:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.192490:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.192494:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 00000100:00000040:3.0:1767326935.192497:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010300416 msgsize 328 00000100:00100000:3.0:1767326935.192501:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.192511:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.192519:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.192523:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.192551:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.192554:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300416 02000000:00000001:2.0:1767326935.192557:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.192559:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.192560:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.192564:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.192567:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300416 00000020:00000001:2.0:1767326935.192569:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.192571:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.192572:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.192575:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.192577:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.192579:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.192583:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.192587:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.192590:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.192592:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.192597:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.192601:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.192606:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.192612:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.192614:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.192616:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.192618:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.192624:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.192633:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.192642:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.192644:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.192649:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10803 00000100:00000040:2.0:1767326935.192653:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.192655:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326935.192661:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010300416/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.192669:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.192671:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.192673:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.192675:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.192679:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010300416:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.192683:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010300416 00010000:00000001:2.0:1767326935.192692:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.192696:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.192698:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.192700:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850acf000 refcount=2 00000020:00000001:2.0:1767326935.192702:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262930944 : -115550446620672 : ffff96e850acf000) 00010000:00000001:2.0:1767326935.192704:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262930944 : -115550446620672 : ffff96e850acf000) 00010000:00000001:2.0:1767326935.192707:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.192709:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.192713:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.192720:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.192722:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.192725:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.192727:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.192729:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.192732:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.192735:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.192737:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.192740:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.192743:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.192746:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.192747:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.192749:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.192762:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.192764:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.192767:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326935.192770:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010300416, offset 224 00000400:00000200:2.0:1767326935.192775:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.192780:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.192784:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.192788:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556520:1556520:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556513:1556513:8:4294967295] 00000400:00000200:2.0:1767326935.192792:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.192798:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.192803:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.192806:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326935.192810:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.192814:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.192817:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.192826:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.192829:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.192833:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.192835:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a840. 00010000:00000001:2.0:1767326935.192838:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.192866:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.192869:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.192872:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.192874:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.192880:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010300416/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326935.192887:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326935.192889:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010300416:12345-192.168.204.119@tcp:104: Request processed in 218us (389us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326935.192892:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.192897:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326935.192902:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326935.192902:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10803 00000800:00000010:3.0:1767326935.192903:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000100:00000040:2.0:1767326935.192909:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000400:00000200:3.0:1767326935.192910:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326935.192911:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326935.192913:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.192916:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326935.192918:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326935.192920:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326935.192923:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326935.192923:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326935.192925:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00000400:00000010:3.0:1767326935.192929:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00000020:00000010:2.0:1767326935.192930:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000100:00000001:3.0:1767326935.192933:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326935.192937:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000100:00000001:3.0:1767326935.192938:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326935.192940:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850acf000 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326935.192943:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000040:2.0:1767326935.192945:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00010000:00010000:1.0:1767326935.192947:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.192949:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326935.192956:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767326935.192958:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767326935.192961:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326935.192964:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326935.192967:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326935.192968:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326935.192969:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326935.192970:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850acf000 refcount=3 00000020:00000001:1.0:1767326935.192972:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262930944 : -115550446620672 : ffff96e850acf000) 00010000:00000001:1.0:1767326935.192973:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262930944 : -115550446620672 : ffff96e850acf000) 00010000:00000001:1.0:1767326935.192974:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326935.192976:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767326935.192980:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326935.192981:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326935.192982:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767326935.192983:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x17:0x0] mode (null) 00000002:00000001:1.0:1767326935.192984:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326935.192986:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326935.192989:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871686a00 count: 2 00010000:00000001:1.0:1767326935.192991:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326935.192993:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326935.192994:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326935.192995:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767326935.192996:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871686a00 count: 2 00010000:00000001:1.0:1767326935.192998:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326935.192999:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.193000:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767326935.193002:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x17:0x0] lli = ffff96e881497380, pfid = [0x200000402:0x3dd:0x0] 00000080:00000002:1.0:1767326935.193037:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x17:0x0] m[0x200000402:0x3dd:0x0] 00000080:00000001:1.0:1767326935.193039:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280477 : 144115205289280477 : 2000004020003dd) 00000080:00000001:1.0:1767326935.193042:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326935.193043:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326935.193043:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326935.193045:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x17:0x0](ffff96e881497448) invalid 00000080:00000001:1.0:1767326935.193046:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326935.193047:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326935.193048:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.193050:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326935.193051:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326935.193052:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326935.193053:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326935.193055:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326935.193056:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850acf000 with handle 0xb12620548e07ae0b from hash 00010000:00000001:1.0:1767326935.193057:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326935.193058:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.193059:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.193060:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326935.193061:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326935.193062:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326935.193064:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326935.193066:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.193066:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.193067:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.193069:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326935.193070:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326935.193073:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000020:00000040:1.0:1767326935.193075:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=331 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326935.193077:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326935.193078:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326935.193080:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326935.193083:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481af200. 00000100:00000001:1.0:1767326935.193085:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.193086:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326935.193089:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326935.193092:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326935.193093:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.193095:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326935.193097:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.193101:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_01+1] req@ffff96e868419180 x1853164247612928/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326935.193126:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326935.193128:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.193129:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.193130:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.193131:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.193132:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.193135:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326935.193138:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326935.193140:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850acf000/0xb12620548e07ae0b lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x17:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d4905d9 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326935.193144:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871686a00 count: 0 00010000:00000010:1.0:1767326935.193148:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e84f065180. 00010000:00000001:1.0:1767326935.193155:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.193158:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326935.193160:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a840. 00010000:00000001:1.0:1767326935.193165:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.193172:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.193175:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326935.193181:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.193183:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.193185:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.193188:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.193190:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.193192:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.193197:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.193198:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.193202:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767326935.193377:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.193380:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.193384:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.193387:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.193390:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326935.193392:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326935.193394:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.193399:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247612928/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.193407:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.193410:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247612928/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.193454:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.193456:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.194403:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.194408:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.194409:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.194410:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.194414:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.194417:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.194420:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.194421:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.194430:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.194432:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07e00 00000400:00000200:3.0:1767326935.194435:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.194437:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19cfd [1] + 224 00000800:00000001:3.0:1767326935.194440:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.194444:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.194445:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.194447:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.194450:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.194453:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247612928/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.194459:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247612928/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.194469:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.194473:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.194475:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.195175:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.195179:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.195180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.195181:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.195184:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.195187:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.195190:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.195192:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.195194:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.195196:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6500 00000400:00000200:3.0:1767326935.195199:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 656 00000800:00000001:3.0:1767326935.195202:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.195220:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.195223:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.195226:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.195230:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.195231:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.195235:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326935.195237:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010300672 msgsize 328 00000100:00100000:3.0:1767326935.195241:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.195259:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.195267:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.195270:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.195294:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.195298:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300672 02000000:00000001:2.0:1767326935.195301:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.195304:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.195306:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.195309:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.195312:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300672 00000020:00000001:2.0:1767326935.195314:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.195316:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.195318:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.195320:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.195322:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.195324:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.195327:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.195330:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.195332:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.195334:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.195338:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.195341:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.195345:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.195349:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.195351:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.195352:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.195353:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.195357:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.195365:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.195372:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.195373:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.195378:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10804 00000100:00000040:2.0:1767326935.195381:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.195383:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326935.195389:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010300672/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.195404:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.195407:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.195410:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.195415:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.195419:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010300672:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.195422:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010300672 00010000:00000001:2.0:1767326935.195424:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.195428:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.195429:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.195431:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878ecdc00 refcount=2 00000020:00000001:2.0:1767326935.195433:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938208768 : -115549771342848 : ffff96e878ecdc00) 00010000:00000001:2.0:1767326935.195435:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938208768 : -115549771342848 : ffff96e878ecdc00) 00010000:00000001:2.0:1767326935.195438:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.195440:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.195443:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e878ecdc00/0xb12620548e07ae20 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d490611 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.195450:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.195452:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.195455:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.195457:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.195459:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.195461:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.195463:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.195465:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.195468:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.195471:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.195473:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.195475:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.195476:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.195478:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.195481:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.195484:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326935.195487:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010300672, offset 224 00000400:00000200:2.0:1767326935.195492:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.195496:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.195500:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.195505:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556522:1556522:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556515:1556515:8:4294967295] 00000400:00000200:2.0:1767326935.195509:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.195516:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.195520:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.195524:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326935.195527:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.195532:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.195534:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.195544:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.195546:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.195549:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.195552:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a240. 00010000:00000001:2.0:1767326935.195555:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.195564:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.195567:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.195569:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.195570:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.195575:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010300672/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.195586:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010300672:12345-192.168.204.119@tcp:104: Request processed in 186us (345us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326935.195586:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.195592:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ec00. 00000400:00000200:3.0:1767326935.195597:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326935.195602:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10804 00000400:00000200:3.0:1767326935.195604:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326935.195609:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000400:00000200:3.0:1767326935.195610:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000400:00000010:3.0:1767326935.195614:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00000100:00000001:2.0:1767326935.195615:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326935.195617:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326935.195618:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326935.195620:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326935.195623:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.195628:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326935.195634:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000020:00000040:2.0:1767326935.195640:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.195646:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.195898:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.195903:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.195907:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.195917:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.195929:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.195933:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.195937:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.195941:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.195946:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.195953:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247613056:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.195961:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.195967:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.195971:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.195976:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.195982:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.195986:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.195992:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.195997:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.196003:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.196007:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247613056, portal 18 00000100:00000001:1.0:1767326935.196009:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.196010:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241622144 : -115550467929472 : ffff96e84f67ca80) 00000100:00000040:1.0:1767326935.196016:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.196022:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.196024:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.196025:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:1.0:1767326935.196027:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247613056, offset 0 00000400:00000200:1.0:1767326935.196030:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.196033:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.196036:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.196038:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.196040:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.196041:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.196043:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.196045:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556523:1556523:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556516:1556516:8:4294967295] 00000400:00000200:1.0:1767326935.196048:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.196052:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.196055:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.196058:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326935.196061:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.196064:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.196065:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.196073:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.196076:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.196078:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.196079:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853904 00000100:00000001:1.0:1767326935.196082:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853902 00000100:00000001:1.0:1767326935.196085:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853904 00000100:00000001:1.0:1767326935.196087:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853902 00000100:00000001:1.0:1767326935.196089:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.196091:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.196092:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.196094:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.196101:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.196102:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.196104:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.196105:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.196106:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.196108:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.196123:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.196126:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326935.196128:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.196131:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.196134:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000010:3.0:1767326935.196135:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:3.0:1767326935.196137:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.196139:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.196145:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.196146:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.196150:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.196151:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.198165:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.198172:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.198174:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.198176:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.198181:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.198185:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.198190:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.198193:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.198197:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.198200:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07e80 00000400:00000200:3.0:1767326935.198202:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.198205:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d0d [1] + 224 00000800:00000001:3.0:1767326935.198209:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.198213:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.198214:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.198216:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.198220:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.198225:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.198233:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.198247:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.198257:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.198264:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.198265:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.198270:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.198274:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.198276:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.198278:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.198282:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.198284:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.198287:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.198292:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.198301:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.198307:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.198308:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.198310:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.198312:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.198314:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.198316:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.198318:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.198322:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.198325:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.198326:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.198327:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.198328:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.198329:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.198331:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.198332:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.198334:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.198335:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.198338:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.198342:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.198344:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.198345:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.198347:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.198352:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247613056:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.198354:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.198356:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.198358:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ca80 x1853164247613056/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.198361:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.198363:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.198364:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.198365:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.198366:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.198367:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.198369:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.198370:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 02000000:00000001:1.0:1767326935.198372:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.198373:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.198374:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ca80. 00000100:00000001:1.0:1767326935.198376:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.198377:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.198378:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.198380:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.198381:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.198383:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.198384:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.199878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e25e00. 00010000:00000010:0.1:1767326935.199886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681e00. 00010000:00000010:0.1:1767326935.199890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e51c00. 00010000:00000010:0.1:1767326935.199893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.199896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.200896:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853904, at 4306853905 00000100:00000010:2.0:1767326935.200903:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf2a0. 00000100:00000040:3.0:1767326935.200905:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853904, at 4306853905 00000100:00000010:3.0:1767326935.200913:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf960. 00010000:00000010:1.1:1767326935.203911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871686a00. 00010000:00000010:1.1:1767326935.203918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850acf000. 00000800:00000001:3.0:1767326935.204880:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.204889:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.204891:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.204892:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.204898:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.204903:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.204907:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.204910:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.204957:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.204961:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb07d80 00000400:00000200:3.0:1767326935.204966:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.204972:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ced [2] + 224 00000800:00000001:3.0:1767326935.204978:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.204985:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.204988:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.204991:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.204997:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.205003:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d880 x1853164247612800/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.205014:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67d880 x1853164247612800/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.205029:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.205034:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.205036:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.205870:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.205874:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.205877:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.205880:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.205882:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326935.205883:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326935.205886:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.205889:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247613184/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.205894:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.205896:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67ca80 x1853164247613184/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.205900:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.205901:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.207190:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.207194:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.207196:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.207197:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.207201:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.207204:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.207207:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.207208:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.207211:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.207213:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb07f00 00000400:00000200:3.0:1767326935.207215:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.207218:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19d15 [4] + 224 00000800:00000001:3.0:1767326935.207221:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.207224:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.207226:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.207228:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.207230:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.207233:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247613184/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.207239:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f67ca80 x1853164247613184/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.207248:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.207251:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.207253:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.207896:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f483900. 00010000:00000010:0.1:1767326935.207902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878ecdc00. 00000100:00000040:2.0:1767326935.210900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853914, at 4306853915 00000100:00000040:3.0:1767326935.210906:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853914, at 4306853915 00000100:00000010:2.0:1767326935.210911:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfc00. 00000100:00000010:3.0:1767326935.210917:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf420. 00000100:00000001:1.0:1767326935.213949:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.213954:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.213958:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.213969:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.213988:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.213992:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.213998:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.214002:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.214006:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.214012:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247613312:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.214019:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.214025:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.214030:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.214034:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.214040:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.214045:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.214055:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.214061:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.214068:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.214077:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247613312, portal 18 00000100:00000001:1.0:1767326935.214083:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.214086:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241622144 : -115550467929472 : ffff96e84f67ca80) 00000100:00000040:1.0:1767326935.214097:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.214112:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.214117:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.214121:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 00000100:00000200:1.0:1767326935.214128:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247613312, offset 0 00000400:00000200:1.0:1767326935.214138:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.214146:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.214155:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.214163:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.214169:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.214175:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.214179:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.214186:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556525:1556525:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556518:1556518:8:4294967295] 00000400:00000200:1.0:1767326935.214194:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.214206:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.214215:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.214220:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326935.214231:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.214243:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.214250:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.214267:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.214273:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.214281:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.214286:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853922 00000100:00000010:1.0:1767326935.214293:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44720. 00000100:00000001:1.0:1767326935.214300:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.214306:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853922 00000100:00000010:1.0:1767326935.214313:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44c00. 00000100:00000001:1.0:1767326935.214318:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.214323:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.214328:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.214335:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.214339:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.214350:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326935.214351:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.214353:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.214358:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326935.214358:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000100:00000001:1.0:1767326935.214362:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.214365:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.214365:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.214372:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.214378:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.214385:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326935.214386:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000100:00000001:1.0:1767326935.214389:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326935.214392:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000100:00000001:3.0:1767326935.214397:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.214405:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.214463:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.214471:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.214484:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.214489:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.214585:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.214589:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.214592:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.214597:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.214599:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326935.214601:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326935.214603:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.214607:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ea00 x1853164247613568/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.214615:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.214618:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67ea00 x1853164247613568/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.214623:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.214625:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.215780:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.215787:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.215789:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.215790:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.215794:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.215797:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.215801:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.215803:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.215806:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.215808:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb07f80 00000400:00000200:3.0:1767326935.215811:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.215813:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d1d [1] + 224 00000800:00000001:3.0:1767326935.215818:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.215822:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.215823:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.215825:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.215828:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.215831:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.215859:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.215866:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.215870:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.215872:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.215877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881492940. 00000080:00000010:0.1:1767326935.215890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c1e0. 00000100:00000001:1.0:1767326935.215925:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.215928:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.215931:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.215933:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.215935:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.215939:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.215941:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.215943:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.215948:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.215957:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.215963:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.215964:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.215966:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.215969:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.215971:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.215972:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.215974:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.215980:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.215983:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.215985:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.215987:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.215989:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.215991:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.215993:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.215995:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.215997:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.215999:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.216003:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.216009:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.216011:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.216013:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.216016:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.216023:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247613312:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.216027:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.216029:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.216031:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ca80 x1853164247613312/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.216037:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.216039:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.216041:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.216044:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.216046:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.216047:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.216050:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.216052:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 02000000:00000001:1.0:1767326935.216054:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.216055:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.216057:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ca80. 00000100:00000001:1.0:1767326935.216060:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.216068:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.216070:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.216074:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.216075:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.216077:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.216078:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.217811:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.217838:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.217867:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.217872:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.217878:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.217884:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.217889:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.217930:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.217934:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.217937:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08080 00000400:00000200:3.0:1767326935.217941:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.217945:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19d25 [2] + 224 00000800:00000001:3.0:1767326935.217950:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.217967:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.217969:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.217973:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.217977:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.217983:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ea00 x1853164247613568/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.217993:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67ea00 x1853164247613568/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.218006:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.218011:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.218014:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.218835:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.218839:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.218856:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.218860:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.218863:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326935.218864:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326935.218867:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.218871:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ea00 x1853164247613824/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.218877:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.218879:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67ea00 x1853164247613824/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.218926:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.218928:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.219886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f397400. 00010000:00000010:0.1:1767326935.219893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83300. 00000800:00000001:3.0:1767326935.220764:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.220770:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.220772:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.220773:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.220777:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.220781:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.220785:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.220787:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.220790:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.220792:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6980 00000400:00000200:3.0:1767326935.220799:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 984 00000800:00000001:3.0:1767326935.220804:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.220809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.220812:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.220815:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.220819:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.220821:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.220825:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326935.220828:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010301824 msgsize 328 00000100:00100000:3.0:1767326935.220838:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.220867:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.220873:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.220876:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.220906:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.220909:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301824 02000000:00000001:2.0:1767326935.220912:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.220914:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.220916:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.220920:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.220923:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301824 00000020:00000001:2.0:1767326935.220925:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.220927:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.220929:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.220931:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.220934:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.220936:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.220940:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.220944:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.220948:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.220950:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.220955:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.220960:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.220965:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.220972:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.220974:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.220975:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.220977:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.220983:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.220992:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.220999:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.221001:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.221004:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10805 00000100:00000040:2.0:1767326935.221007:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.221008:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326935.221014:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010301824/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.221024:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.221027:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.221029:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.221031:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.221035:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010301824:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.221039:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010301824 00010000:00000001:2.0:1767326935.221041:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.221046:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.221048:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.221058:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8711f1a00 refcount=2 00000020:00000001:2.0:1767326935.221063:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523807283712 : -115549902267904 : ffff96e8711f1a00) 00010000:00000001:2.0:1767326935.221066:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523807283712 : -115549902267904 : ffff96e8711f1a00) 00010000:00000001:2.0:1767326935.221069:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.221071:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.221076:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8711f1a00/0xb12620548e07d6de lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49c0f6 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.221086:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.221088:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.221092:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.221095:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.221097:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.221101:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.221103:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.221106:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.221111:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.221114:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.221116:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.221118:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.221121:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.221124:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.221127:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.221130:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000200:2.0:1767326935.221134:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010301824, offset 224 00000400:00000200:2.0:1767326935.221139:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.221144:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.221149:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.221155:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556528:1556528:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556521:1556521:8:4294967295] 00000400:00000200:2.0:1767326935.221168:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.221175:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.221180:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.221184:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326935.221189:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.221193:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.221195:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.221203:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.221206:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.221208:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.221210:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326935.221212:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.221217:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.221219:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.221221:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.221222:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.221226:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010301824/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.221233:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010301824:12345-192.168.204.119@tcp:104: Request processed in 208us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.221242:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10805 00000100:00000040:2.0:1767326935.221249:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.221255:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.221258:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326935.221262:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326935.221264:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000010:3.0:1767326935.221266:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e500. 00000020:00000010:2.0:1767326935.221270:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000400:00000200:3.0:1767326935.221272:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.221276:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326935.221281:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.221282:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000200:3.0:1767326935.221286:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 00000100:00000001:2.0:1767326935.221287:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326935.221291:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00000100:00000001:3.0:1767326935.221295:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.221298:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.221578:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.221581:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.221584:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.221590:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.221598:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.221600:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.221604:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.221607:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.221610:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.221616:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247613952:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.221621:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.221625:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.221628:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.221636:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.221643:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.221647:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.221652:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.221655:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.221659:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.221663:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247613952, portal 18 00000100:00000001:1.0:1767326935.221667:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.221671:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241632896 : -115550467918720 : ffff96e84f67f480) 00000100:00000040:1.0:1767326935.221682:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.221688:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.221690:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.221692:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00000200:1.0:1767326935.221694:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247613952, offset 0 00000400:00000200:1.0:1767326935.221697:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.221700:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.221703:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.221707:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.221714:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.221717:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.221719:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.221723:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556529:1556529:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556522:1556522:8:4294967295] 00000400:00000200:1.0:1767326935.221726:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.221733:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.221738:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.221742:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326935.221746:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.221760:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.221763:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.221773:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.221777:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.221780:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.221783:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853929 00000100:00000001:1.0:1767326935.221787:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853927 00000100:00000001:1.0:1767326935.221791:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853929 00000100:00000001:1.0:1767326935.221795:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853927 00000100:00000001:1.0:1767326935.221799:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.221802:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.221805:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.221807:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.221812:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.221814:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.221816:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.221818:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.221819:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.221822:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.221839:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.221863:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:3.0:1767326935.221867:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.221872:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.221876:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000400:00000010:3.0:1767326935.221878:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326935.221921:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.221928:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.221937:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.221940:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.221947:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.221949:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.223829:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.223834:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.223836:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.223839:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.223879:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.223885:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.223891:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.223894:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.223899:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.223903:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08200 00000400:00000200:3.0:1767326935.223908:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.223913:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d3d [1] + 224 00000800:00000001:3.0:1767326935.223918:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.223924:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.223926:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.223930:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.223933:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.223938:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.223946:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.223959:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.223964:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.223967:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.223986:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.223990:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.223994:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.223996:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.223998:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.224002:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.224004:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.224006:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.224011:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.224021:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.224028:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.224029:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.224032:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.224034:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.224036:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.224038:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.224040:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.224045:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.224048:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.224051:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.224053:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.224055:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.224057:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.224059:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.224061:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.224063:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.224066:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.224070:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.224077:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.224080:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.224082:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.224086:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.224093:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247613952:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.224098:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.224100:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.224103:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67f480 x1853164247613952/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.224109:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.224114:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.224117:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.224119:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.224120:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.224121:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.224123:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.224124:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869ea00. 02000000:00000001:1.0:1767326935.224126:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.224127:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.224128:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67f480. 00000100:00000001:1.0:1767326935.224131:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.224132:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.224133:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.224135:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.224136:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.224138:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.224139:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.225888:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853929, at 4306853930 00000100:00000010:2.0:1767326935.225895:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44720. 00000100:00000040:3.0:1767326935.225906:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853929, at 4306853930 00000100:00000010:3.0:1767326935.225915:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44c00. 00000800:00000001:3.0:1767326935.227000:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.227007:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.227010:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.227012:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.227018:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.227024:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.227035:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.227039:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.227043:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.227046:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6c80 00000400:00000200:3.0:1767326935.227054:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 1312 00000800:00000001:3.0:1767326935.227059:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.227092:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.227095:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.227099:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.227104:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.227106:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.227110:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000100:00000040:3.0:1767326935.227114:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010302592 msgsize 328 00000100:00100000:3.0:1767326935.227118:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.227131:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.227136:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.227139:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.227162:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.227165:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302592 02000000:00000001:2.0:1767326935.227166:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.227168:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.227169:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.227172:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.227174:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302592 00000020:00000001:2.0:1767326935.227176:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.227177:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.227178:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.227180:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.227182:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.227184:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.227186:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.227189:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.227191:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.227192:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.227195:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.227198:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.227201:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.227205:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.227207:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.227208:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.227209:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.227213:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.227228:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.227239:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.227242:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.227247:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10806 00000100:00000040:2.0:1767326935.227250:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.227252:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326935.227257:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010302592/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.227265:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.227268:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.227270:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.227273:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.227277:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010302592:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.227280:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010302592 00010000:00000001:2.0:1767326935.227282:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.227287:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.227288:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.227290:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f396e00 refcount=2 00000020:00000001:2.0:1767326935.227291:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523238583808 : -115550470967808 : ffff96e84f396e00) 00010000:00000001:2.0:1767326935.227292:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523238583808 : -115550470967808 : ffff96e84f396e00) 00010000:00000001:2.0:1767326935.227294:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.227296:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.227299:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f396e00/0xb12620548e08e5bc lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e2dad expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.227305:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.227307:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.227309:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.227311:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.227312:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.227315:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.227317:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.227319:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.227321:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.227323:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.227325:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.227326:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.227328:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.227329:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.227331:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.227333:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888ee0. 00000100:00000200:2.0:1767326935.227336:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010302592, offset 224 00000400:00000200:2.0:1767326935.227339:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.227343:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.227348:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.227352:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556530:1556530:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556523:1556523:8:4294967295] 00000400:00000200:2.0:1767326935.227354:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.227360:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.227363:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.227366:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326935.227370:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.227373:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.227376:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.227385:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.227387:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.227389:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.227392:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326935.227399:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.227407:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.227409:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.227411:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.227412:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.227417:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010302592/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.227429:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010302592:12345-192.168.204.119@tcp:104: Request processed in 160us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.227445:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10806 00000800:00000200:3.0:1767326935.227448:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.227449:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.227453:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326935.227455:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e000. 00000100:00000001:2.0:1767326935.227456:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.227461:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000400:00000200:3.0:1767326935.227462:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.227466:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:2.0:1767326935.227470:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:3.0:1767326935.227474:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.227476:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.227479:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.227479:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888ee0 00000400:00000010:3.0:1767326935.227485:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888ee0. 00000100:00000001:3.0:1767326935.227492:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.227495:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.227731:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.227734:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.227737:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.227742:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.227761:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.227764:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.227767:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.227769:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.227773:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.227778:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247614080:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.227784:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.227788:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.227791:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.227794:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.227804:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.227808:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.227819:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.227822:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.227830:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.227837:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247614080, portal 18 00000100:00000001:1.0:1767326935.227873:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.227875:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241623936 : -115550467927680 : ffff96e84f67d180) 00000100:00000040:1.0:1767326935.227880:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.227885:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.227887:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.227889:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 00000100:00000200:1.0:1767326935.227892:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247614080, offset 0 00000400:00000200:1.0:1767326935.227895:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.227899:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.227903:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.227906:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.227909:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.227912:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.227914:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.227917:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556531:1556531:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556524:1556524:8:4294967295] 00000400:00000200:1.0:1767326935.227920:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.227925:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.227927:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.227929:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326935.227932:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.227934:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.227936:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.227943:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.227946:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.227948:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.227950:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853937 00000100:00000010:1.0:1767326935.227952:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44d80. 00000100:00000001:1.0:1767326935.227955:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.227959:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853937 00000100:00000010:1.0:1767326935.227961:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44b40. 00000100:00000001:1.0:1767326935.227963:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.227965:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.227967:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.227970:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.227971:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.227974:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.227975:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.227977:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.227984:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.227986:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.227989:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.228013:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.228017:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326935.228020:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.228024:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.228028:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000400:00000010:3.0:1767326935.228030:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:3.0:1767326935.228033:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.228037:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.228047:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.228050:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.228099:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.228101:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.228866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874937600. 00010000:00000010:0.1:1767326935.228871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83200. 00010000:00000010:0.1:1767326935.228874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a74000. 00000800:00000001:3.0:1767326935.229256:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229268:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.229271:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229278:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.229283:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229287:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.229292:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229295:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229298:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229301:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08280 00000400:00000200:3.0:1767326935.229305:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229309:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d4d [1] + 224 00000800:00000001:3.0:1767326935.229313:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229319:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.229321:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.229324:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.229328:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.229333:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.229342:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.229355:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.229360:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229363:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.229379:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.229382:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.229386:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.229388:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.229394:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.229398:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.229400:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.229402:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.229407:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.229416:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.229421:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.229422:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.229423:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.229426:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.229427:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.229428:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.229429:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.229433:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.229435:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.229437:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.229438:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.229439:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.229441:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.229442:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.229443:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.229444:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.229446:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.229448:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.229452:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.229454:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.229455:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.229457:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.229461:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247614080:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.229464:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.229465:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.229467:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67d180 x1853164247614080/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.229471:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.229473:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.229474:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.229476:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.229477:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.229478:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.229479:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.229480:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869f600. 02000000:00000001:1.0:1767326935.229482:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.229483:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.229485:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67d180. 00000100:00000001:1.0:1767326935.229487:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.229487:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.229488:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.229491:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.229492:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.229493:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.229494:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.229784:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229788:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.229789:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229791:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.229793:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229796:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.229799:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229801:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229803:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.229805:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b6d80 00000400:00000200:3.0:1767326935.229808:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 1640 00000800:00000001:3.0:1767326935.229811:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229830:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.229832:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.229834:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.229836:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.229837:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.229851:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326935.229853:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010302848 msgsize 328 00000100:00100000:3.0:1767326935.229856:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.229863:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.229867:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.229869:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.229906:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.229908:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302848 02000000:00000001:2.0:1767326935.229911:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.229912:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.229914:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.229917:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.229919:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302848 00000020:00000001:2.0:1767326935.229921:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.229922:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.229924:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.229926:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.229929:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.229931:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.229934:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.229938:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.229941:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.229943:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.229947:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097400. 00000020:00000010:2.0:1767326935.229950:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff80. 00000020:00000010:2.0:1767326935.229953:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000040:2.0:1767326935.229957:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.229960:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.229961:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.229962:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.229966:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.229976:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.229995:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326935.229997:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326935.230000:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767326935.230002:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10807 00000100:00000001:2.0:1767326935.230004:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767326935.230005:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.230008:0:198563:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.230008:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000001:2.0:1767326935.230014:0:198563:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326935.230016:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010302848/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326935.230022:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326935.230025:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba840. 00000100:00000001:3.0:1767326935.230027:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326935.230028:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba840. 00000100:00100000:3.0:1767326935.230032:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010302848:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326935.230034:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010302848 00010000:00000001:3.0:1767326935.230035:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326935.230038:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326935.230039:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326935.230041:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848a75400 refcount=2 00000020:00000001:3.0:1767326935.230042:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523128345600 : -115550581206016 : ffff96e848a75400) 00010000:00000001:3.0:1767326935.230044:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523128345600 : -115550581206016 : ffff96e848a75400) 00010000:00000001:3.0:1767326935.230046:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326935.230047:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326935.230050:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e848a75400/0xb12620548e08e5d1 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e2dec expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326935.230055:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326935.230056:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326935.230058:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11000. 02000000:00000001:3.0:1767326935.230059:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.230060:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326935.230070:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326935.230072:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326935.230075:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326935.230078:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326935.230080:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326935.230082:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326935.230084:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326935.230086:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.230088:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326935.230090:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326935.230094:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093440. 00000100:00000200:3.0:1767326935.230097:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010302848, offset 224 00000400:00000200:3.0:1767326935.230101:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326935.230106:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.230110:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326935.230114:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556532:1556532:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556525:1556525:8:4294967295] 00000400:00000200:3.0:1767326935.230118:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.230124:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326935.230127:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326935.230130:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00000800:00000200:3.0:1767326935.230133:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326935.230136:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326935.230138:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326935.230147:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326935.230149:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326935.230151:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326935.230153:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e8712e9cc0. 00010000:00000001:3.0:1767326935.230154:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326935.230159:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326935.230161:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326935.230163:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326935.230164:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326935.230168:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010302848/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326935.230178:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010302848:12345-192.168.204.119@tcp:104: Request processed in 152us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326935.230187:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10807 00000100:00000040:3.0:1767326935.230193:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:3.0:1767326935.230197:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326935.230201:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326935.230206:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff80. 00000800:00000200:2.0:1767326935.230208:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326935.230213:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 00000020:00000010:3.0:1767326935.230213:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000010:3.0:1767326935.230220:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097400. 00000400:00000200:2.0:1767326935.230225:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767326935.230228:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:3.0:1767326935.230233:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326935.230238:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326935.230246:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093440 00000400:00000010:2.0:1767326935.230250:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093440. 00000100:00000001:2.0:1767326935.230257:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326935.230261:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.230536:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.230541:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.230544:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.230550:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.230561:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.230565:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.230570:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.230574:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.230580:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.230587:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247614208:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.230594:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.230600:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.230604:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.230607:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.230611:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.230613:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.230618:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.230622:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.230627:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.230632:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247614208, portal 18 00000100:00000001:1.0:1767326935.230635:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.230636:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241628416 : -115550467923200 : ffff96e84f67e300) 00000100:00000040:1.0:1767326935.230642:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.230648:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.230650:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.230653:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000100:00000200:1.0:1767326935.230655:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247614208, offset 0 00000400:00000200:1.0:1767326935.230659:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.230663:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.230667:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.230670:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.230674:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.230676:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.230679:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.230681:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556533:1556533:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556526:1556526:8:4294967295] 00000400:00000200:1.0:1767326935.230685:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.230691:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.230696:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.230699:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326935.230703:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.230708:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.230711:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.230723:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.230726:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.230730:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.230732:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853938 00000100:00000001:1.0:1767326935.230736:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853937 00000100:00000001:1.0:1767326935.230739:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853938 00000100:00000001:1.0:1767326935.230743:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853937 00000100:00000001:1.0:1767326935.230746:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.230748:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.230763:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.230766:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.230770:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.230772:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.230774:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.230776:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.230777:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.230779:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.230801:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.230806:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:3.0:1767326935.230810:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.230814:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.230817:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:3.0:1767326935.230819:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:3.0:1767326935.230822:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.230827:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.230921:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.230926:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.230934:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.230935:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.232901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200300. 00010000:00000010:0.1:1767326935.232906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f1a00. 00000800:00000001:2.0:1767326935.232926:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326935.232932:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326935.232934:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326935.232935:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326935.232939:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.232942:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326935.232946:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.232948:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.232950:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.232952:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08300 00000400:00000200:2.0:1767326935.232955:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.232958:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d5d [1] + 224 00000800:00000001:2.0:1767326935.232962:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326935.232966:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326935.232967:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326935.232969:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326935.232972:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326935.232975:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326935.232981:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326935.232992:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326935.232995:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326935.232997:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.233022:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.233025:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.233028:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.233030:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.233032:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.233036:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.233038:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.233040:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.233045:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.233054:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.233061:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.233062:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.233064:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.233066:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.233068:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.233070:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.233073:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.233077:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.233081:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.233083:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.233085:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.233086:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.233088:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.233091:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.233092:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.233094:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.233096:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.233100:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.233107:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.233109:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.233111:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.233114:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.233122:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247614208:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.233126:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.233128:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.233130:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67e300 x1853164247614208/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.233137:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.233139:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.233141:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481afe00. 02000000:00000001:1.0:1767326935.233143:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.233145:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.233146:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.233149:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.233151:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869e000. 02000000:00000001:1.0:1767326935.233153:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.233155:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.233157:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67e300. 00000100:00000001:1.0:1767326935.233160:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.233161:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.233163:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.233166:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.233167:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.233169:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.233171:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.234897:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853938, at 4306853939 00000100:00000040:3.0:1767326935.234897:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853938, at 4306853939 00000100:00000010:2.0:1767326935.234906:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44d80. 00000100:00000010:3.0:1767326935.234907:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44b40. 00010000:00000010:0.1:1767326935.237898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f391000. 00010000:00000010:0.1:1767326935.237908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f396e00. 00000800:00000001:3.0:1767326935.241545:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.241556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.241559:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.241562:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.241570:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.241577:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.241583:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.241587:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.241592:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.241652:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08180 00000400:00000200:3.0:1767326935.241658:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.241664:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19d2d [2] + 224 00000800:00000001:3.0:1767326935.241670:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.241677:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.241680:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.241684:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.241690:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.241698:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ea00 x1853164247613824/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.241707:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67ea00 x1853164247613824/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.241721:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.241728:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.241732:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326935.242822:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326935.242827:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326935.242830:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326935.242835:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326935.242838:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:2.0:1767326935.242865:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:2.0:1767326935.242878:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326935.242885:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67e300 x1853164247614464/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326935.242894:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326935.242897:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67e300 x1853164247614464/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326935.242908:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.242910:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.245269:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.245277:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.245279:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.245282:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.245287:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.245293:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.245298:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.245301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.245305:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.245309:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08400 00000400:00000200:3.0:1767326935.245313:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.245317:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19d65 [2] + 224 00000800:00000001:3.0:1767326935.245322:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.245327:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.245329:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.245333:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.245337:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.245342:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67e300 x1853164247614464/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.245352:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67e300 x1853164247614464/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.245368:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.245373:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.245376:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326935.246242:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326935.246246:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326935.246250:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326935.246255:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326935.246258:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:2.0:1767326935.246260:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:2.0:1767326935.246273:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326935.246277:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67e300 x1853164247614720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326935.246293:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326935.246296:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67e300 x1853164247614720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326935.246303:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.246305:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.246916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83100. 00010000:00000010:0.1:1767326935.246923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a75400. 00000800:00000001:3.0:1767326935.248204:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.248211:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.248213:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.248216:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.248230:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.248239:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.248245:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.248248:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.248253:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.248256:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b7280 00000400:00000200:3.0:1767326935.248263:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19cb5 [2] + 1968 00000400:00000010:3.0:1767326935.248267:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612008f0. 00000400:00000200:3.0:1767326935.248271:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46ae40 00000800:00000001:3.0:1767326935.248275:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.248281:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.248283:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.248287:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.248291:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46ae40 00000400:00000010:3.0:1767326935.248293:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46ae40. 00000100:00000001:3.0:1767326935.248297:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.248300:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326935.248304:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34850 x1853164010304128 msgsize 328 00000100:00100000:3.0:1767326935.248308:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326935.248310:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326935.248326:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.248330:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.248333:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326935.248373:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34c00. 00000100:00000010:2.0:1767326935.248380:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00100000:2.0:1767326935.248383:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326935.248387:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326935.248391:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200898. 00000400:00000010:2.0:1767326935.248395:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a3c0. 00000100:00000001:2.0:1767326935.248400:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.248402:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304128 02000000:00000001:2.0:1767326935.248413:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.248415:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.248417:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.248421:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.248424:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304128 00000020:00000001:2.0:1767326935.248426:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.248428:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.248430:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.248432:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.248434:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.248437:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.248440:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.248444:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.248448:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.248450:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.248455:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.248460:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.248466:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.248472:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.248475:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.248477:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.248479:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.248485:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.248498:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.248508:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.248510:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.248516:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10808 00000100:00000040:2.0:1767326935.248520:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.248522:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933386832 : -115549776164784 : ffff96e878a34850) 00000100:00000040:2.0:1767326935.248529:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34850 x1853164010304128/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.248538:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.248541:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.248543:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.248545:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.248549:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010304128:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.248553:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010304128 00010000:00000001:2.0:1767326935.248556:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.248560:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.248561:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.248563:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8711f0400 refcount=2 00000020:00000001:2.0:1767326935.248565:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523807278080 : -115549902273536 : ffff96e8711f0400) 00010000:00000001:2.0:1767326935.248568:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523807278080 : -115549902273536 : ffff96e8711f0400) 00010000:00000001:2.0:1767326935.248571:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.248573:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.248577:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.248585:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.248587:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.248591:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326935.248593:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.248595:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.248599:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.248601:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.248605:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.248609:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.248612:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.248614:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.248617:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.248618:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.248621:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.248624:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.248627:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000100:00000200:2.0:1767326935.248630:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010304128, offset 224 00000400:00000200:2.0:1767326935.248636:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.248641:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.248646:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.248651:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556536:1556536:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556529:1556529:8:4294967295] 00000400:00000200:2.0:1767326935.248655:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.248674:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.248680:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.248684:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326935.248688:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.248693:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.248696:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.248706:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.248710:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.248713:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.248716:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326935.248719:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.248728:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.248734:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.248736:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.248739:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.248745:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34850 x1853164010304128/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326935.248761:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.248765:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.248768:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326935.248771:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010304128:12345-192.168.204.119@tcp:104: Request processed in 228us (463us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326935.248772:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326935.248774:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326935.248778:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767326935.248785:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10808 00010000:00010000:1.0:1767326935.248787:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8711f0400 already unused, calling callback (ffffffffc1c5fb40) 00000080:00000001:1.0:1767326935.248791:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000040:2.0:1767326935.248791:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000200:3.0:1767326935.248792:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326935.248796:0:195920:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.248797:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326935.248797:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ea00. 00000100:00000001:2.0:1767326935.248801:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.248803:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.248807:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00010000:00000001:1.0:1767326935.248811:0:195920:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000400:00000200:3.0:1767326935.248813:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326935.248815:0:195920:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000010:2.0:1767326935.248815:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.248818:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00010000:00010000:1.0:1767326935.248823:0:195920:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767326935.248823:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000010:3.0:1767326935.248823:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000020:00000040:2.0:1767326935.248831:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:3.0:1767326935.248831:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326935.248834:0:195920:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767326935.248839:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767326935.248839:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.248867:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11000. 00010000:00000001:1.0:1767326935.248869:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326935.248871:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767326935.248872:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1767326935.248873:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8711f0400 refcount=3 00000100:00000010:2.0:1767326935.248875:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00000020:00000001:1.0:1767326935.248876:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523807278080 : -115549902273536 : ffff96e8711f0400) 00010000:00000001:1.0:1767326935.248880:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523807278080 : -115549902273536 : ffff96e8711f0400) 02000000:00000001:2.0:1767326935.248882:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326935.248883:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326935.248887:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767326935.248887:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.248892:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.248895:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 00000080:00000001:1.0:1767326935.248896:0:195920:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767326935.248899:0:195920:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767326935.248901:0:195920:0:(file.c:6052:ll_have_md_lock()) Process entered 02000000:00000001:2.0:1767326935.248901:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767326935.248903:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000080:00000040:1.0:1767326935.248904:0:195920:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200002b10:0x19:0x0] mode (null) 02000000:00000010:2.0:1767326935.248906:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000010:3.0:1767326935.248907:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 00000002:00000001:1.0:1767326935.248910:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 02000000:00000001:2.0:1767326935.248911:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326935.248912:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 02000000:00000001:3.0:1767326935.248913:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.248914:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 00000100:00000001:3.0:1767326935.248916:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767326935.248917:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e843200000 count: 2 02000000:00000001:2.0:1767326935.248920:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326935.248921:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326935.248924:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000002:00000001:1.0:1767326935.248925:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767326935.248928:0:195920:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767326935.248930:0:195920:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 02000000:00000001:2.0:1767326935.248930:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:1.0:1767326935.248933:0:195920:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e843200000 count: 2 00000100:00000010:2.0:1767326935.248934:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00010000:00000001:1.0:1767326935.248935:0:195920:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767326935.248938:0:195920:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.248940:0:195920:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.248940:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000080:00000002:1.0:1767326935.248944:0:195920:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x19:0x0] lli = ffff96e8468ce300, pfid = [0x200000402:0x3df:0x0] 02000000:00000010:2.0:1767326935.248944:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.248950:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.248953:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 02000000:00000001:2.0:1767326935.248956:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.248957:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.248959:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.248960:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 00000100:00000010:2.0:1767326935.248966:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00000100:00000010:2.0:1767326935.248971:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34800. 00000100:00000001:2.0:1767326935.248975:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000002:1.0:1767326935.248989:0:195920:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x19:0x0] m[0x200000402:0x3df:0x0] 00000080:00000001:1.0:1767326935.248993:0:195920:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280479 : 144115205289280479 : 2000004020003df) 00000080:00000001:1.0:1767326935.248995:0:195920:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767326935.248997:0:195920:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767326935.248998:0:195920:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767326935.249000:0:195920:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x19:0x0](ffff96e8468ce3c8) invalid 00000080:00000001:1.0:1767326935.249001:0:195920:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767326935.249002:0:195920:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767326935.249003:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.249005:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326935.249006:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326935.249007:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326935.249008:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326935.249009:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326935.249011:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8711f0400 with handle 0xb12620548e07d6d7 from hash 00010000:00000001:1.0:1767326935.249013:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326935.249014:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.249015:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.249015:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326935.249017:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326935.249018:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326935.249020:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326935.249022:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.249023:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.249023:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.249025:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326935.249026:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326935.249029:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000040:1.0:1767326935.249031:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=331 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000100:00000001:1.0:1767326935.249033:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326935.249034:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326935.249036:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326935.249039:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8481afe00. 00000100:00000001:1.0:1767326935.249042:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.249043:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326935.249045:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326935.249057:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326935.249058:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.249062:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326935.249065:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.249069:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_01+1] req@ffff96e868419f80 x1853164247614848/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326935.249086:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326935.249088:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326935.249089:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.249090:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.249091:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326935.249093:0:195920:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.249095:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326935.249100:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326935.249103:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711f0400/0xb12620548e07d6d7 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x19:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xd21cf5ef8d49c0e8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767326935.249111:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e843200000 count: 0 00010000:00000010:1.0:1767326935.249117:0:195920:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e858191280. 00010000:00000001:1.0:1767326935.249124:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326935.249126:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326935.249127:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e84f46a9c0. 00010000:00000001:1.0:1767326935.249129:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.249138:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.249144:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326935.249153:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.249158:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.249162:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.249166:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.249169:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.249173:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326935.249176:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326935.249180:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326935.249182:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767326935.249351:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.249355:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.249358:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.249363:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.249366:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326935.249368:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326935.249371:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.249375:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247614848/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.249385:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.249388:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247614848/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.249396:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.249461:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.250281:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.250285:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.250287:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.250288:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.250291:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.250294:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.250298:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.250299:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.250301:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.250303:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08580 00000400:00000200:3.0:1767326935.250306:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.250309:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d85 [1] + 224 00000800:00000001:3.0:1767326935.250312:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.250315:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.250317:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.250319:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.250322:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.250325:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247614848/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.250331:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247614848/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.250346:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.250349:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.250350:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.251880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868afa940. 00000080:00000010:0.1:1767326935.251889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5a60. 00010000:00000010:0.1:1767326935.251898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874937400. 00010000:00000010:0.1:1767326935.251901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878e2ec00. 00010000:00000010:0.1:1767326935.251912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3ec00. 00010000:00000010:0.1:1767326935.251915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.251918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.254892:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853958, at 4306853959 00000100:00000010:2.0:1767326935.254900:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfea0. 00000100:00000040:3.0:1767326935.254912:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853958, at 4306853959 00000100:00000010:3.0:1767326935.254920:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfd20. 00000800:00000001:3.0:1767326935.259538:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.259549:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.259553:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.259555:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.259602:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.259609:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.259615:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.259619:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.259624:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.259628:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08500 00000400:00000200:3.0:1767326935.259633:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.259638:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19d6d [2] + 224 00000800:00000001:3.0:1767326935.259645:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.259652:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.259655:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.259659:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.259665:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.259672:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67e300 x1853164247614720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.259682:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67e300 x1853164247614720/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.259699:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.259706:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.259709:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326935.259910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200000. 00010000:00000010:1.1:1767326935.259937:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f0400. 00000800:00000200:3.0:1767326935.260451:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.260455:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.260458:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.260461:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.260464:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326935.260465:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326935.260468:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.260471:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247614976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.260477:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.260479:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d180 x1853164247614976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.260483:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.260484:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.261830:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.261837:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.261839:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.261855:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.261861:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.261867:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.261873:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.261884:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.261891:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.261894:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb08600 00000400:00000200:3.0:1767326935.261898:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.261901:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19d8d [4] + 224 00000800:00000001:3.0:1767326935.261906:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.261911:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.261913:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.261916:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.261920:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.261924:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247614976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.261933:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84f67d180 x1853164247614976/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.261947:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.261951:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.261953:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.265878:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468ca100. 00000080:00000010:0.1:1767326935.265887:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f5b60. 00000100:00000040:3.0:1767326935.265899:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853969, at 4306853970 00000100:00000010:3.0:1767326935.265906:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf1e0. 00000100:00000040:2.0:1767326935.265914:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853969, at 4306853970 00000100:00000010:2.0:1767326935.265923:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf360. 00000100:00000001:1.0:1767326935.269097:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.269101:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.269105:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.269114:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.269123:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.269126:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.269131:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.269134:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.269137:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.269140:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247615104:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.269144:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.269149:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.269153:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.269155:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.269161:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.269163:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.269170:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.269175:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.269182:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.269188:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247615104, portal 18 00000100:00000001:1.0:1767326935.269193:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.269196:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241623936 : -115550467927680 : ffff96e84f67d180) 00000100:00000040:1.0:1767326935.269203:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.269222:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.269230:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.269236:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000100:00000200:1.0:1767326935.269242:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247615104, offset 0 00000400:00000200:1.0:1767326935.269252:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.269264:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.269274:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.269283:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.269289:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.269295:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.269298:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.269304:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556539:1556539:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556532:1556532:8:4294967295] 00000400:00000200:1.0:1767326935.269310:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.269321:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.269329:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.269335:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326935.269345:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.269354:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.269358:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.269372:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.269376:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.269382:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.269387:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853977 00000100:00000010:1.0:1767326935.269402:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44000. 00000100:00000001:1.0:1767326935.269410:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.269424:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853977 00000100:00000010:1.0:1767326935.269431:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44c60. 00000100:00000001:1.0:1767326935.269438:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.269444:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.269451:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.269456:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.269459:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.269468:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.269472:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.269476:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.269479:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.269482:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.269485:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.269492:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.269497:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326935.269503:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.269511:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.269518:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:3.0:1767326935.269520:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000100:00000001:3.0:1767326935.269525:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.269532:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.269545:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.269551:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.269608:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.269611:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.269639:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.269642:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.269644:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.269647:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.269649:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326935.269650:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326935.269652:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.269654:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f480 x1853164247615360/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.269659:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.269661:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67f480 x1853164247615360/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.269673:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.269674:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.271010:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.271018:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.271020:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.271022:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.271026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.271030:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.271034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.271036:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.271039:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.271042:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08680 00000400:00000200:3.0:1767326935.271045:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.271048:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19d95 [1] + 224 00000800:00000001:3.0:1767326935.271051:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.271057:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.271058:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.271060:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.271063:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.271066:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.271072:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.271084:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.271088:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.271090:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.271112:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.271114:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.271118:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.271119:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.271121:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.271124:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.271125:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.271127:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.271131:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.271137:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.271144:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.271146:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.271148:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.271150:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.271153:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.271155:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.271157:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.271164:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.271167:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.271170:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.271171:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.271174:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.271177:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.271180:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.271181:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.271184:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.271186:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.271190:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.271197:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.271200:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.271202:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.271205:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.271213:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247615104:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.271217:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.271219:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.271222:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67d180 x1853164247615104/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.271229:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.271231:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.271234:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.271237:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.271239:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.271240:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.271243:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.271245:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869e000. 02000000:00000001:1.0:1767326935.271248:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.271250:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.271251:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67d180. 00000100:00000001:1.0:1767326935.271255:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.271256:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.271258:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.271262:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.271263:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.271265:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.271266:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.272813:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.272819:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.272821:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.272822:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.272826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.272830:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.272834:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.272836:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.272839:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.272892:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08780 00000400:00000200:3.0:1767326935.272896:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.272899:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19d9d [2] + 224 00000800:00000001:3.0:1767326935.272902:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.272906:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.272908:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.272910:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.272912:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.272916:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f480 x1853164247615360/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.272922:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67f480 x1853164247615360/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.272933:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.272937:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.272938:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.273826:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.273831:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.273835:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.273839:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.273860:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326935.273863:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326935.273867:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.273872:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67f480 x1853164247615616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.273881:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.273884:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67f480 x1853164247615616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.273934:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.273937:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.275624:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.275634:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.275636:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.275639:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.275643:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.275649:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.275654:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.275658:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.275662:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.275665:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b7800 00000400:00000200:3.0:1767326935.275673:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 0 00000800:00000001:3.0:1767326935.275678:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.275684:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.275686:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.275689:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.275694:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.275696:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.275701:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c000. 00000100:00000040:3.0:1767326935.275704:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c000 x1853164010305536 msgsize 328 00000100:00100000:3.0:1767326935.275708:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.275720:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.275726:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.275729:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.275758:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.275761:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305536 02000000:00000001:2.0:1767326935.275764:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.275765:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.275766:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.275769:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.275771:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305536 00000020:00000001:2.0:1767326935.275773:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.275775:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.275776:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.275779:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.275780:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.275782:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.275785:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.275795:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.275803:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.275806:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.275812:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.275817:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.275822:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.275828:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.275832:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.275834:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.275836:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.275864:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.275873:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.275885:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.275886:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.275891:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10809 00000100:00000040:2.0:1767326935.275894:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.275896:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227004928 : -115550482546688 : ffff96e84e88c000) 00000100:00000040:2.0:1767326935.275900:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c000 x1853164010305536/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1767326935.275903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031200. 00000100:00000001:2.0:1767326935.275910:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.275913:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00010000:00000010:0.1:1767326935.275914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2d00. 00000100:00000001:2.0:1767326935.275916:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.275920:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.275925:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010305536:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.275927:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010305536 00010000:00000001:2.0:1767326935.275929:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.275934:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.275935:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.275937:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e868c25000 refcount=2 00000020:00000001:2.0:1767326935.275938:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523666984960 : -115550042566656 : ffff96e868c25000) 00010000:00000001:2.0:1767326935.275940:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523666984960 : -115550042566656 : ffff96e868c25000) 00010000:00000001:2.0:1767326935.275942:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.275944:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.275947:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e868c25000/0xb12620548e08eb3b lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e4531 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.275954:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.275955:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.275958:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.275959:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.275961:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.275964:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.275966:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.275968:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.275971:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.275973:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.275975:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.275977:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.275978:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.275980:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.275982:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.275984:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000100:00000200:2.0:1767326935.275987:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010305536, offset 224 00000400:00000200:2.0:1767326935.275991:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.275994:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.275998:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.276001:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556542:1556542:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556535:1556535:8:4294967295] 00000400:00000200:2.0:1767326935.276004:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.276008:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.276012:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.276014:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326935.276017:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.276020:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.276023:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.276030:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.276033:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.276035:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.276037:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326935.276038:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.276043:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.276045:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.276047:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.276048:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.276052:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c000 x1853164010305536/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.276058:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010305536:12345-192.168.204.119@tcp:104: Request processed in 147us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.276063:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10809 00000100:00000040:2.0:1767326935.276065:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.276067:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.276069:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.276074:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.276080:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.276086:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.276093:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.276099:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.276103:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.276109:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ed00. 00000400:00000200:3.0:1767326935.276116:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.276124:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.276130:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00000400:00000010:3.0:1767326935.276134:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000100:00000001:3.0:1767326935.276137:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.276141:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.276423:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.276428:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.276431:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.276439:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.276452:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.276456:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.276461:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.276465:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.276469:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.276474:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247615744:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.276480:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.276485:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.276489:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.276494:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.276500:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.276504:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.276509:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.276512:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.276516:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.276521:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247615744, portal 18 00000100:00000001:1.0:1767326935.276525:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.276528:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241622144 : -115550467929472 : ffff96e84f67ca80) 00000100:00000040:1.0:1767326935.276535:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.276543:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.276544:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.276546:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326935.276549:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247615744, offset 0 00000400:00000200:1.0:1767326935.276553:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.276558:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.276562:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.276565:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.276569:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.276572:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.276575:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.276578:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556543:1556543:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556536:1556536:8:4294967295] 00000400:00000200:1.0:1767326935.276582:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.276589:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.276592:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.276595:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326935.276598:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.276600:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.276602:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.276612:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.276615:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.276618:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.276621:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853984 00000100:00000001:1.0:1767326935.276626:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853982 00000100:00000001:1.0:1767326935.276629:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853984 00000100:00000001:1.0:1767326935.276633:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853982 00000100:00000001:1.0:1767326935.276636:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.276638:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.276641:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.276643:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.276647:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.276648:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.276650:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.276651:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.276653:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.276655:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.276668:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.276671:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000400:00000200:3.0:1767326935.276674:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.276679:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.276682:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:3.0:1767326935.276684:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:3.0:1767326935.276686:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.276689:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.276695:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.276697:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.276701:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.276702:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.279025:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.279035:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.279038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.279041:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.279047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.279052:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.279058:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.279061:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.279065:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.279068:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08900 00000400:00000200:3.0:1767326935.279073:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.279077:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19db5 [1] + 224 00000800:00000001:3.0:1767326935.279082:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.279089:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.279091:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.279094:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.279098:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.279104:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.279113:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.279137:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.279143:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.279146:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.279171:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.279174:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.279178:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.279179:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.279181:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.279184:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.279185:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.279187:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.279191:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.279197:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.279201:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.279202:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.279203:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.279205:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.279206:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.279207:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.279209:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.279214:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.279218:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.279220:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.279222:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.279224:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.279227:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.279230:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.279231:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.279233:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.279236:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.279245:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.279252:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.279254:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.279256:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.279260:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.279266:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247615744:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.279269:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.279271:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.279272:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ca80 x1853164247615744/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.279276:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.279278:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.279279:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.279282:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.279283:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.279284:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.279286:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.279287:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53400. 02000000:00000001:1.0:1767326935.279290:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.279291:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.279292:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ca80. 00000100:00000001:1.0:1767326935.279294:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.279295:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.279296:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.279300:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.279301:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.279303:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.279304:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326935.280906:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853984, at 4306853985 00000100:00000040:2.0:1767326935.280912:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853984, at 4306853985 00000100:00000010:3.0:1767326935.280915:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44c60. 00000100:00000010:2.0:1767326935.280922:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44000. 00010000:00000010:0.1:1767326935.282877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dd200. 00010000:00000010:0.1:1767326935.282886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467500. 00010000:00000010:0.1:1767326935.282892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847030000. 00000800:00000001:3.0:1767326935.283171:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.283180:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.283183:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.283185:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.283192:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.283198:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.283203:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.283207:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.283218:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.283225:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b7b00 00000400:00000200:3.0:1767326935.283233:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 328 00000800:00000001:3.0:1767326935.283239:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.283277:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.283280:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.283285:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.283291:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.283293:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.283297:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00000100:00000040:3.0:1767326935.283301:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f480 x1853164010306304 msgsize 328 00000100:00100000:3.0:1767326935.283306:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.283315:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.283322:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.283325:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.283355:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.283359:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306304 02000000:00000001:2.0:1767326935.283362:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.283365:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.283367:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.283371:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.283375:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306304 00000020:00000001:2.0:1767326935.283378:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.283380:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.283382:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.283384:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.283387:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.283389:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.283392:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.283396:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.283399:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.283401:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.283411:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.283416:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.283420:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.283426:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.283429:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.283430:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.283432:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.283439:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.283455:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.283464:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.283466:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.283471:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10810 00000100:00000040:2.0:1767326935.283474:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.283476:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00000100:00000040:2.0:1767326935.283483:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f480 x1853164010306304/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.283490:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.283493:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.283494:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.283496:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.283500:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010306304:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.283504:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010306304 00010000:00000001:2.0:1767326935.283507:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.283512:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.283514:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.283516:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031400 refcount=2 00000020:00000001:2.0:1767326935.283518:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100804096 : -115550608747520 : ffff96e847031400) 00010000:00000001:2.0:1767326935.283520:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100804096 : -115550608747520 : ffff96e847031400) 00010000:00000001:2.0:1767326935.283523:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.283526:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.283530:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847031400/0xb12620548e090e73 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed425 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.283540:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.283543:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.283547:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.283549:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.283552:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.283555:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.283557:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.283560:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.283564:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.283567:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.283569:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.283571:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.283573:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.283576:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.283579:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.283582:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000100:00000200:2.0:1767326935.283587:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010306304, offset 224 00000400:00000200:2.0:1767326935.283592:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.283598:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.283603:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.283609:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556544:1556544:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556537:1556537:8:4294967295] 00000400:00000200:2.0:1767326935.283613:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.283620:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.283625:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.283630:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326935.283634:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.283640:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.283643:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.283652:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.283654:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.283657:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.283660:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326935.283663:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.283672:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.283675:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.283676:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.283678:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.283683:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164010306304/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.283696:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010306304:12345-192.168.204.119@tcp:104: Request processed in 201us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.283710:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10810 00000100:00000040:2.0:1767326935.283717:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.283721:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.283725:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.283729:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.283735:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.283741:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.283758:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.283764:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.283892:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.283900:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ed00. 00000400:00000200:3.0:1767326935.283906:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.283915:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.283922:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00000400:00000010:3.0:1767326935.283927:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00000100:00000001:3.0:1767326935.283930:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.283934:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.284026:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.284030:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326935.284034:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.284040:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.284043:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.284049:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.284052:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.284054:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.284063:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.284071:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.284073:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.284075:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.284078:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.284080:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.284082:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247615872:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.284086:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.284091:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.284094:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.284096:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.284099:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.284101:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.284105:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.284107:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.284110:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.284115:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247615872, portal 18 00000100:00000001:1.0:1767326935.284118:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.284119:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241622144 : -115550467929472 : ffff96e84f67ca80) 00000100:00000040:1.0:1767326935.284127:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.284135:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.284138:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.284140:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00000200:1.0:1767326935.284143:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247615872, offset 0 00000400:00000200:1.0:1767326935.284147:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.284151:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.284155:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.284159:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.284162:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.284165:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.284166:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.284169:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556545:1556545:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556538:1556538:8:4294967295] 00000400:00000200:1.0:1767326935.284172:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.284176:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.284179:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.284181:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326935.284184:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.284187:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.284189:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.284203:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.284206:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.284208:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.284210:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853993 00000100:00000010:1.0:1767326935.284213:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44000. 00000100:00000001:1.0:1767326935.284217:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.284223:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853993 00000100:00000010:1.0:1767326935.284225:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44c60. 00000100:00000001:1.0:1767326935.284228:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.284230:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.284232:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.284234:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.284237:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.284266:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.284269:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000400:00000200:3.0:1767326935.284271:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.284274:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.284276:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000400:00000010:3.0:1767326935.284277:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:3.0:1767326935.284280:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.284282:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.284288:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.284290:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.284295:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.284296:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.285171:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285175:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.285177:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285178:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.285181:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285184:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.285187:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285188:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285192:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285195:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08980 00000400:00000200:3.0:1767326935.285199:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285203:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19dc5 [1] + 224 00000800:00000001:3.0:1767326935.285207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285212:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.285214:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.285217:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.285220:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.285224:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.285233:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.285248:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.285252:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285254:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.285281:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.285284:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.285287:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.285289:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.285291:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.285295:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.285296:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.285299:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.285304:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.285313:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.285325:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.285326:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.285329:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.285331:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.285333:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.285335:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.285337:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.285342:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.285345:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.285347:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.285352:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.285354:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.285356:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.285358:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.285360:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.285362:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.285363:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.285367:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.285374:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.285377:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.285378:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.285383:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.285390:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247615872:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.285394:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.285396:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.285399:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ca80 x1853164247615872/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.285405:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.285407:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.285409:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.285412:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.285413:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.285414:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.285416:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.285418:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52000. 02000000:00000001:1.0:1767326935.285421:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.285423:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.285424:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ca80. 00000100:00000001:1.0:1767326935.285436:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.285437:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.285442:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.285446:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.285447:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.285449:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.285451:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.285778:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285784:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.285786:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285788:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.285792:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285796:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.285800:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285803:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285806:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.285809:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b7c00 00000400:00000200:3.0:1767326935.285814:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 656 00000800:00000001:3.0:1767326935.285818:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285839:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.285857:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.285862:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.285866:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.285868:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.285872:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00000100:00000040:3.0:1767326935.285922:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ca80 x1853164010306560 msgsize 328 00000100:00100000:3.0:1767326935.285927:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.285936:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.285940:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.285947:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.285977:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.285980:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306560 02000000:00000001:2.0:1767326935.285983:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.285984:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.285986:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.285989:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.285991:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306560 00000020:00000001:2.0:1767326935.285993:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.285994:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.285996:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.285998:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.286000:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.286002:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.286004:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.286006:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.286008:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.286009:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.286012:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.286014:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.286016:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.286019:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.286021:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.286022:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.286023:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.286026:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.286035:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.286042:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.286043:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.286047:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10811 00000100:00000040:2.0:1767326935.286050:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.286052:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000100:00000040:2.0:1767326935.286057:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ca80 x1853164010306560/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.286064:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.286067:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.286069:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.286071:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.286075:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010306560:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.286079:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010306560 00010000:00000001:2.0:1767326935.286081:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.286084:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.286086:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.286088:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031600 refcount=2 00000020:00000001:2.0:1767326935.286090:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100804608 : -115550608747008 : ffff96e847031600) 00010000:00000001:2.0:1767326935.286092:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100804608 : -115550608747008 : ffff96e847031600) 00010000:00000001:2.0:1767326935.286094:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.286097:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.286099:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e847031600/0xb12620548e090e88 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ed45d expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.286105:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.286106:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.286108:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.286109:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.286110:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.286112:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.286114:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.286115:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.286118:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.286119:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.286121:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.286122:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.286123:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.286125:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.286126:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.286128:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888330. 00000100:00000200:2.0:1767326935.286130:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010306560, offset 224 00000400:00000200:2.0:1767326935.286133:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.286137:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.286140:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.286143:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556546:1556546:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556539:1556539:8:4294967295] 00000400:00000200:2.0:1767326935.286146:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.286150:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.286153:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.286156:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326935.286158:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.286162:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.286164:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.286173:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.286176:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.286179:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.286182:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326935.286184:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.286199:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.286201:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.286203:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.286205:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.286209:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164010306560/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.286219:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010306560:12345-192.168.204.119@tcp:104: Request processed in 152us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.286226:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10811 00000800:00000200:3.0:1767326935.286227:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.286231:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000800:00000010:3.0:1767326935.286231:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ea00. 00000100:00000001:2.0:1767326935.286235:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326935.286235:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326935.286237:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.286241:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.286244:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.286244:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.286248:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888330 00000020:00000010:2.0:1767326935.286249:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000010:3.0:1767326935.286252:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888330. 00000020:00000040:2.0:1767326935.286253:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.286257:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.286257:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.286259:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.286553:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.286556:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.286558:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.286563:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.286573:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.286575:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.286578:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.286581:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.286583:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.286586:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247616000:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.286590:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.286594:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.286596:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.286599:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.286602:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.286605:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.286611:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.286615:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.286618:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.286622:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247616000, portal 18 00000100:00000001:1.0:1767326935.286625:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.286628:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241623936 : -115550467927680 : ffff96e84f67d180) 00000100:00000040:1.0:1767326935.286635:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.286644:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.286649:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.286653:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000200:1.0:1767326935.286657:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247616000, offset 0 00000400:00000200:1.0:1767326935.286674:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.286678:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.286680:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.286682:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.286685:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.286686:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.286688:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.286690:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556547:1556547:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556540:1556540:8:4294967295] 00000400:00000200:1.0:1767326935.286692:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.286696:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.286699:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.286702:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326935.286704:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.286707:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.286709:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.286717:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.286721:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.286724:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.286727:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306853994 00000100:00000001:1.0:1767326935.286731:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306853993 00000100:00000001:1.0:1767326935.286734:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306853994 00000100:00000001:1.0:1767326935.286737:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306853993 00000100:00000001:1.0:1767326935.286740:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.286742:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.286744:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.286746:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.286758:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.286760:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.286762:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.286763:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.286764:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.286766:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.286782:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.286785:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:3.0:1767326935.286788:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.286792:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.286794:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000400:00000010:3.0:1767326935.286795:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:3.0:1767326935.286797:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.286800:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.286806:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.286807:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.286811:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.286812:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.286896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717a3c00. 00010000:00000010:0.1:1767326935.286901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c25000. 00000800:00000001:3.0:1767326935.288461:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.288465:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.288467:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.288469:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.288472:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.288475:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.288478:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.288482:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.288485:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.288488:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08a00 00000400:00000200:3.0:1767326935.288492:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.288496:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19dd5 [1] + 224 00000800:00000001:3.0:1767326935.288501:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.288507:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.288509:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.288512:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.288515:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.288520:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.288529:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.288546:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.288553:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.288556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.288668:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.288671:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.288675:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.288676:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.288678:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.288682:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.288683:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.288686:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.288690:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.288699:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.288714:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.288715:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.288717:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.288718:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.288720:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.288722:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.288724:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.288729:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.288732:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.288734:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.288736:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.288738:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.288739:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.288742:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.288743:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.288745:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.288747:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.288762:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.288768:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.288770:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.288772:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.288775:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.288782:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247616000:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.288786:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.288788:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.288790:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67d180 x1853164247616000/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.288796:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.288798:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.288800:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.288802:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.288804:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.288806:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.288808:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.288810:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52e00. 02000000:00000001:1.0:1767326935.288813:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.288814:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.288815:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67d180. 00000100:00000001:1.0:1767326935.288818:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.288819:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.288821:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.288824:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.288826:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.288828:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.288829:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.290902:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306853994, at 4306853995 00000100:00000010:2.0:1767326935.290912:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44000. 00000100:00000040:3.0:1767326935.290937:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306853994, at 4306853995 00000100:00000010:3.0:1767326935.290944:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44c60. 00010000:00000010:0.1:1767326935.295891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2900. 00010000:00000010:0.1:1767326935.295903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031400. 00010000:00000010:0.1:1767326935.295927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8463e2700. 00010000:00000010:0.1:1767326935.295930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031600. 00000800:00000001:3.0:1767326935.296460:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.296471:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.296473:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.296475:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.296484:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.296491:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.296550:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.296555:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.296560:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.296564:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08880 00000400:00000200:3.0:1767326935.296569:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.296576:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19da5 [2] + 224 00000800:00000001:3.0:1767326935.296581:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.296588:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.296591:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.296595:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.296600:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.296608:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67f480 x1853164247615616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.296623:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67f480 x1853164247615616/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.296638:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.296644:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.296647:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.297804:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.297807:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.297810:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.297814:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.297816:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326935.297818:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326935.297820:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.297825:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247616256/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.297832:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.297835:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d180 x1853164247616256/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.297865:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.297868:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.300414:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.300420:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.300421:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.300423:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.300427:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.300431:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.300434:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.300436:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.300439:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.300441:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08b00 00000400:00000200:3.0:1767326935.300443:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.300446:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ddd [2] + 224 00000800:00000001:3.0:1767326935.300450:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.300453:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.300454:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.300456:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.300460:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.300463:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247616256/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.300469:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67d180 x1853164247616256/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.300479:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.300482:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.300484:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.301356:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.301360:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.301363:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.301367:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.301371:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326935.301372:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326935.301375:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.301379:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67d180 x1853164247616512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.301387:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.301389:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67d180 x1853164247616512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.301394:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.301396:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.302874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88169d280. 00000080:00000010:0.1:1767326935.302884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8220. 00000800:00000001:3.0:1767326935.303405:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.303410:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.303411:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.303413:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.303417:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.303420:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.303424:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.303426:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.303429:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.303431:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b8100 00000400:00000200:3.0:1767326935.303436:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 984 00000800:00000001:3.0:1767326935.303439:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.303443:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.303444:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.303446:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.303449:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.303451:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.303453:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000040:3.0:1767326935.303455:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ea00 x1853164010307840 msgsize 328 00000100:00100000:3.0:1767326935.303458:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.303468:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.303471:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.303472:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.303513:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.303517:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307840 02000000:00000001:2.0:1767326935.303519:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.303521:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.303523:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.303527:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.303529:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307840 00000020:00000001:2.0:1767326935.303532:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.303533:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.303536:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.303539:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.303541:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.303543:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.303547:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.303551:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.303554:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.303556:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.303561:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.303566:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.303570:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.303577:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.303580:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.303581:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.303582:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.303588:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.303596:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.303604:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.303606:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.303610:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10812 00000100:00000040:2.0:1767326935.303613:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.303615:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000100:00000040:2.0:1767326935.303619:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ea00 x1853164010307840/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.303625:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.303627:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.303628:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.303630:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.303633:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010307840:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.303636:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010307840 00010000:00000001:2.0:1767326935.303637:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.303641:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.303642:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.303644:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e868c25400 refcount=2 00000020:00000001:2.0:1767326935.303645:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523666985984 : -115550042565632 : ffff96e868c25400) 00010000:00000001:2.0:1767326935.303647:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523666985984 : -115550042565632 : ffff96e868c25400) 00010000:00000001:2.0:1767326935.303649:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.303651:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.303653:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e868c25400/0xb12620548e08eb1f lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e44d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.303665:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.303667:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.303672:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.303673:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.303675:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.303677:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.303679:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.303681:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.303684:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.303686:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.303687:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.303689:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.303691:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.303692:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.303694:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.303696:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888cc0. 00000100:00000200:2.0:1767326935.303698:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010307840, offset 224 00000400:00000200:2.0:1767326935.303701:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.303705:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.303709:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.303712:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556550:1556550:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556543:1556543:8:4294967295] 00000400:00000200:2.0:1767326935.303715:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.303719:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.303722:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.303725:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326935.303727:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.303731:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.303733:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.303741:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.303743:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.303745:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.303757:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ae40. 00010000:00000001:2.0:1767326935.303759:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.303768:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.303770:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.303772:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.303774:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.303779:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164010307840/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.303795:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010307840:12345-192.168.204.119@tcp:104: Request processed in 161us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.303807:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10812 00000100:00000040:2.0:1767326935.303813:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.303818:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.303823:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.303827:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000800:00000200:3.0:1767326935.303827:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.303833:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e000. 00000020:00000010:2.0:1767326935.303835:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.303870:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.303871:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.303878:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326935.303878:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326935.303884:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.303886:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888cc0 00000400:00000010:3.0:1767326935.303945:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888cc0. 00000100:00000001:3.0:1767326935.303951:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.303953:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.304207:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.304212:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.304216:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.304226:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.304244:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.304248:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.304254:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.304257:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.304261:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.304265:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247616640:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.304269:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.304274:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.304278:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.304280:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.304285:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.304287:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.304292:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.304295:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.304299:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.304303:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247616640, portal 18 00000100:00000001:1.0:1767326935.304305:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.304307:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523241622144 : -115550467929472 : ffff96e84f67ca80) 00000100:00000040:1.0:1767326935.304313:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.304320:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.304322:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.304325:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326935.304327:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247616640, offset 0 00000400:00000200:1.0:1767326935.304332:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.304336:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.304340:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.304343:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.304346:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.304349:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.304352:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.304355:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556551:1556551:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556544:1556544:8:4294967295] 00000400:00000200:1.0:1767326935.304359:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.304366:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.304370:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.304374:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326935.304378:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.304383:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.304386:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.304399:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.304403:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.304406:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.304409:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854013 00000100:00000001:1.0:1767326935.304413:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854010 00000100:00000001:1.0:1767326935.304417:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854013 00000100:00000001:1.0:1767326935.304421:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854010 00000100:00000001:1.0:1767326935.304425:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.304428:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.304431:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.304433:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.304438:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.304440:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.304442:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.304443:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.304445:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.304447:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.304461:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.304464:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326935.304467:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.304470:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.304472:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000400:00000010:3.0:1767326935.304473:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:3.0:1767326935.304475:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.304479:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.304488:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.304490:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.304494:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.304495:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.305582:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.305587:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.305590:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.305592:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.305596:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.305600:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.305605:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.305608:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.305611:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.305614:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08c80 00000400:00000200:3.0:1767326935.305618:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.305622:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19df5 [1] + 224 00000800:00000001:3.0:1767326935.305626:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.305639:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.305642:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.305645:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.305649:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.305657:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.305663:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.305673:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.305680:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.305683:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.305707:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.305710:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.305714:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.305715:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.305717:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.305721:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.305723:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.305725:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.305729:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.305739:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.305746:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.305757:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.305760:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.305762:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.305764:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.305766:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.305768:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.305773:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.305777:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.305779:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.305781:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.305787:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.305790:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.305793:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.305794:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.305796:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.305798:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.305803:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.305809:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.305812:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.305814:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.305818:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.305825:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84f67ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247616640:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.305829:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.305831:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.305834:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84f67ca80 x1853164247616640/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.305862:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.305865:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.305867:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.305871:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.305873:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.305875:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.305878:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.305880:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52200. 02000000:00000001:1.0:1767326935.305884:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.305885:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.305887:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84f67ca80. 00000100:00000001:1.0:1767326935.305890:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.305891:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.305893:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.305896:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.305898:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.305900:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.305901:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.307868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dd600. 00010000:00000010:0.1:1767326935.307875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717a3800. 00010000:00000010:0.1:1767326935.307878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f18e00. 00010000:00000010:0.1:1767326935.307888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a04100. 00010000:00000010:0.1:1767326935.307891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a8c00. 00000100:00000040:3.0:1767326935.309899:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854013, at 4306854014 00000100:00000040:2.0:1767326935.309900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854013, at 4306854014 00000100:00000010:3.0:1767326935.309909:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edff60. 00000100:00000010:2.0:1767326935.309911:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfba0. 00010000:00000001:1.0:1767326935.311892:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326935.311896:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.311900:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326935.311902:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.311905:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326935.311906:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.311909:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326935.311910:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.311912:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326935.311914:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326935.311930:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326935.311934:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326935.311937:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1767326935.311937:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8717a3f00. 00010000:00000010:0.1:1767326935.311956:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e868c25400. 00000800:00000001:3.0:1767326935.315944:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.315956:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.315959:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.315961:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.316014:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.316021:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.316028:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.316032:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.316038:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.316042:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08c00 00000400:00000200:3.0:1767326935.316047:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.316054:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19de5 [2] + 224 00000800:00000001:3.0:1767326935.316061:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.316069:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.316072:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.316076:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.316082:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.316090:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67d180 x1853164247616512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.316101:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67d180 x1853164247616512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.316119:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.316126:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.316129:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.317230:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.317234:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.317236:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.317240:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.317242:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326935.317243:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326935.317246:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.317249:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247616896/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.317254:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.317256:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67ca80 x1853164247616896/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.317260:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.317261:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.319827:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.319833:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.319834:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.319836:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.319872:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.319878:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.319897:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.319901:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.319905:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.319907:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08d80 00000400:00000200:3.0:1767326935.319910:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.319912:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19dfd [2] + 224 00000800:00000001:3.0:1767326935.319916:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.319921:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.319922:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.319924:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.319927:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.319930:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247616896/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.319936:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84f67ca80 x1853164247616896/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.319947:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.319949:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.319951:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.320558:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.320563:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.320566:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.320570:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.320574:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326935.320575:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326935.320578:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.320582:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84f67ca80 x1853164247617152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.320589:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.320592:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84f67ca80 x1853164247617152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.320598:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.320599:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.321876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e843544a40. 00000080:00000010:0.1:1767326935.321884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c420. 00000800:00000001:3.0:1767326935.322821:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.322825:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.322827:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.322828:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.322832:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.322835:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.322838:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.322860:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.322864:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.322868:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b8580 00000400:00000200:3.0:1767326935.322875:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 1312 00000800:00000001:3.0:1767326935.322881:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.322887:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.322890:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.322893:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.322897:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.322899:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.322903:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326935.322907:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010308992 msgsize 328 00000100:00100000:3.0:1767326935.322909:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.322918:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.322921:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.322923:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.322948:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.322952:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308992 02000000:00000001:2.0:1767326935.322955:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.322956:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.322958:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.322962:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.322964:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308992 00000020:00000001:2.0:1767326935.322967:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.322969:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.322970:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.322973:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.322975:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.322977:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.322981:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.322986:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.322988:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.322991:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.322996:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.323001:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.323005:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.323012:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.323015:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.323017:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.323019:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.323025:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.323035:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.323045:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.323048:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.323055:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10813 00000100:00000001:3.0:1767326935.323057:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326935.323059:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:3.0:1767326935.323060:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326935.323062:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.323064:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000001:3.0:1767326935.323065:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.323074:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010308992/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.323083:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.323086:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.323088:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.323090:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.323094:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010308992:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.323098:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010308992 00010000:00000001:2.0:1767326935.323100:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.323104:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.323106:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.323108:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8728c8200 refcount=2 00000020:00000001:2.0:1767326935.323110:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523831230976 : -115549878320640 : ffff96e8728c8200) 00010000:00000001:2.0:1767326935.323112:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523831230976 : -115549878320640 : ffff96e8728c8200) 00010000:00000001:2.0:1767326935.323115:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.323118:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.323121:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8728c8200/0xb12620548e07d938 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49ca3b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.323130:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.323133:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.323136:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.323138:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.323140:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.323144:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.323146:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.323149:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.323153:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.323155:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.323158:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.323160:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.323162:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.323164:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.323166:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.323169:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000200:2.0:1767326935.323172:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010308992, offset 224 00000400:00000200:2.0:1767326935.323177:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.323181:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.323186:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.323191:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556554:1556554:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556547:1556547:8:4294967295] 00000400:00000200:2.0:1767326935.323195:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.323202:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.323207:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.323210:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326935.323214:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.323220:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.323223:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.323232:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.323235:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.323238:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.323242:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326935.323245:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1767326935.323271:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1767326935.323273:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000010:3.0:1767326935.323274:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e500. 00010000:00000001:2.0:1767326935.323279:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.323280:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326935.323285:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.323288:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326935.323291:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.323292:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888660 00000400:00000010:3.0:1767326935.323295:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888660. 00000100:00000001:3.0:1767326935.323299:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767326935.323300:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010308992/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326935.323301:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767326935.323328:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010308992:12345-192.168.204.119@tcp:104: Request processed in 239us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.323343:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10813 00000100:00000040:2.0:1767326935.323349:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.323353:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.323357:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.323362:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.323368:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.323375:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.323384:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.323390:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.323582:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.323585:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.323587:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.323593:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.323603:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.323605:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.323607:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.323609:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.323612:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.323617:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247617280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.323622:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.323625:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.323629:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.323633:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.323638:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.323644:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.323652:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.323656:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.323661:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.323667:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247617280, portal 18 00000100:00000001:1.0:1767326935.323670:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.323672:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794731392 : -115549914820224 : ffff96e8705f9180) 00000100:00000040:1.0:1767326935.323678:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.323683:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.323686:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.323688:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326935.323690:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247617280, offset 0 00000400:00000200:1.0:1767326935.323695:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.323699:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.323703:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.323705:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.323708:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.323710:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.323713:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.323716:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556555:1556555:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556548:1556548:8:4294967295] 00000400:00000200:1.0:1767326935.323720:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.323726:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.323731:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.323735:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:1.0:1767326935.323738:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.323741:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.323744:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.323760:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.323763:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.323765:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.323767:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854031 00000100:00000001:1.0:1767326935.323770:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854029 00000100:00000001:1.0:1767326935.323773:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854031 00000100:00000001:1.0:1767326935.323775:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854029 00000100:00000001:1.0:1767326935.323779:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.323780:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.323782:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.323783:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.323787:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.323788:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.323789:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.323790:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.323791:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.323796:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.323816:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.323819:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000400:00000200:3.0:1767326935.323822:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.323827:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.323830:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000010:3.0:1767326935.323831:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:3.0:1767326935.323834:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.323838:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.323911:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.323916:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.323923:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.323924:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.325616:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.325622:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.325624:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.325626:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.325631:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.325635:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.325641:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.325643:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.325647:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.325650:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb08f00 00000400:00000200:3.0:1767326935.325654:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.325658:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e15 [1] + 224 00000800:00000001:3.0:1767326935.325662:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.325668:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.325670:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.325673:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.325676:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.325680:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.325689:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.325703:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.325707:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.325710:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.325733:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.325735:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.325739:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.325740:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.325742:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.325745:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.325757:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.325760:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.325764:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.325773:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.325780:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.325781:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.325783:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.325785:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.325787:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.325789:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.325791:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.325795:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.325799:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.325801:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.325802:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.325804:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.325806:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.325807:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.325809:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.325810:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.325812:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.325815:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.325819:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.325820:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.325822:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.325824:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.325828:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247617280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.325830:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.325831:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.325833:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e8705f9180 x1853164247617280/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.325837:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.325838:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.325869:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.325873:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.325875:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.325876:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.325879:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.325881:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53600. 02000000:00000001:1.0:1767326935.325885:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.325887:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.325889:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e8705f9180. 00000100:00000001:1.0:1767326935.325891:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.325892:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.325894:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.325897:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.325898:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.325900:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.325901:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.326867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a4dd400. 00010000:00000010:0.1:1767326935.326882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84e727f00. 00010000:00000010:0.1:1767326935.326890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86904fa00. 00010000:00000010:0.1:1767326935.326892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.326893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:3.0:1767326935.327910:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854031, at 4306854032 00000100:00000010:3.0:1767326935.327916:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf120. 00000100:00000040:2.0:1767326935.327918:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854031, at 4306854032 00000100:00000010:2.0:1767326935.327927:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf5a0. 00010000:00000010:0.1:1767326935.330907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a04f00. 00010000:00000010:0.1:1767326935.330919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8728c8200. 00000800:00000001:3.0:1767326935.333388:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.333397:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.333399:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.333402:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.333409:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.333415:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.333421:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.333425:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.333429:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.333433:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb08e80 00000400:00000200:3.0:1767326935.333482:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.333486:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e05 [2] + 224 00000800:00000001:3.0:1767326935.333491:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.333496:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.333498:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.333500:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.333505:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.333510:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84f67ca80 x1853164247617152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.333516:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84f67ca80 x1853164247617152/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.333533:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.333537:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.333539:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.334354:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.334358:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.334361:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.334366:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.334369:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326935.334370:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326935.334374:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.334378:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8e00 x1853164247617408/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.334385:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.334392:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8e00 x1853164247617408/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.334453:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.334455:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.335722:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.335728:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.335730:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.335732:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.335736:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.335739:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.335743:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.335745:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.335757:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.335759:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb08f80 00000400:00000200:3.0:1767326935.335762:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.335764:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19e1d [4] + 224 00000800:00000001:3.0:1767326935.335767:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.335771:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.335772:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.335774:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.335777:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.335780:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8e00 x1853164247617408/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.335790:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e8705f8e00 x1853164247617408/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.335799:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.335802:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.335804:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.338860:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bdd280. 00000100:00000040:3.0:1767326935.339910:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854043, at 4306854044 00000100:00000040:2.0:1767326935.339913:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854043, at 4306854044 00000100:00000010:3.0:1767326935.339921:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfae0. 00000100:00000010:2.0:1767326935.339923:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edff00. 00000800:00000200:3.0:1767326935.342232:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.342236:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.342240:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.342246:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.342250:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326935.342252:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326935.342256:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.342260:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8e00 x1853164247617664/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.342270:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.342273:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8e00 x1853164247617664/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.342281:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.342282:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.343870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e7565f54e0. 00000800:00000001:3.0:1767326935.345571:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.345582:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.345585:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.345587:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.345593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.345599:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.345604:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.345607:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.345612:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.345616:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09080 00000400:00000200:3.0:1767326935.345620:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.345625:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e25 [2] + 224 00000800:00000001:3.0:1767326935.345631:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.345638:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.345641:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.345644:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.345649:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.345654:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8e00 x1853164247617664/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.345665:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e8705f8e00 x1853164247617664/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.345681:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.345687:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.345691:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.346539:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.346547:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.346551:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.346556:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.346559:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326935.346561:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326935.346564:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.346568:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f8e00 x1853164247617920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.346575:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.346578:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e8705f8e00 x1853164247617920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.346584:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.346586:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.348429:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.348434:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.348437:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.348439:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.348444:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.348448:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.348453:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.348456:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.348460:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.348472:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b8980 00000400:00000200:3.0:1767326935.348483:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 1640 00000800:00000001:3.0:1767326935.348488:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.348502:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.348505:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.348509:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.348514:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.348517:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.348522:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00000100:00000040:3.0:1767326935.348526:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ed80 x1853164010310016 msgsize 328 00000100:00100000:3.0:1767326935.348530:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.348542:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.348547:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.348550:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.348578:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.348581:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310016 02000000:00000001:2.0:1767326935.348583:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.348584:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.348585:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.348588:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.348590:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310016 00000020:00000001:2.0:1767326935.348592:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.348593:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.348595:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.348597:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.348598:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.348600:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.348602:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.348605:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.348608:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.348609:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.348613:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.348617:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.348620:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.348625:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.348628:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.348629:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.348636:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.348642:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.348652:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.348660:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.348662:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.348667:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10814 00000100:00000040:2.0:1767326935.348671:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.348673:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326935.348679:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010310016/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.348688:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.348691:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.348693:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.348695:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.348699:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010310016:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.348703:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010310016 00010000:00000001:2.0:1767326935.348706:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.348710:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.348711:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.348713:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed9e00 refcount=2 00000020:00000001:2.0:1767326935.348715:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653045760 : -115550056505856 : ffff96e867ed9e00) 00010000:00000001:2.0:1767326935.348717:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653045760 : -115550056505856 : ffff96e867ed9e00) 00010000:00000001:2.0:1767326935.348720:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.348723:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.348726:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e867ed9e00/0xb12620548e091041 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4eda1b expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.348735:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.348737:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.348740:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.348742:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.348744:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.348758:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.348761:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.348764:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.348768:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.348771:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.348773:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.348776:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.348778:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.348780:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.348782:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.348786:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000100:00000200:2.0:1767326935.348789:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010310016, offset 224 00000400:00000200:2.0:1767326935.348793:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.348798:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.348803:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.348808:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556559:1556559:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556552:1556552:8:4294967295] 00000400:00000200:2.0:1767326935.348812:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.348819:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.348824:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.348827:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326935.348831:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.348836:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.348838:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.348878:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.348883:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.348887:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.348891:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326935.348894:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.348904:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.348907:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.348909:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.348911:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.348917:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010310016/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.348931:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010310016:12345-192.168.204.119@tcp:104: Request processed in 238us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.348946:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10814 00000800:00000200:3.0:1767326935.348951:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.348953:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000010:3.0:1767326935.348955:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ec00. 00000100:00000001:2.0:1767326935.348958:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326935.348959:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326935.348963:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.348966:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.348970:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.348971:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000400:00000010:3.0:1767326935.348974:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000020:00000010:2.0:1767326935.348979:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000100:00000001:3.0:1767326935.348979:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.348981:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326935.348987:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.348994:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.349000:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.349259:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.349264:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.349269:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.349278:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.349291:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.349293:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.349296:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.349298:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.349300:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.349303:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247618048:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.349307:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.349309:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.349311:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.349313:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.349317:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.349319:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.349323:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.349326:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.349330:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.349334:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247618048, portal 18 00000100:00000001:1.0:1767326935.349336:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.349337:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794731392 : -115549914820224 : ffff96e8705f9180) 00000100:00000040:1.0:1767326935.349342:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.349347:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.349349:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.349350:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326935.349352:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247618048, offset 0 00000400:00000200:1.0:1767326935.349354:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.349357:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.349360:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.349362:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.349364:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.349366:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.349367:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.349369:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556560:1556560:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556553:1556553:8:4294967295] 00000400:00000200:1.0:1767326935.349372:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.349376:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.349380:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.349384:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326935.349388:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.349401:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.349403:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.349415:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.349419:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.349422:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.349425:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854058 00000100:00000001:1.0:1767326935.349428:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854055 00000100:00000001:1.0:1767326935.349432:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854058 00000100:00000001:1.0:1767326935.349434:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854055 00000100:00000001:1.0:1767326935.349437:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.349439:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.349441:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.349443:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.349448:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.349449:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.349451:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.349453:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.349454:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.349456:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.349528:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.349531:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326935.349533:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.349536:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.349539:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00000400:00000010:3.0:1767326935.349540:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00000100:00000001:3.0:1767326935.349542:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.349545:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.349550:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.349552:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.349556:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.349557:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.350598:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.350603:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.350604:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.350606:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.350609:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.350612:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.350615:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.350617:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.350619:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.350621:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09200 00000400:00000200:3.0:1767326935.350624:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.350627:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e3d [1] + 224 00000800:00000001:3.0:1767326935.350630:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.350634:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.350635:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.350638:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.350640:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.350643:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.350649:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.350661:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.350664:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.350666:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.350698:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.350701:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.350705:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.350707:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.350709:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.350713:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.350715:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.350717:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.350723:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.350733:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.350741:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.350743:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.350745:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.350756:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.350759:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.350760:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.350762:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.350767:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.350770:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.350773:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.350775:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.350777:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.350779:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.350781:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.350783:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.350785:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.350787:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.350791:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.350798:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.350800:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.350802:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.350806:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.350819:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247618048:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.350822:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.350824:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.350827:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e8705f9180 x1853164247618048/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.350833:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.350835:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.350838:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.350864:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.350866:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.350868:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.350870:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.350872:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52800. 02000000:00000001:1.0:1767326935.350883:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.350888:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.350890:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e8705f9180. 00000100:00000001:1.0:1767326935.350894:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.350895:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.350897:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.350901:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.350903:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.350904:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.350906:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.351392:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.351397:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.351399:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.351401:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.351405:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.351409:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.351413:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.351416:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.351419:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.351422:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b8a80 00000400:00000200:3.0:1767326935.351427:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19d75 [2] + 1968 00000400:00000010:3.0:1767326935.351431:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200898. 00000400:00000200:3.0:1767326935.351435:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a3c0 00000800:00000001:3.0:1767326935.351438:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.351458:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.351461:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.351464:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.351467:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a3c0 00000400:00000010:3.0:1767326935.351469:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a3c0. 00000100:00000001:3.0:1767326935.351472:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.351473:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326935.351476:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34c50 x1853164010310272 msgsize 328 00000100:00100000:3.0:1767326935.351480:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326935.351482:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326935.351491:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.351495:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326935.351524:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36800. 00000100:00000010:2.0:1767326935.351531:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326935.351533:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000800:00000001:3.0:1767326935.351536:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326935.351537:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326935.351541:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200b58. 00000400:00000010:2.0:1767326935.351545:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a240. 00000100:00000001:2.0:1767326935.351548:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.351550:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310272 02000000:00000001:2.0:1767326935.351551:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.351553:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.351554:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.351556:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.351558:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310272 00000020:00000001:2.0:1767326935.351559:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.351560:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.351562:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.351563:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.351565:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.351566:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.351568:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.351569:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.351571:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.351572:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.351574:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.351576:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.351578:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.351581:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.351583:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.351584:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.351585:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.351588:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.351595:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.351600:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.351601:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.351604:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10815 00000100:00000040:2.0:1767326935.351606:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.351607:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933387856 : -115549776163760 : ffff96e878a34c50) 00000100:00000040:2.0:1767326935.351611:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34c50 x1853164010310272/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.351617:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.351618:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.351620:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.351621:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.351625:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010310272:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.351627:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010310272 00010000:00000001:2.0:1767326935.351629:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.351631:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.351632:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.351633:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed8600 refcount=2 00000020:00000001:2.0:1767326935.351634:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653039616 : -115550056512000 : ffff96e867ed8600) 00010000:00000001:2.0:1767326935.351636:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653039616 : -115550056512000 : ffff96e867ed8600) 00010000:00000001:2.0:1767326935.351638:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.351639:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.351641:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e867ed8600/0xb12620548e09104f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4eda45 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.351646:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.351647:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.351649:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326935.351650:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.351651:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.351653:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.351655:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.351656:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.351658:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.351660:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.351661:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.351663:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.351663:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.351665:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.351666:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.351668:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888dd0. 00000100:00000200:2.0:1767326935.351670:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010310272, offset 224 00000400:00000200:2.0:1767326935.351673:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.351677:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.351681:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.351686:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556561:1556561:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556554:1556554:8:4294967295] 00000400:00000200:2.0:1767326935.351690:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.351696:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.351701:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.351705:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326935.351709:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.351713:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.351716:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.351726:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.351729:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.351732:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.351735:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a840. 00010000:00000001:2.0:1767326935.351738:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.351758:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.351760:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.351761:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.351762:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.351766:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34c50 x1853164010310272/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.351775:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010310272:12345-192.168.204.119@tcp:104: Request processed in 155us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.351787:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10815 00000800:00000200:3.0:1767326935.351788:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.351792:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000800:00000010:3.0:1767326935.351794:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000100:00000001:2.0:1767326935.351795:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.351798:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.351801:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.351802:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.351809:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.351812:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.351814:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.351819:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000200:3.0:1767326935.351821:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888dd0 02000000:00000001:2.0:1767326935.351824:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767326935.351826:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888dd0. 02000000:00000010:2.0:1767326935.351828:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00000100:00000001:3.0:1767326935.351832:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326935.351833:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.351837:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 02000000:00000001:2.0:1767326935.351859:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.351860:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.351863:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.351866:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 02000000:00000001:2.0:1767326935.351869:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.351871:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.351875:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.351877:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 02000000:00000001:2.0:1767326935.351880:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.351883:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.351886:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.351889:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 02000000:00000001:2.0:1767326935.351894:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.351898:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.351903:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767326935.351903:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1767326935.351907:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 02000000:00000010:3.0:1767326935.351908:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326935.351911:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.351915:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:3.0:1767326935.351916:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326935.351918:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326935.351920:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767326935.351921:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c000. 00000100:00000010:2.0:1767326935.351925:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00000100:00000010:2.0:1767326935.351929:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34c00. 00000100:00000001:2.0:1767326935.351934:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.352138:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.352141:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.352143:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.352149:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.352162:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.352165:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.352175:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.352179:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.352182:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.352187:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247618176:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.352194:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.352197:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.352199:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.352201:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.352205:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.352207:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.352211:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.352214:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.352217:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.352220:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247618176, portal 18 00000100:00000001:1.0:1767326935.352222:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.352224:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794731392 : -115549914820224 : ffff96e8705f9180) 00000100:00000040:1.0:1767326935.352229:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.352235:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.352237:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.352240:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000100:00000200:1.0:1767326935.352242:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247618176, offset 0 00000400:00000200:1.0:1767326935.352245:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.352248:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.352251:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.352253:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.352255:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.352257:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.352258:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.352260:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556562:1556562:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556555:1556555:8:4294967295] 00000400:00000200:1.0:1767326935.352263:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.352267:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.352270:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.352272:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326935.352275:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.352278:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.352279:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.352288:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.352290:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.352292:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.352294:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854060 00000100:00000001:1.0:1767326935.352297:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854058 00000100:00000001:1.0:1767326935.352299:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854060 00000100:00000001:1.0:1767326935.352302:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854058 00000100:00000001:1.0:1767326935.352304:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.352305:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.352307:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.352309:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.352311:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.352313:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.352315:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.352316:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.352317:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.352318:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.352343:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.352347:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000400:00000200:3.0:1767326935.352350:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.352354:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.352357:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e5d8 00000400:00000010:3.0:1767326935.352358:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e5d8. 00000100:00000001:3.0:1767326935.352361:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.352365:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.352372:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.352375:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.352381:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.352382:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.354373:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.354379:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.354382:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.354384:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.354388:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.354393:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.354397:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.354400:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.354403:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.354406:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09280 00000400:00000200:3.0:1767326935.354410:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.354414:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e55 [1] + 224 00000800:00000001:3.0:1767326935.354418:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.354422:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.354424:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.354428:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.354431:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.354435:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.354443:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.354457:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.354461:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.354463:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.354482:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.354484:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.354486:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.354487:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.354489:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.354492:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.354493:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.354494:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.354498:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.354504:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.354508:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.354509:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.354511:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.354512:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.354513:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.354514:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.354516:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.354519:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.354521:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.354523:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.354524:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.354525:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.354526:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.354528:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.354529:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.354530:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.354531:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.354534:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.354538:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.354539:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.354541:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.354543:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.354547:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247618176:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.354550:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.354551:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.354553:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e8705f9180 x1853164247618176/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.354556:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.354557:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.354558:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.354560:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.354561:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.354562:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.354564:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.354565:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53000. 02000000:00000001:1.0:1767326935.354567:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.354568:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.354569:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e8705f9180. 00000100:00000001:1.0:1767326935.354571:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.354571:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.354573:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.354575:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.354576:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.354577:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.354579:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.354880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177600. 00010000:00000010:0.1:1767326935.354888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129ed00. 00010000:00000010:0.1:1767326935.354893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050d600. 00010000:00000010:0.1:1767326935.354896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891a900. 00010000:00000010:0.1:1767326935.354899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aae200. 00010000:00000010:0.1:1767326935.354925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b600. 00010000:00000010:0.1:1767326935.354927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed9e00. 00000100:00000040:3.0:1767326935.356908:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854060, at 4306854061 00000100:00000040:2.0:1767326935.356914:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854060, at 4306854061 00000100:00000010:3.0:1767326935.356918:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf7e0. 00000100:00000010:2.0:1767326935.356923:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf240. 00010000:00000010:0.1:1767326935.359921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b400. 00010000:00000010:0.1:1767326935.359927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8600. 00000800:00000001:3.0:1767326935.362968:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.362983:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.362987:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.362990:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.363034:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.363041:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.363048:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.363053:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.363058:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.363062:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09180 00000400:00000200:3.0:1767326935.363068:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.363074:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e2d [2] + 224 00000800:00000001:3.0:1767326935.363081:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.363087:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.363090:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.363098:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.363104:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.363112:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f8e00 x1853164247617920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.363122:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e8705f8e00 x1853164247617920/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.363139:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.363146:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.363149:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.363772:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.363776:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.363779:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.363784:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.363797:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.363800:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.363804:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.363807:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.363810:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.363815:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247618304:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.363821:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.363827:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.363830:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.363834:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.363873:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.363877:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.363885:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.363891:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.363899:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.363904:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247618304, portal 18 00000100:00000001:1.0:1767326935.363909:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.363912:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794731392 : -115549914820224 : ffff96e8705f9180) 00000100:00000040:1.0:1767326935.363920:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.363937:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.363940:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.363943:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326935.363947:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247618304, offset 0 00000400:00000200:1.0:1767326935.363954:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.363960:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.363967:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.363974:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.363981:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.363986:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.363991:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.363999:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556563:1556563:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556556:1556556:8:4294967295] 00000400:00000200:1.0:1767326935.364009:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.364023:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.364033:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.364037:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326935.364046:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.364054:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.364059:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.364070:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.364076:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.364080:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.364084:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854072 00000100:00000010:1.0:1767326935.364089:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44d80. 00000100:00000001:1.0:1767326935.364096:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.364104:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854072 00000100:00000010:1.0:1767326935.364109:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44b40. 00000100:00000001:1.0:1767326935.364114:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.364119:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.364121:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.364124:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.364125:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.364132:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.364134:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.364139:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.364142:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326935.364142:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.364145:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326935.364148:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000100:00000001:1.0:1767326935.364151:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.364154:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.364162:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.364165:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.364170:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.364170:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:3.0:1767326935.364176:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:3.0:1767326935.364183:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.364191:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.364244:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.364252:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.364270:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.364274:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.364394:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.364398:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.364401:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.364405:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.364408:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326935.364410:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326935.364412:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.364416:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84ec28380 x1853164247618560/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.364424:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.364427:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84ec28380 x1853164247618560/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.364433:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.364434:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.365136:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.365142:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.365144:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.365146:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.365151:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.365155:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.365159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.365162:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.365165:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.365175:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09300 00000400:00000200:3.0:1767326935.365179:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.365183:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e5d [1] + 224 00000800:00000001:3.0:1767326935.365187:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.365191:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.365194:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.365197:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.365200:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.365204:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.365213:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.365226:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.365230:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.365233:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.365255:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.365258:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.365262:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.365263:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.365265:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.365269:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.365271:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.365273:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.365278:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.365287:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.365293:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.365295:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.365297:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.365299:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.365301:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.365302:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.365304:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.365309:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.365313:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.365315:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.365317:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.365319:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.365322:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.365324:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.365326:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.365327:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.365329:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.365333:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.365340:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.365342:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.365344:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.365348:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.365355:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e8705f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247618304:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.365359:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.365361:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.365363:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e8705f9180 x1853164247618304/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.365369:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.365371:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.365374:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.365376:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.365378:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.365379:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.365380:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.365382:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53c00. 02000000:00000001:1.0:1767326935.365384:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.365385:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.365387:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e8705f9180. 00000100:00000001:1.0:1767326935.365389:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.365390:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.365391:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.365394:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.365395:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.365396:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.365397:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.367009:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.367015:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.367017:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.367019:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.367024:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.367058:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.367063:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.367066:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.367069:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.367072:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09400 00000400:00000200:3.0:1767326935.367075:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.367079:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e65 [2] + 224 00000800:00000001:3.0:1767326935.367084:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.367088:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.367090:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.367093:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.367097:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.367101:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84ec28380 x1853164247618560/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.367109:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84ec28380 x1853164247618560/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.367123:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.367127:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.367129:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.367883:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.367887:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.367891:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.367895:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.367898:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326935.367900:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326935.367902:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.367906:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84ec28380 x1853164247618816/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.367919:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.367921:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84ec28380 x1853164247618816/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.367927:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.367929:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.369832:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.369838:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.369852:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.369854:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.369860:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.369866:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.369872:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.369875:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.369880:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.369885:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b8f00 00000080:00000010:0.1:1767326935.369886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8816d8000. 00000400:00000200:3.0:1767326935.369893:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 0 00000080:00000010:0.1:1767326935.369897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c840. 00000800:00000001:3.0:1767326935.369898:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.369906:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.369909:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.369912:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.369918:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:0.1:1767326935.369918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaf200. 00000100:00000200:3.0:1767326935.369922:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000010:0.1:1767326935.369923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891ad00. 00000100:00000010:3.0:1767326935.369928:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 00000100:00000040:3.0:1767326935.369933:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010311424 msgsize 328 00000100:00100000:3.0:1767326935.369939:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.369953:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.369957:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.369960:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.369988:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.369991:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311424 02000000:00000001:2.0:1767326935.369993:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.369994:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.369995:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.369998:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.370000:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311424 00000020:00000001:2.0:1767326935.370002:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.370003:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.370005:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.370007:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.370008:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.370010:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.370013:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.370015:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.370017:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.370019:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.370023:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.370026:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.370030:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.370033:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.370035:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.370036:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.370038:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.370043:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.370051:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.370057:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.370058:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.370062:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10816 00000100:00000040:2.0:1767326935.370065:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.370066:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326935.370071:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010311424/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.370076:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.370078:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.370079:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.370081:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.370084:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010311424:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.370089:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010311424 00010000:00000001:2.0:1767326935.370091:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.370095:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.370096:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.370097:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84311a200 refcount=2 00000020:00000001:2.0:1767326935.370098:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034649088 : -115550674902528 : ffff96e84311a200) 00010000:00000001:2.0:1767326935.370100:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034649088 : -115550674902528 : ffff96e84311a200) 00010000:00000001:2.0:1767326935.370102:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.370104:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.370106:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84311a200/0xb12620548e081d4e lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ade3d expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.370112:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.370114:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.370116:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.370117:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.370118:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.370121:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.370123:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.370125:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.370128:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.370129:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.370131:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.370132:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.370134:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.370135:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.370136:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.370139:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000100:00000200:2.0:1767326935.370141:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010311424, offset 224 00000400:00000200:2.0:1767326935.370144:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.370148:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.370151:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.370155:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556566:1556566:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556559:1556559:8:4294967295] 00000400:00000200:2.0:1767326935.370157:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.370162:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.370165:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.370168:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326935.370170:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.370174:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.370176:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.370183:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.370185:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.370187:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.370190:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326935.370192:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.370198:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.370201:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.370203:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.370205:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.370209:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010311424/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.370219:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010311424:12345-192.168.204.119@tcp:104: Request processed in 140us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.370226:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10816 00000100:00000040:2.0:1767326935.370229:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.370231:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.370232:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.370236:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.370240:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000800:00000200:3.0:1767326935.370242:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326935.370244:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000800:00000010:3.0:1767326935.370246:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000020:00000040:2.0:1767326935.370249:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.370252:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.370253:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.370263:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.370268:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000400:00000010:3.0:1767326935.370272:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 00000100:00000001:3.0:1767326935.370278:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.370281:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.370509:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.370513:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.370515:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.370522:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.370529:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.370531:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.370535:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.370538:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.370540:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.370547:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247618944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.370553:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.370559:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.370568:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.370574:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.370579:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.370582:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.370587:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.370592:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.370597:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.370600:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247618944, portal 18 00000100:00000001:1.0:1767326935.370602:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.370603:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534083712 : -115550175467904 : ffff96e860d66680) 00000100:00000040:1.0:1767326935.370609:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.370616:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.370618:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.370620:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326935.370622:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247618944, offset 0 00000400:00000200:1.0:1767326935.370627:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.370631:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.370635:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.370638:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.370641:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.370644:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.370646:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.370649:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556567:1556567:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556560:1556560:8:4294967295] 00000400:00000200:1.0:1767326935.370652:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.370657:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.370660:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.370663:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326935.370666:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.370668:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.370670:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.370679:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.370682:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.370684:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.370685:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854078 00000100:00000001:1.0:1767326935.370689:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854076 00000100:00000001:1.0:1767326935.370692:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854078 00000100:00000001:1.0:1767326935.370694:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854076 00000100:00000001:1.0:1767326935.370697:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.370699:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.370701:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.370702:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.370706:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.370707:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.370708:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.370710:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.370711:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.370712:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.370739:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.370742:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326935.370745:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.370761:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.370764:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e088 00000400:00000010:3.0:1767326935.370765:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e088. 00000100:00000001:3.0:1767326935.370768:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.370772:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.370780:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.370816:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.370823:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.370825:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.372659:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.372666:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.372668:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.372670:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.372676:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.372680:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.372685:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.372688:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.372692:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.372695:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09580 00000400:00000200:3.0:1767326935.372699:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.372704:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e7d [1] + 224 00000800:00000001:3.0:1767326935.372708:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.372713:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.372716:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.372719:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.372723:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.372728:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.372735:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.372758:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.372762:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.372765:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.372780:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.372783:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.372786:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.372787:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.372789:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.372792:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.372793:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.372795:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.372799:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.372805:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.372810:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.372811:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.372812:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.372813:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.372814:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.372815:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.372817:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.372821:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.372823:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.372825:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.372826:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.372828:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.372829:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.372831:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.372832:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.372834:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.372835:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.372838:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.372875:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.372878:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.372880:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.372885:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.372900:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247618944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.372904:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.372905:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.372907:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d66680 x1853164247618944/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.372911:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.372913:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.372914:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.372916:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.372917:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.372918:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.372920:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.372921:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53000. 02000000:00000001:1.0:1767326935.372923:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.372925:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.372926:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d66680. 00000100:00000001:1.0:1767326935.372928:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.372929:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.372930:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.372933:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.372934:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.372935:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.372937:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.374879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847177400. 00010000:00000010:0.1:1767326935.374889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471be300. 00000100:00000040:2.0:1767326935.374899:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854078, at 4306854079 00000100:00000040:3.0:1767326935.374900:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854078, at 4306854079 00010000:00000010:0.1:1767326935.374903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871889600. 00000100:00000010:2.0:1767326935.374910:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44d80. 00000100:00000010:3.0:1767326935.374913:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44b40. 00000800:00000001:3.0:1767326935.376723:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.376730:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.376732:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.376734:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.376740:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.376745:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.376762:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.376766:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.376770:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.376773:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b9280 00000400:00000200:3.0:1767326935.376779:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 328 00000800:00000001:3.0:1767326935.376784:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.376818:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.376821:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.376824:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.376829:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.376831:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.376835:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326935.376838:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010312320 msgsize 328 00000100:00100000:3.0:1767326935.376862:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.376872:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.376878:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.376881:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.376919:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.376922:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312320 02000000:00000001:2.0:1767326935.376925:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.376927:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.376929:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.376933:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.376936:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312320 00000020:00000001:2.0:1767326935.376938:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.376941:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.376943:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.376945:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.376948:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.376950:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.376953:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.376957:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.376960:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.376962:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.376967:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.376971:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.376975:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.376980:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.376982:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.376983:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.376985:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.376992:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.377003:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.377012:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.377014:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.377020:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10817 00000100:00000040:2.0:1767326935.377024:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.377026:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326935.377032:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010312320/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.377041:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.377044:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.377046:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.377048:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.377053:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010312320:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.377057:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010312320 00010000:00000001:2.0:1767326935.377059:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.377065:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.377067:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.377069:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878aaf600 refcount=2 00000020:00000001:2.0:1767326935.377071:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523933890048 : -115549775661568 : ffff96e878aaf600) 00010000:00000001:2.0:1767326935.377073:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523933890048 : -115549775661568 : ffff96e878aaf600) 00010000:00000001:2.0:1767326935.377076:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.377078:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.377083:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e878aaf600/0xb12620548e090a91 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ec679 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.377091:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.377093:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.377096:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.377098:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.377101:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.377104:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.377107:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.377110:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.377113:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.377116:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.377118:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.377120:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.377122:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.377125:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.377128:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.377131:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326935.377135:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010312320, offset 224 00000400:00000200:2.0:1767326935.377141:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.377147:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.377152:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.377158:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556568:1556568:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556561:1556561:8:4294967295] 00000400:00000200:2.0:1767326935.377162:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.377170:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.377175:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.377178:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326935.377182:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.377187:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.377191:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.377203:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.377206:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.377209:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.377213:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326935.377216:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.377226:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.377229:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.377231:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.377233:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.377239:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010312320/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.377250:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010312320:12345-192.168.204.119@tcp:104: Request processed in 205us (408us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326935.377259:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326935.377264:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10817 00000800:00000010:3.0:1767326935.377265:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000040:2.0:1767326935.377270:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000400:00000200:3.0:1767326935.377272:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326935.377276:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.377281:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.377283:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.377287:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.377289:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888d48 00000400:00000010:3.0:1767326935.377294:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888d48. 00000020:00000010:2.0:1767326935.377295:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000100:00000001:3.0:1767326935.377302:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326935.377303:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000100:00000001:3.0:1767326935.377306:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767326935.377310:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.377316:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.377593:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.377598:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.377601:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.377610:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.377630:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.377635:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.377642:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.377646:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.377649:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.377653:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247619072:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.377658:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.377663:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.377667:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.377671:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.377675:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.377677:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.377682:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.377685:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.377689:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.377694:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247619072, portal 18 00000100:00000001:1.0:1767326935.377702:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.377703:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534077440 : -115550175474176 : ffff96e860d64e00) 00000100:00000040:1.0:1767326935.377709:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.377716:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.377718:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.377720:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000200:1.0:1767326935.377723:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247619072, offset 0 00000400:00000200:1.0:1767326935.377726:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.377730:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.377734:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.377737:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.377741:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.377744:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.377759:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.377763:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556569:1556569:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556562:1556562:8:4294967295] 00000400:00000200:1.0:1767326935.377767:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.377773:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.377778:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.377781:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:1.0:1767326935.377785:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.377789:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.377792:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.377806:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.377809:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.377813:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.377815:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854085 00000100:00000010:1.0:1767326935.377820:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44c00. 00000100:00000001:1.0:1767326935.377824:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.377832:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854085 00000100:00000010:1.0:1767326935.377836:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44720. 00000100:00000001:1.0:1767326935.377861:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.377867:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.377870:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.377873:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.377876:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.377881:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.377883:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.377885:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.377887:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.377888:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.377890:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.377903:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.377907:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000400:00000200:3.0:1767326935.377911:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.377916:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.377919:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e3b8 00000400:00000010:3.0:1767326935.377921:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e3b8. 00000100:00000001:3.0:1767326935.377924:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.377928:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.377937:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.377940:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.377946:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.377948:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.379865:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.379872:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.379875:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.379877:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.379883:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.379892:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.379898:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.379901:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.379905:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.379908:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09600 00000400:00000200:3.0:1767326935.379912:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.379917:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19e8d [1] + 224 00000800:00000001:3.0:1767326935.379921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.379928:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.379931:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.379934:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.379938:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.379943:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.379952:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.379967:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.379972:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.379976:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.379989:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.379992:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.379996:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.379997:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.379998:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.380001:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.380002:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.380004:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.380007:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.380014:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.380018:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.380019:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.380021:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.380023:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.380024:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.380025:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.380027:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.380031:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.380033:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.380035:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.380036:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.380037:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.380039:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.380041:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.380042:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.380043:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.380045:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.380047:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.380051:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.380053:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.380054:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.380056:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.380061:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247619072:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.380064:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.380065:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.380067:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d64e00 x1853164247619072/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.380071:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.380072:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.380074:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.380076:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.380077:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.380078:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.380080:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.380081:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53600. 02000000:00000001:1.0:1767326935.380083:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.380084:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.380085:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d64e00. 00000100:00000001:1.0:1767326935.380087:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.380088:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.380089:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.380092:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.380093:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.380094:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.380095:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.381911:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854085, at 4306854086 00000100:00000010:2.0:1767326935.381921:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44c00. 00000100:00000040:3.0:1767326935.382900:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854085, at 4306854087 00000100:00000010:3.0:1767326935.382905:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44720. 00010000:00000010:0.1:1767326935.382926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f69300. 00010000:00000010:0.1:1767326935.382934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84311a200. 00010000:00000010:0.1:1767326935.386895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891ab00. 00010000:00000010:0.1:1767326935.386901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aaf600. 00000800:00000001:3.0:1767326935.387765:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.387775:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.387778:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.387780:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.387789:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.387836:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.387860:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.387863:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.387867:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.387869:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09500 00000400:00000200:3.0:1767326935.387873:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.387877:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e6d [2] + 224 00000800:00000001:3.0:1767326935.387883:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.387889:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.387891:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.387894:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.387899:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.387905:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84ec28380 x1853164247618816/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.387912:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84ec28380 x1853164247618816/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.387926:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.387932:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.387934:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.389083:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.389088:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.389092:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.389096:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.389100:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326935.389102:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326935.389105:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.389110:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d65f80 x1853164247619328/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.389118:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.389122:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d65f80 x1853164247619328/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.389129:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.389130:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.391561:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.391569:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.391572:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.391574:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.391579:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.391584:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.391589:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.391593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.391597:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.391600:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09700 00000400:00000200:3.0:1767326935.391604:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.391608:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e95 [2] + 224 00000800:00000001:3.0:1767326935.391612:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.391617:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.391618:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.391620:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.391623:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.391626:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d65f80 x1853164247619328/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.391633:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e860d65f80 x1853164247619328/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.391644:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.391649:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.391651:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.392265:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.392267:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.392270:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.392272:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.392275:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326935.392276:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326935.392277:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.392280:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d65f80 x1853164247619584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.392285:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.392287:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d65f80 x1853164247619584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.392291:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.392292:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.393885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88168eb40. 00000080:00000010:0.1:1767326935.393895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e868d71ee0. 00000800:00000001:3.0:1767326935.393918:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.393923:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.393925:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.393927:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.393931:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.393934:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.393938:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.393940:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.393943:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.393945:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b9780 00000400:00000200:3.0:1767326935.393949:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 656 00000800:00000001:3.0:1767326935.393952:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.393955:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.393957:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.393959:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.393962:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.393964:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.393966:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326935.393968:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010313600 msgsize 328 00000100:00100000:3.0:1767326935.393971:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.393979:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.393983:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.393984:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.394005:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.394008:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313600 02000000:00000001:2.0:1767326935.394010:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.394012:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.394013:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.394015:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.394017:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313600 00000020:00000001:2.0:1767326935.394019:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.394020:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.394022:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.394023:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.394025:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.394027:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.394029:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.394033:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.394035:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.394036:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.394040:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.394044:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.394047:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.394053:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.394055:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.394056:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.394058:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.394063:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.394072:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.394078:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.394080:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.394083:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10818 00000100:00000040:2.0:1767326935.394086:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.394087:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326935.394091:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010313600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.394100:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.394102:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.394104:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.394105:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.394109:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010313600:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.394112:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010313600 00010000:00000001:2.0:1767326935.394114:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.394118:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.394119:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.394120:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871555800 refcount=2 00000020:00000001:2.0:1767326935.394122:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810838528 : -115549898713088 : ffff96e871555800) 00010000:00000001:2.0:1767326935.394123:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810838528 : -115549898713088 : ffff96e871555800) 00010000:00000001:2.0:1767326935.394126:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.394127:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.394130:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871555800/0xb12620548e081d47 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4ade1a expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.394136:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.394138:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.394140:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.394141:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.394143:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.394146:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.394147:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.394149:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.394152:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.394154:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.394155:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.394157:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.394158:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.394160:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.394161:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.394163:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000200:2.0:1767326935.394165:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010313600, offset 224 00000400:00000200:2.0:1767326935.394168:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.394172:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.394175:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.394179:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556572:1556572:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556565:1556565:8:4294967295] 00000400:00000200:2.0:1767326935.394181:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.394187:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.394190:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.394192:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326935.394195:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.394199:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.394202:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.394212:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.394215:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.394218:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.394222:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46af00. 00010000:00000001:2.0:1767326935.394225:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.394236:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.394239:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.394241:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.394243:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.394247:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010313600/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.394258:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010313600:12345-192.168.204.119@tcp:104: Request processed in 155us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.394271:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10818 00000800:00000200:3.0:1767326935.394275:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326935.394277:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000010:3.0:1767326935.394280:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000001:2.0:1767326935.394283:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.394286:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.394287:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.394290:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.394296:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.394298:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.394301:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.394305:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00000020:00000040:2.0:1767326935.394306:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000010:3.0:1767326935.394310:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00000100:00000001:2.0:1767326935.394311:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.394358:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.394361:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.394595:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.394599:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.394600:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.394607:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.394622:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.394626:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.394631:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.394634:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.394637:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.394642:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247619712:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.394648:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.394650:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.394651:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.394652:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.394656:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.394657:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.394663:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.394669:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.394675:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.394679:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247619712, portal 18 00000100:00000001:1.0:1767326935.394681:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.394682:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534077440 : -115550175474176 : ffff96e860d64e00) 00000100:00000040:1.0:1767326935.394688:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.394694:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.394696:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.394699:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000200:1.0:1767326935.394701:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247619712, offset 0 00000400:00000200:1.0:1767326935.394705:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.394708:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.394710:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.394713:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.394714:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.394716:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.394718:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.394720:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556573:1556573:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556566:1556566:8:4294967295] 00000400:00000200:1.0:1767326935.394722:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.394726:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.394729:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.394732:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326935.394734:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.394737:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.394739:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.394758:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.394760:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.394763:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.394765:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854103 00000100:00000001:1.0:1767326935.394769:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854101 00000100:00000001:1.0:1767326935.394772:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854103 00000100:00000001:1.0:1767326935.394774:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854101 00000100:00000001:1.0:1767326935.394777:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.394779:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.394781:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.394782:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.394785:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.394787:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.394788:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.394789:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.394790:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.394792:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.394813:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.394816:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326935.394820:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.394825:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.394828:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00000400:00000010:3.0:1767326935.394830:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000100:00000001:3.0:1767326935.394833:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.394837:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.394914:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.394918:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.394925:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.394927:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.395776:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.395782:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.395784:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.395786:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.395791:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.395795:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.395800:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.395803:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.395806:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.395809:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09880 00000400:00000200:3.0:1767326935.395813:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.395817:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19ead [1] + 224 00000800:00000001:3.0:1767326935.395821:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.395826:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.395828:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.395831:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.395835:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.395839:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.395867:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.395885:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.395890:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.395893:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.395912:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.395915:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.395918:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.395919:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.395921:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.395923:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.395924:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.395926:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.395930:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.395935:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.395939:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.395940:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.395942:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.395943:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.395944:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.395945:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.395946:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.395950:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.395952:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.395954:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.395954:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.395956:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.395958:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.395959:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.395961:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.395962:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.395963:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.395966:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.395970:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.395971:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.395973:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.395975:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.395979:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247619712:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.395982:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.395983:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.395984:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d64e00 x1853164247619712/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.395988:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.395989:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.395990:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.395992:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.395993:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.395994:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.395995:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.395997:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52200. 02000000:00000001:1.0:1767326935.395999:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.396000:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.396001:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d64e00. 00000100:00000001:1.0:1767326935.396003:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.396004:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.396005:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.396007:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.396009:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.396010:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.396011:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.398893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847176200. 00010000:00000010:0.1:1767326935.398913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f69400. 00010000:00000010:0.1:1767326935.398923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871672a00. 00010000:00000010:0.1:1767326935.398930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.398933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.399910:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854103, at 4306854104 00000100:00000040:3.0:1767326935.399913:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854103, at 4306854104 00000100:00000010:2.0:1767326935.399919:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf060. 00000100:00000010:3.0:1767326935.399923:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf480. 00010000:00000010:0.1:1767326935.402906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2a6700. 00010000:00000010:0.1:1767326935.402913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555800. 00000800:00000001:3.0:1767326935.405029:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.405070:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.405073:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.405075:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.405083:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.405090:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.405096:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.405101:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.405107:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.405110:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09800 00000400:00000200:3.0:1767326935.405115:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.405121:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19e9d [2] + 224 00000800:00000001:3.0:1767326935.405180:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.405197:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.405201:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.405206:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.405213:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.405221:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d65f80 x1853164247619584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.405230:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e860d65f80 x1853164247619584/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.405244:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.405251:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.405254:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.406117:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.406122:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.406125:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.406129:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.406132:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326935.406134:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326935.406137:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.406142:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d66680 x1853164247619840/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.406150:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.406153:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d66680 x1853164247619840/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.406193:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.406195:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.407337:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.407342:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.407344:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.407346:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.407351:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.407355:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.407359:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.407362:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.407365:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.407368:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb09900 00000400:00000200:3.0:1767326935.407372:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.407376:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19eb5 [4] + 224 00000800:00000001:3.0:1767326935.407380:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.407385:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.407387:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.407397:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.407401:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.407405:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d66680 x1853164247619840/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.407413:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e860d66680 x1853164247619840/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.407425:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.407429:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.407432:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.410876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e87a6298c0. 00000080:00000010:0.1:1767326935.410883:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cc40. 00000800:00000200:3.0:1767326935.411012:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.411017:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.411020:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.411024:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.411028:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326935.411030:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326935.411033:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.411037:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d66680 x1853164247620096/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.411045:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.411048:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d66680 x1853164247620096/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.411054:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.411055:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.413808:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.413817:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.413819:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.413821:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.413827:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.413832:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.413836:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.413865:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.413870:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.413881:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09a00 00000400:00000200:3.0:1767326935.413889:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.413893:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ebd [2] + 224 00000800:00000001:3.0:1767326935.413900:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.413906:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.413908:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.413912:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.413916:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.413921:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d66680 x1853164247620096/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.413929:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e860d66680 x1853164247620096/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.413942:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.413947:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.413949:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.414761:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.414766:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.414769:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.414773:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.414776:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326935.414777:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326935.414780:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.414784:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d66680 x1853164247620352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.414792:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.414829:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d66680 x1853164247620352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.414835:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.414836:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.416404:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.416410:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.416412:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.416414:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.416418:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.416422:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.416426:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.416429:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.416432:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.416436:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b9b80 00000400:00000200:3.0:1767326935.416441:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 984 00000800:00000001:3.0:1767326935.416445:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.416450:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.416452:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.416455:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.416459:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.416462:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.416466:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000100:00000040:3.0:1767326935.416469:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010314624 msgsize 328 00000100:00100000:3.0:1767326935.416472:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.416482:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.416489:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.416492:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.416513:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.416515:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314624 02000000:00000001:2.0:1767326935.416517:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.416518:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.416520:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.416522:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.416524:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314624 00000020:00000001:2.0:1767326935.416527:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.416528:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.416530:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.416532:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.416533:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.416535:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.416538:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.416541:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.416543:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.416545:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.416549:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.416552:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.416556:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.416560:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.416562:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.416563:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.416565:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.416571:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.416578:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.416586:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.416587:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.416590:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10819 00000100:00000040:2.0:1767326935.416593:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.416595:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326935.416599:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010314624/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.416606:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.416607:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.416609:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.416611:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.416614:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010314624:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.416616:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010314624 00010000:00000001:2.0:1767326935.416618:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.416622:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.416623:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.416624:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e875347000 refcount=2 00000020:00000001:2.0:1767326935.416625:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523875790848 : -115549833760768 : ffff96e875347000) 00010000:00000001:2.0:1767326935.416627:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523875790848 : -115549833760768 : ffff96e875347000) 00010000:00000001:2.0:1767326935.416629:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.416631:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.416634:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e875347000/0xb12620548e07def6 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49e099 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.416643:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.416645:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.416649:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.416652:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.416654:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.416657:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.416660:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.416662:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.416666:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.416669:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.416672:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.416675:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.416677:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.416679:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.416681:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.416685:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000100:00000200:2.0:1767326935.416688:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010314624, offset 224 00000400:00000200:2.0:1767326935.416693:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.416698:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.416703:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.416708:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556577:1556577:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556570:1556570:8:4294967295] 00000400:00000200:2.0:1767326935.416710:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.416715:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.416718:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.416721:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326935.416724:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.416727:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.416729:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.416738:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.416740:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.416743:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.416745:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326935.416759:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.416765:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.416767:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.416769:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.416770:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.416774:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010314624/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.416781:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010314624:12345-192.168.204.119@tcp:104: Request processed in 173us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.416786:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10819 00000100:00000040:2.0:1767326935.416789:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.416793:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326935.416797:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.416802:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.416803:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000020:00000010:2.0:1767326935.416806:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.416810:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.416811:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.416816:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.416821:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.416823:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.416828:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.416828:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888880 00000400:00000010:3.0:1767326935.416832:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888880. 00000100:00000001:3.0:1767326935.416895:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.416898:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.417129:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.417133:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.417137:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.417143:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.417151:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.417154:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.417159:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.417161:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.417164:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.417176:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247620480:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.417181:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.417185:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.417188:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.417191:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.417196:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.417198:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.417202:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.417204:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.417207:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.417210:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247620480, portal 18 00000100:00000001:1.0:1767326935.417211:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.417215:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534077440 : -115550175474176 : ffff96e860d64e00) 00000100:00000040:1.0:1767326935.417221:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.417226:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.417228:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.417230:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000100:00000200:1.0:1767326935.417231:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247620480, offset 0 00000400:00000200:1.0:1767326935.417234:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.417236:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.417239:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.417242:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.417245:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.417247:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.417249:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.417250:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556578:1556578:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556571:1556571:8:4294967295] 00000400:00000200:1.0:1767326935.417253:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.417257:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.417260:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.417263:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326935.417265:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.417268:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.417270:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.417278:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.417280:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.417282:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.417284:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854126 00000100:00000001:1.0:1767326935.417287:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854123 00000100:00000001:1.0:1767326935.417290:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854126 00000100:00000001:1.0:1767326935.417292:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854123 00000100:00000001:1.0:1767326935.417295:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.417297:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.417298:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.417300:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.417303:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.417304:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.417306:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.417307:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.417308:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.417309:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.417333:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.417336:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:3.0:1767326935.417339:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.417343:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.417346:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000400:00000010:3.0:1767326935.417348:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:3.0:1767326935.417350:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.417354:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.417362:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.417364:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.417371:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.417372:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.418236:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418242:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.418244:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418246:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.418251:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.418255:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.418259:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.418263:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.418265:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.418268:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09b80 00000400:00000200:3.0:1767326935.418272:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.418276:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19ed5 [1] + 224 00000800:00000001:3.0:1767326935.418280:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418284:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.418285:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.418287:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.418290:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.418293:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.418299:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.418310:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.418312:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418314:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.418341:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.418345:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.418349:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.418350:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.418352:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.418356:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.418358:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.418360:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.418366:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.418375:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.418382:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.418383:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.418385:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.418388:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.418389:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.418391:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.418393:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.418398:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.418401:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.418404:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.418405:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.418407:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.418409:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.418411:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.418413:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.418415:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.418417:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.418426:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.418433:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.418435:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.418436:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.418440:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.418454:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247620480:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.418458:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.418460:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.418463:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d64e00 x1853164247620480/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.418469:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.418471:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.418473:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.418476:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.418478:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.418479:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.418481:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.418483:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52000. 02000000:00000001:1.0:1767326935.418486:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.418487:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.418489:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d64e00. 00000100:00000001:1.0:1767326935.418492:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.418493:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.418495:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.418499:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.418500:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.418502:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.418504:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.418989:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418993:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.418995:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.418998:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.419002:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.419005:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.419010:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.419012:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.419015:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.419018:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8b9c80 00000400:00000200:3.0:1767326935.419022:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 1312 00000800:00000001:3.0:1767326935.419026:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.419048:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.419050:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.419054:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.419057:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.419058:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.419062:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326935.419064:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010314880 msgsize 328 00000100:00100000:3.0:1767326935.419068:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.419075:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.419079:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.419081:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.419102:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.419104:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314880 02000000:00000001:2.0:1767326935.419106:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.419107:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.419108:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.419110:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.419112:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314880 00000020:00000001:2.0:1767326935.419113:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.419114:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.419115:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.419117:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.419119:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.419121:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.419124:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.419128:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.419130:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.419132:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.419136:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.419140:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.419143:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.419148:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.419150:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.419151:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.419153:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.419156:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.419165:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.419172:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.419174:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.419179:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10820 00000100:00000040:2.0:1767326935.419182:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.419185:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000040:2.0:1767326935.419189:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010314880/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.419194:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.419197:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.419198:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.419199:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.419202:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010314880:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.419205:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010314880 00010000:00000001:2.0:1767326935.419206:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.419208:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.419209:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.419210:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86904ec00 refcount=2 00000020:00000001:2.0:1767326935.419212:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671350272 : -115550038201344 : ffff96e86904ec00) 00010000:00000001:2.0:1767326935.419213:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671350272 : -115550038201344 : ffff96e86904ec00) 00010000:00000001:2.0:1767326935.419216:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.419217:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.419220:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e86904ec00/0xb12620548e07df04 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49e0d1 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.419226:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.419228:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.419231:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.419233:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.419235:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.419238:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.419239:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.419242:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.419245:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.419247:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.419249:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.419251:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.419253:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.419255:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.419258:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.419261:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00000100:00000200:2.0:1767326935.419264:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010314880, offset 224 00000400:00000200:2.0:1767326935.419268:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.419273:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.419277:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.419282:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556579:1556579:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556572:1556572:8:4294967295] 00000400:00000200:2.0:1767326935.419285:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.419292:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.419297:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.419300:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326935.419305:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.419308:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.419310:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.419318:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.419320:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.419322:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.419324:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326935.419326:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.419331:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.419333:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.419335:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.419336:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.419342:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010314880/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.419351:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010314880:12345-192.168.204.119@tcp:104: Request processed in 154us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.419361:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10820 00000100:00000040:2.0:1767326935.419367:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000800:00000200:3.0:1767326935.419370:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.419372:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.419376:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.419377:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000010:2.0:1767326935.419379:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.419387:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.419387:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.419393:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.419398:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000200:3.0:1767326935.419401:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326935.419402:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.419407:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888990 00000400:00000010:3.0:1767326935.419411:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888990. 00000100:00000001:3.0:1767326935.419416:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.419420:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.419667:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.419671:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.419675:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.419682:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.419700:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.419704:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.419710:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.419716:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.419720:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.419728:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247620608:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.419732:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.419735:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.419738:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.419741:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.419759:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.419763:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.419768:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.419771:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.419775:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.419778:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247620608, portal 18 00000100:00000001:1.0:1767326935.419780:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.419781:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534077440 : -115550175474176 : ffff96e860d64e00) 00000100:00000040:1.0:1767326935.419787:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.419794:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.419805:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.419808:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:1.0:1767326935.419811:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247620608, offset 0 00000400:00000200:1.0:1767326935.419815:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.419819:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.419823:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.419826:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.419829:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.419831:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.419834:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.419837:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556580:1556580:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556573:1556573:8:4294967295] 00000400:00000200:1.0:1767326935.419867:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.419877:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.419883:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.419887:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326935.419893:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.419899:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.419902:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.419916:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.419921:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.419925:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.419927:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854128 00000100:00000001:1.0:1767326935.419931:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854126 00000100:00000001:1.0:1767326935.419934:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854128 00000100:00000001:1.0:1767326935.419937:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854126 00000100:00000001:1.0:1767326935.419941:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.419943:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.419946:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.419948:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.419952:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.419954:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.419957:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.419958:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.419960:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.419962:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.419983:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.419987:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000400:00000200:3.0:1767326935.419990:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.419994:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.419998:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000010:3.0:1767326935.420000:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000100:00000001:3.0:1767326935.420002:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.420007:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.420015:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.420018:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.420025:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.420026:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.421801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.421808:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.421811:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.421813:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.421819:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.421824:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.421830:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.421833:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.421837:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.421854:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09c00 00000400:00000200:3.0:1767326935.421860:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.421866:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19ee5 [1] + 224 00000800:00000001:3.0:1767326935.421871:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.421891:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.421894:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.421897:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.421902:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.421907:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.421916:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.421933:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.421938:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.421941:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.421975:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.421978:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.421982:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.421983:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.421986:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.421990:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.421991:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.421994:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.421999:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.422009:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.422015:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.422018:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.422020:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.422022:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.422024:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.422026:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.422028:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.422034:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.422037:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.422040:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.422042:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.422044:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.422047:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.422049:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.422050:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.422052:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.422054:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.422058:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.422064:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.422067:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.422068:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.422072:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.422079:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247620608:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.422083:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.422085:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.422088:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d64e00 x1853164247620608/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.422094:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.422096:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.422099:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.422111:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.422113:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.422115:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=55 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.422121:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.422123:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52000. 02000000:00000001:1.0:1767326935.422126:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.422127:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.422129:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d64e00. 00000100:00000001:1.0:1767326935.422132:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.422133:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.422135:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.422139:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.422141:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.422143:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.422145:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.424868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b1a200. 00010000:00000010:0.1:1767326935.424878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ae5700. 00010000:00000010:0.1:1767326935.424882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875347800. 00010000:00000010:0.1:1767326935.424885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.424888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.424891:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854128, at 4306854129 00000100:00000010:2.0:1767326935.424902:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf6c0. 00000100:00000040:3.0:1767326935.424931:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854128, at 4306854129 00000100:00000010:3.0:1767326935.424937:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf900. 00010000:00000010:0.1:1767326935.428913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ae5400. 00010000:00000010:0.1:1767326935.428933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875347000. 00000800:00000001:3.0:1767326935.430200:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.430209:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.430211:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.430213:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.430220:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.430225:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.430230:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.430233:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.430237:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.430240:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09b00 00000400:00000200:3.0:1767326935.430243:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.430247:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19ec5 [2] + 224 00000800:00000001:3.0:1767326935.430252:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.430305:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.430308:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.430313:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.430319:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.430326:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d66680 x1853164247620352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.430336:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e860d66680 x1853164247620352/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.430353:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.430365:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.430368:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.431086:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.431089:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.431091:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.431094:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.431096:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326935.431097:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326935.431100:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.431103:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247620736/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.431108:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.431110:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e860d64e00 x1853164247620736/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.431114:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.431115:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.432420:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.432427:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.432429:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.432431:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.432436:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.432445:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.432450:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.432453:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.432457:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.432461:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb09c80 00000400:00000200:3.0:1767326935.432464:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.432468:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19eed [4] + 224 00000800:00000001:3.0:1767326935.432472:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.432477:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.432479:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.432482:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.432485:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.432490:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247620736/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.432500:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e860d64e00 x1853164247620736/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.432515:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.432519:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.432522:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.432903:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87c24c900. 00010000:00000010:0.1:1767326935.432911:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86904ec00. 00000100:00000001:1.0:1767326935.436766:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.436770:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.436773:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.436780:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.436795:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.436797:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.436801:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.436803:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.436807:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.436813:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247620864:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.436816:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.436821:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.436824:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.436826:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.436831:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.436835:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.436873:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.436878:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.436885:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.436891:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247620864, portal 18 00000100:00000001:1.0:1767326935.436895:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.436898:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523534077440 : -115550175474176 : ffff96e860d64e00) 00000100:00000040:1.0:1767326935.436905:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.436913:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854140, at 4306854141 00000100:00000001:1.0:1767326935.436916:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.436921:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.436925:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000100:00000010:3.0:1767326935.436925:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfde0. 00000100:00000200:1.0:1767326935.436930:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247620864, offset 0 00000100:00000040:2.0:1767326935.436936:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854140, at 4306854141 00000400:00000200:1.0:1767326935.436941:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000010:2.0:1767326935.436945:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf780. 00000400:00000200:1.0:1767326935.436952:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.436962:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.436970:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.436978:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.436984:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.436991:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.437001:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556582:1556582:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556575:1556575:8:4294967295] 00000400:00000200:1.0:1767326935.437026:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.437043:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.437055:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.437063:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326935.437073:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.437082:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.437085:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.437099:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.437103:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.437112:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.437117:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854146 00000100:00000010:1.0:1767326935.437128:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44300. 00000100:00000001:1.0:1767326935.437133:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.437141:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854146 00000100:00000010:1.0:1767326935.437147:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44540. 00000100:00000001:1.0:1767326935.437153:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.437157:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.437159:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.437163:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.437168:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.437177:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326935.437179:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.437181:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326935.437186:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000100:00000001:1.0:1767326935.437187:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.437190:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326935.437193:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.437194:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.437200:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.437204:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.437211:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000100:00000001:1.0:1767326935.437212:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.437217:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326935.437217:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000100:00000001:3.0:1767326935.437222:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.437228:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.437294:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.437301:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.437317:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.437321:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.437513:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.437516:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.437520:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.437529:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.437532:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326935.437534:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326935.437537:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.437541:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131bb80 x1853164247621120/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.437549:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.437552:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131bb80 x1853164247621120/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.437602:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.437604:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.438548:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.438556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.438558:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.438561:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.438566:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.438570:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.438575:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.438578:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.438582:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.438586:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09d00 00000400:00000200:3.0:1767326935.438590:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.438595:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19ef5 [1] + 224 00000800:00000001:3.0:1767326935.438599:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.438604:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.438605:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.438611:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.438614:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.438618:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.438624:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.438633:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.438638:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.438641:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.438660:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.438663:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.438667:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.438668:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.438670:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.438673:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.438674:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.438676:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.438679:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.438684:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.438688:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.438689:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.438691:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.438692:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.438693:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.438694:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.438696:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.438701:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.438703:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.438705:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.438706:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.438708:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.438710:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.438711:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.438713:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.438714:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.438716:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.438718:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.438722:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.438724:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.438725:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.438727:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.438732:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e860d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247620864:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.438734:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.438735:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.438737:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e860d64e00 x1853164247620864/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.438742:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.438744:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.438757:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.438760:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.438762:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.438763:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.438765:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.438767:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52200. 02000000:00000001:1.0:1767326935.438769:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.438771:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.438773:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e860d64e00. 00000100:00000001:1.0:1767326935.438776:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.438778:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.438780:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.438784:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.438785:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.438788:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.438789:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.439455:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.439462:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.439465:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.439467:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.439471:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.439476:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.439481:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.439484:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.439486:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.439489:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8ba000 00000400:00000200:3.0:1767326935.439493:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 1640 00000800:00000001:3.0:1767326935.439496:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.439517:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.439519:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.439522:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.439525:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.439527:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.439530:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000040:3.0:1767326935.439532:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010315776 msgsize 328 00000100:00100000:3.0:1767326935.439535:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.439543:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.439546:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.439548:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.439585:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.439589:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315776 02000000:00000001:2.0:1767326935.439591:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.439593:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.439595:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.439599:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.439601:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315776 00000020:00000001:2.0:1767326935.439604:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.439606:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.439608:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.439610:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.439613:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.439615:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.439619:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.439624:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.439627:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.439629:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.439645:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.439648:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.439652:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.439656:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.439658:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.439659:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.439661:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.439666:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.439673:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.439679:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.439681:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.439685:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10821 00000100:00000040:2.0:1767326935.439687:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.439689:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:2.0:1767326935.439693:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010315776/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.439702:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.439704:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.439705:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.439707:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.439711:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010315776:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.439714:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010315776 00010000:00000001:2.0:1767326935.439715:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.439719:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.439720:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.439721:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871322800 refcount=2 00000020:00000001:2.0:1767326935.439723:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808532480 : -115549901019136 : ffff96e871322800) 00010000:00000001:2.0:1767326935.439724:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808532480 : -115549901019136 : ffff96e871322800) 00010000:00000001:2.0:1767326935.439726:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.439727:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.439730:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871322800/0xb12620548e07b837 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49362a expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.439736:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.439737:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.439740:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.439741:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.439742:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.439756:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.439759:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.439761:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.439763:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.439765:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.439767:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.439768:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.439770:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.439771:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.439773:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.439775:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000200:2.0:1767326935.439778:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010315776, offset 224 00000400:00000200:2.0:1767326935.439781:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.439785:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.439788:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.439792:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556584:1556584:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556577:1556577:8:4294967295] 00000400:00000200:2.0:1767326935.439799:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.439804:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.439807:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.439810:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326935.439813:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.439816:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.439818:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.439825:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.439827:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.439829:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.439832:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46aa80. 00010000:00000001:2.0:1767326935.439833:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.439858:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.439861:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.439862:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.439864:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.439868:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010315776/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.439876:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010315776:12345-192.168.204.119@tcp:104: Request processed in 171us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.439888:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10821 00000100:00000040:2.0:1767326935.439891:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000200:3.0:1767326935.439894:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.439895:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.439898:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.439900:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000020:00000010:2.0:1767326935.439903:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.439906:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.439909:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.439914:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.439914:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.439920:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000400:00000200:3.0:1767326935.439921:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888f68 00000100:00000001:2.0:1767326935.439926:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326935.439926:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888f68. 00000100:00000001:3.0:1767326935.439932:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.439935:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.440166:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.440170:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326935.440175:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.440179:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.440184:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.440190:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.440194:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.440196:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.440202:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.440214:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.440217:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.440219:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.440220:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.440222:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.440224:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247621248:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.440228:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.440232:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.440236:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.440239:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.440243:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.440244:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.440248:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.440251:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.440254:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.440257:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247621248, portal 18 00000100:00000001:1.0:1767326935.440258:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.440259:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.440264:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.440271:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.440274:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.440276:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000100:00000200:1.0:1767326935.440280:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247621248, offset 0 00000400:00000200:1.0:1767326935.440284:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.440288:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.440291:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.440294:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.440297:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.440300:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.440303:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.440305:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556585:1556585:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556578:1556578:8:4294967295] 00000400:00000200:1.0:1767326935.440309:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.440316:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.440320:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.440324:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326935.440328:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.440332:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.440335:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.440347:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.440351:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.440354:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.440357:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854149 00000100:00000001:1.0:1767326935.440361:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854146 00000100:00000001:1.0:1767326935.440365:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854149 00000100:00000001:1.0:1767326935.440367:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854146 00000100:00000001:1.0:1767326935.440370:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.440371:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.440373:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.440375:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.440403:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.440406:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326935.440410:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.440414:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.440417:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000400:00000010:3.0:1767326935.440419:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000100:00000001:3.0:1767326935.440422:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.440426:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.440434:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.440437:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.440444:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.440445:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.442892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8434e18c0. 00000080:00000010:0.1:1767326935.442904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c960. 00000800:00000001:3.0:1767326935.443638:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.443648:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.443650:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.443653:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.443660:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.443665:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.443671:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.443675:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.443679:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.443683:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb09e80 00000400:00000200:3.0:1767326935.443687:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.443692:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f0d [1] + 224 00000800:00000001:3.0:1767326935.443697:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.443704:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.443706:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.443710:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.443715:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.443722:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.443733:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.443773:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.443780:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326935.443783:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326935.443784:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.443787:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.443793:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.443794:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.443796:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.443800:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.443801:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.443803:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.443807:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.443816:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.443823:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.443824:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.443827:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.443829:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.443831:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.443833:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.443835:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.443868:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.443873:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.443876:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.443878:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.443881:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.443884:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.443887:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.443889:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.443891:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.443893:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.443898:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.443905:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.443908:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.443909:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.443912:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.443923:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247621248:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.443927:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.443930:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.443933:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247621248/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.443939:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.443942:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.443944:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.443947:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.443949:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.443951:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.443953:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.443955:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53000. 02000000:00000001:1.0:1767326935.443958:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.443960:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.443961:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.443964:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.443965:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.443967:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.443972:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.443974:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.443976:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.443978:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.445896:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854149, at 4306854150 00000100:00000010:2.0:1767326935.445906:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44300. 00000100:00000040:3.0:1767326935.445915:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854149, at 4306854150 00000100:00000010:3.0:1767326935.445923:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44540. 00010000:00000010:0.1:1767326935.446884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843cf7e00. 00010000:00000010:0.1:1767326935.446902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8714fb400. 00010000:00000010:0.1:1767326935.446910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850450a00. 00010000:00000010:0.1:1767326935.446913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871380200. 00010000:00000010:0.1:1767326935.450926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86924f300. 00010000:00000010:0.1:1767326935.450937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871322800. 00000800:00000001:3.0:1767326935.451556:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.451567:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.451570:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.451572:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.451580:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.451587:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.451593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.451633:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.451638:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.451643:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09e00 00000400:00000200:3.0:1767326935.451648:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.451653:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19efd [2] + 224 00000800:00000001:3.0:1767326935.451660:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.451667:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.451670:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.451674:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.451680:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.451688:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131bb80 x1853164247621120/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.451698:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131bb80 x1853164247621120/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.451714:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.451722:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.451725:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.453461:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.453465:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.453469:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.453474:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.453478:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326935.453480:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326935.453483:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.453487:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318e00 x1853164247621504/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.453495:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.453498:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318e00 x1853164247621504/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.453504:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.453506:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.456364:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.456372:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.456374:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.456376:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.456380:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.456384:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.456388:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.456391:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.456394:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.456397:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb09f80 00000400:00000200:3.0:1767326935.456401:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.456406:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f15 [2] + 224 00000800:00000001:3.0:1767326935.456411:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.456417:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.456419:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.456422:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.456427:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.456433:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318e00 x1853164247621504/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.456443:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871318e00 x1853164247621504/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.456458:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.456463:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.456466:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.457198:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.457202:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.457205:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.457210:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.457212:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326935.457214:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326935.457217:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.457222:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318e00 x1853164247621760/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.457229:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.457233:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318e00 x1853164247621760/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.457239:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.457241:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.457888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1a20. 00000080:00000010:0.1:1767326935.457914:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aec4200. 00000800:00000001:3.0:1767326935.459445:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.459452:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.459455:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.459458:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.459463:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.459468:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.459473:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.459477:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.459481:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.459484:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8ba700 00000400:00000200:3.0:1767326935.459490:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19e45 [2] + 1968 00000400:00000010:3.0:1767326935.459493:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200b58. 00000400:00000200:3.0:1767326935.459496:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a240 00000800:00000001:3.0:1767326935.459499:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.459503:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.459504:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.459507:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.459509:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a240 00000400:00000010:3.0:1767326935.459511:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a240. 00000100:00000001:3.0:1767326935.459514:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.459516:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326935.459518:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36850 x1853164010317568 msgsize 328 00000100:00100000:3.0:1767326935.459521:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326935.459523:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326935.459532:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.459538:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.459540:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326935.459571:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a37000. 00000100:00000010:2.0:1767326935.459577:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00100000:2.0:1767326935.459579:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326935.459582:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326935.459585:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200b58. 00000400:00000010:2.0:1767326935.459588:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46a600. 00000100:00000001:2.0:1767326935.459592:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.459594:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317568 02000000:00000001:2.0:1767326935.459595:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.459596:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.459598:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.459600:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.459603:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317568 00000020:00000001:2.0:1767326935.459605:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.459606:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.459607:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.459609:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.459610:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.459612:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.459614:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.459617:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.459618:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.459620:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.459624:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.459627:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.459630:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.459635:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.459637:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.459638:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.459640:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.459645:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.459655:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.459662:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.459664:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.459667:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10822 00000100:00000040:2.0:1767326935.459669:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.459671:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933395024 : -115549776156592 : ffff96e878a36850) 00000100:00000040:2.0:1767326935.459675:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36850 x1853164010317568/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.459681:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.459683:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.459684:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.459686:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.459689:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010317568:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.459692:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010317568 00010000:00000001:2.0:1767326935.459694:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.459698:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.459699:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.459700:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871322c00 refcount=2 00000020:00000001:2.0:1767326935.459701:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808533504 : -115549901018112 : ffff96e871322c00) 00010000:00000001:2.0:1767326935.459703:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808533504 : -115549901018112 : ffff96e871322c00) 00010000:00000001:2.0:1767326935.459705:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.459707:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.459710:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e871322c00/0xb12620548e07b84c lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d493654 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.459716:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.459717:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.459719:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326935.459721:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.459722:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.459725:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.459727:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.459729:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.459732:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.459733:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.459735:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.459737:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.459738:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.459740:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.459741:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.459743:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00000100:00000200:2.0:1767326935.459758:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010317568, offset 224 00000400:00000200:2.0:1767326935.459763:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.459767:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.459771:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.459774:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556588:1556588:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556581:1556581:8:4294967295] 00000400:00000200:2.0:1767326935.459777:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.459781:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.459784:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.459787:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326935.459790:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.459793:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.459796:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.459803:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.459805:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.459807:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.459809:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46af00. 00010000:00000001:2.0:1767326935.459811:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.459819:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.459821:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.459822:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.459824:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.459827:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36850 x1853164010317568/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.459834:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010317568:12345-192.168.204.119@tcp:104: Request processed in 151us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.459866:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10822 00000100:00000040:2.0:1767326935.459871:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.459873:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.459876:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.459882:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000800:00000200:3.0:1767326935.459887:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326935.459888:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000800:00000010:3.0:1767326935.459892:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000020:00000010:2.0:1767326935.459895:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.459899:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.459908:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.459909:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000200:3.0:1767326935.459917:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888a18 02000000:00000001:2.0:1767326935.459918:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767326935.459922:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888a18. 02000000:00000010:2.0:1767326935.459923:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326935.459928:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326935.459930:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:2.0:1767326935.459931:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 02000000:00000001:3.0:1767326935.459933:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767326935.459937:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.459939:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.459943:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.459945:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 02000000:00000001:2.0:1767326935.459948:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.459950:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.459953:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.459956:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 02000000:00000001:2.0:1767326935.459960:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.459961:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.459965:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.459967:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 02000000:00000001:2.0:1767326935.459973:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.459976:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.459981:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.459983:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 02000000:00000010:3.0:1767326935.459986:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326935.459988:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.459992:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 02000000:00000001:3.0:1767326935.459993:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326935.459997:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326935.459997:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767326935.460001:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 00000100:00000010:2.0:1767326935.460008:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00000100:00000010:2.0:1767326935.460014:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36800. 00000100:00000001:2.0:1767326935.460020:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.460250:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.460255:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.460258:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.460267:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.460281:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.460284:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.460287:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.460291:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.460295:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.460302:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247621888:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.460311:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.460317:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.460322:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.460327:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.460332:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.460336:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.460346:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.460351:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.460355:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.460359:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247621888, portal 18 00000100:00000001:1.0:1767326935.460361:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.460362:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808491264 : -115549901060352 : ffff96e871318700) 00000100:00000040:1.0:1767326935.460369:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.460375:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.460377:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.460380:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:1.0:1767326935.460382:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247621888, offset 0 00000400:00000200:1.0:1767326935.460386:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.460391:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.460394:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.460398:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.460401:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.460404:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.460407:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.460409:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556589:1556589:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556582:1556582:8:4294967295] 00000400:00000200:1.0:1767326935.460413:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.460420:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.460424:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.460428:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326935.460431:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.460434:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.460436:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.460444:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.460447:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.460450:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.460452:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854168 00000100:00000001:1.0:1767326935.460455:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854166 00000100:00000001:1.0:1767326935.460458:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854168 00000100:00000001:1.0:1767326935.460460:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854166 00000100:00000001:1.0:1767326935.460463:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.460464:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.460466:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.460467:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.460471:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.460472:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.460474:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.460474:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.460476:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.460477:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.460506:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.460509:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:3.0:1767326935.460511:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.460514:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.460516:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000010:3.0:1767326935.460518:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000100:00000001:3.0:1767326935.460522:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.460529:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.460537:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.460541:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.460600:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.460603:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.462494:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.462501:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.462504:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.462506:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.462512:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.462516:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.462521:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.462524:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.462527:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.462531:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a100 00000400:00000200:3.0:1767326935.462534:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.462538:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f35 [1] + 224 00000800:00000001:3.0:1767326935.462542:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.462547:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.462549:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.462552:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.462556:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.462561:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.462571:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.462586:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.462592:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.462594:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.462616:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.462618:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.462621:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.462622:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.462624:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.462627:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.462628:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.462630:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.462633:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.462640:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.462644:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.462646:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.462648:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.462649:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.462650:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.462652:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.462653:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.462664:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.462666:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.462668:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.462671:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.462673:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.462675:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.462677:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.462678:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.462680:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.462681:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.462684:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.462688:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.462690:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.462691:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.462694:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.462699:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247621888:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.462701:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.462702:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.462704:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871318700 x1853164247621888/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.462708:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.462709:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.462711:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.462713:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.462714:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.462715:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=56 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.462717:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.462718:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53c00. 02000000:00000001:1.0:1767326935.462721:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.462722:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.462723:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871318700. 00000100:00000001:1.0:1767326935.462724:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.462725:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.462727:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.462730:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.462731:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.462732:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.462734:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.462882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8708e2c00. 00010000:00000010:0.1:1767326935.462899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850450100. 00010000:00000010:0.1:1767326935.462904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871381c00. 00010000:00000010:0.1:1767326935.462909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.462912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.464899:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854168, at 4306854169 00000100:00000040:3.0:1767326935.464905:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854168, at 4306854169 00000100:00000010:2.0:1767326935.464910:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf9c0. 00000100:00000010:3.0:1767326935.464914:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf000. 00010000:00000010:0.1:1767326935.467905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86924ff00. 00010000:00000010:0.1:1767326935.467917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871322c00. 00000800:00000001:3.0:1767326935.469258:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.469300:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.469303:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.469306:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.469315:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.469321:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.469327:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.469332:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.469337:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.469341:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a080 00000400:00000200:3.0:1767326935.469346:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.469351:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f1d [2] + 224 00000800:00000001:3.0:1767326935.469357:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.469413:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.469416:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.469419:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.469424:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.469430:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318e00 x1853164247621760/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.469438:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871318e00 x1853164247621760/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.469450:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.469456:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.469459:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.470169:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.470174:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.470177:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.470182:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.470185:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:3.0:1767326935.470187:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000001:3.0:1767326935.470190:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.470194:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131ad80 x1853164247622016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.470202:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.470205:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131ad80 x1853164247622016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.470212:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.470213:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.471619:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.471625:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.471627:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.471628:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.471631:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.471635:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.471638:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.471640:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.471642:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.471644:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0a180 00000400:00000200:3.0:1767326935.471647:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.471649:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19f3d [4] + 224 00000800:00000001:3.0:1767326935.471653:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.471656:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.471657:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.471664:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.471667:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.471670:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131ad80 x1853164247622016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.471676:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e87131ad80 x1853164247622016/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.471687:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.471691:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.471694:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.474497:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.474506:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.474510:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.474515:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.474518:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326935.474519:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326935.474522:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.474527:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131ad80 x1853164247622272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.474535:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.474538:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131ad80 x1853164247622272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.474544:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.474546:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.474877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8622e39c0. 00000080:00000010:0.1:1767326935.474885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d13e0. 00000800:00000001:3.0:1767326935.477421:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.477429:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.477433:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.477435:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.477441:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.477447:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.477452:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.477456:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.477460:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.477464:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a280 00000400:00000200:3.0:1767326935.477467:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.477470:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f45 [2] + 224 00000800:00000001:3.0:1767326935.477474:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.477479:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.477480:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.477483:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.477486:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.477490:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131ad80 x1853164247622272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.477497:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e87131ad80 x1853164247622272/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.477513:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.477517:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.477519:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.478199:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.478202:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.478205:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.478208:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.478210:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326935.478211:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326935.478213:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.478216:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131ad80 x1853164247622528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.478222:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.478223:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131ad80 x1853164247622528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.478227:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.478229:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.479834:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.479862:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.479866:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.479870:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.479875:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.479880:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.479886:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.479890:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.479893:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.479897:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bab00 00000400:00000200:3.0:1767326935.479903:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 0 00000800:00000001:3.0:1767326935.479909:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.479916:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.479917:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.479920:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.479924:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.479925:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.479929:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000040:3.0:1767326935.479931:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010318592 msgsize 328 00000100:00100000:3.0:1767326935.479934:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.479942:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.479944:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.479946:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.479974:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.479978:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318592 02000000:00000001:2.0:1767326935.479981:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.479983:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.479985:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.479988:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.479991:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318592 00000020:00000001:2.0:1767326935.479994:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.479996:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.479998:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.480001:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.480004:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.480006:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.480009:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.480014:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.480016:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.480019:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.480024:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.480029:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.480034:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.480040:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.480043:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.480044:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.480047:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.480054:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.480065:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.480076:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.480079:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.480086:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10823 00000100:00000001:3.0:1767326935.480087:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326935.480090:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:3.0:1767326935.480090:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326935.480091:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.480097:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000001:3.0:1767326935.480097:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.480105:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010318592/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.480114:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.480116:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.480118:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.480120:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.480125:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010318592:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.480128:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010318592 00010000:00000001:2.0:1767326935.480131:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.480136:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.480137:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.480139:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f7dc400 refcount=2 00000020:00000001:2.0:1767326935.480141:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523243062272 : -115550466489344 : ffff96e84f7dc400) 00010000:00000001:2.0:1767326935.480144:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523243062272 : -115550466489344 : ffff96e84f7dc400) 00010000:00000001:2.0:1767326935.480147:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.480149:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.480152:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f7dc400/0xb12620548e07ca0b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d498a07 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.480162:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.480164:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.480167:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326935.480169:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.480171:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.480175:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.480179:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.480181:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.480185:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.480189:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.480191:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.480194:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.480196:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.480199:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.480201:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.480205:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00000100:00000200:2.0:1767326935.480208:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010318592, offset 224 00000400:00000200:2.0:1767326935.480213:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.480219:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.480223:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.480228:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556593:1556593:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556586:1556586:8:4294967295] 00000400:00000200:2.0:1767326935.480232:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.480239:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.480244:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.480248:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326935.480252:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.480257:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.480260:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.480271:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.480274:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.480278:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.480281:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a0c0. 00010000:00000001:2.0:1767326935.480284:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.480292:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.480294:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.480296:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.480298:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.480303:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010318592/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.480314:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010318592:12345-192.168.204.119@tcp:104: Request processed in 197us (379us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326935.480317:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.480323:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000100:00100000:2.0:1767326935.480329:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10823 00000400:00000200:3.0:1767326935.480329:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326935.480334:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.480341:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326935.480341:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326935.480345:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.480348:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888a18 00000020:00000010:2.0:1767326935.480351:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000010:3.0:1767326935.480353:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888a18. 00000020:00000010:2.0:1767326935.480358:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000100:00000001:3.0:1767326935.480359:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.480364:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326935.480366:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.480373:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.480378:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.480642:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.480646:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.480648:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.480655:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.480668:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.480670:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.480674:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.480675:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.480679:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.480682:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247622656:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.480685:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.480686:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.480688:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.480690:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.480693:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.480696:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.480701:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.480704:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.480709:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.480713:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247622656, portal 18 00000100:00000001:1.0:1767326935.480715:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.480719:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808489472 : -115549901062144 : ffff96e871318000) 00000100:00000040:1.0:1767326935.480724:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.480732:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.480736:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.480740:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000100:00000200:1.0:1767326935.480756:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247622656, offset 0 00000400:00000200:1.0:1767326935.480763:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.480767:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.480771:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.480773:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.480775:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.480777:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.480779:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.480781:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556594:1556594:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556587:1556587:8:4294967295] 00000400:00000200:1.0:1767326935.480786:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.480795:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.480801:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.480805:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326935.480809:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.480813:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.480816:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.480826:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.480830:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.480833:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.480835:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854189 00000100:00000001:1.0:1767326935.480857:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854187 00000100:00000001:1.0:1767326935.480862:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854190 00000100:00000001:1.0:1767326935.480865:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854187 00000100:00000001:1.0:1767326935.480868:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.480870:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.480872:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.480874:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.480877:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.480879:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.480880:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.480881:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.480883:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.480884:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.480901:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.480905:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326935.480908:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.480912:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.480915:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000400:00000010:3.0:1767326935.480916:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:3.0:1767326935.480919:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.480924:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.480932:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.480935:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.480942:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.480943:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.481899:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.481904:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.481906:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.481907:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.481910:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.481913:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.481916:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.481918:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.481920:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.481922:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a400 00000400:00000200:3.0:1767326935.481924:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.481927:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f5d [1] + 224 00000800:00000001:3.0:1767326935.481930:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.481933:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.481934:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.481936:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.481939:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.481942:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.481948:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.481958:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.481960:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.481962:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.481986:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.481989:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.481993:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.481994:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.481996:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.481999:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.482001:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.482003:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.482009:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.482018:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.482024:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.482026:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.482028:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.482030:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.482031:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.482033:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.482035:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.482039:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.482042:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.482043:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.482044:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.482045:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.482047:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.482049:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.482050:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.482052:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.482053:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.482055:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.482060:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.482061:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.482062:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.482065:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.482069:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247622656:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.482071:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.482072:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.482074:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871318000 x1853164247622656/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.482077:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.482078:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.482080:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.482081:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.482082:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.482083:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.482085:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.482086:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52200. 02000000:00000001:1.0:1767326935.482088:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.482089:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.482090:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871318000. 00000100:00000001:1.0:1767326935.482091:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.482092:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.482093:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.482096:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.482096:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.482098:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.482099:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.482572:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.482577:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.482579:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.482580:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.482583:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.482586:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.482589:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.482591:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.482593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.482595:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bac00 00000400:00000200:3.0:1767326935.482599:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 328 00000800:00000001:3.0:1767326935.482602:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.482620:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.482622:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.482625:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.482627:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.482628:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.482635:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326935.482637:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010318848 msgsize 328 00000100:00100000:3.0:1767326935.482640:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.482649:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.482652:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.482654:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.482680:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.482683:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318848 02000000:00000001:2.0:1767326935.482686:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.482687:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.482688:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.482692:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.482694:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318848 00000020:00000001:2.0:1767326935.482696:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.482697:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.482699:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.482701:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.482703:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.482706:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.482708:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.482711:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.482713:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.482716:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.482720:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.482723:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.482727:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.482731:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.482733:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.482734:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.482737:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.482741:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.482759:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.482765:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.482766:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.482771:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10824 00000100:00000040:2.0:1767326935.482773:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.482775:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000040:2.0:1767326935.482779:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010318848/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.482784:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.482786:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.482787:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.482789:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.482792:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010318848:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.482794:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010318848 00010000:00000001:2.0:1767326935.482795:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.482798:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.482799:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.482801:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f7dda00 refcount=2 00000020:00000001:2.0:1767326935.482802:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523243067904 : -115550466483712 : ffff96e84f7dda00) 00010000:00000001:2.0:1767326935.482803:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523243067904 : -115550466483712 : ffff96e84f7dda00) 00010000:00000001:2.0:1767326935.482805:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.482807:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.482809:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f7dda00/0xb12620548e07ca19 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d498a46 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.482814:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.482815:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.482817:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.482819:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.482820:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.482822:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.482823:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.482825:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.482827:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.482829:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.482830:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.482832:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.482832:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.482834:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.482835:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.482837:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000200:2.0:1767326935.482839:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010318848, offset 224 00000400:00000200:2.0:1767326935.482859:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.482864:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.482868:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.482872:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556595:1556595:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556588:1556588:8:4294967295] 00000400:00000200:2.0:1767326935.482875:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.482879:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.482882:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.482885:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326935.482887:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.482890:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.482893:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.482899:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.482901:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.482903:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.482905:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a300. 00010000:00000001:2.0:1767326935.482907:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.482911:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.482912:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.482914:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.482916:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.482919:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010318848/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.482925:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010318848:12345-192.168.204.119@tcp:104: Request processed in 139us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.482930:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10824 00000100:00000040:2.0:1767326935.482933:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.482936:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.482938:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.482941:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.482944:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.482949:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.482952:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.482955:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.482958:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.482962:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000400:00000200:3.0:1767326935.482967:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.482973:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.482978:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888f68 00000400:00000010:3.0:1767326935.482981:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888f68. 00000100:00000001:3.0:1767326935.482983:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.482986:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.483183:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.483189:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326935.483193:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.483200:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.483204:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.483209:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.483213:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.483217:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.483224:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.483235:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.483236:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.483238:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.483239:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.483241:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.483243:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247622784:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.483245:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.483248:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.483249:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.483250:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.483253:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.483254:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.483257:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.483259:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.483262:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.483265:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247622784, portal 18 00000100:00000001:1.0:1767326935.483267:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.483268:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808502912 : -115549901048704 : ffff96e87131b480) 00000100:00000040:1.0:1767326935.483273:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.483280:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.483283:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.483285:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000200:1.0:1767326935.483287:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247622784, offset 0 00000400:00000200:1.0:1767326935.483292:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.483296:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.483299:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.483303:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.483306:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.483308:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.483311:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.483313:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556596:1556596:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556589:1556589:8:4294967295] 00000400:00000200:1.0:1767326935.483318:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.483324:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.483329:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.483332:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326935.483336:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.483339:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.483341:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.483352:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.483355:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.483358:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.483360:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854191 00000100:00000001:1.0:1767326935.483365:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854189 00000100:00000001:1.0:1767326935.483369:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854191 00000100:00000001:1.0:1767326935.483372:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854190 00000100:00000001:1.0:1767326935.483376:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.483379:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.483382:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.483384:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.483414:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.483422:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:3.0:1767326935.483425:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.483430:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.483433:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00000400:00000010:3.0:1767326935.483435:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000100:00000001:3.0:1767326935.483437:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.483441:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.483449:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.483452:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.483458:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.483459:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.484866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844f06a00. 00010000:00000010:0.1:1767326935.484889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711b0f00. 00010000:00000010:0.1:1767326935.484893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7dc600. 00010000:00000010:0.1:1767326935.484896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.484899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.485480:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.485486:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.485487:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.485489:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.485493:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.485497:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.485500:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.485503:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.485505:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.485508:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a480 00000400:00000200:3.0:1767326935.485511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.485513:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f6d [1] + 224 00000800:00000001:3.0:1767326935.485517:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.485521:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.485522:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.485524:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.485527:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.485531:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.485538:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.485554:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.485558:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.485559:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.485585:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.485588:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.485591:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.485592:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.485594:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.485597:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.485598:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.485600:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.485603:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.485609:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.485614:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.485615:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.485616:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.485617:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.485619:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.485620:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.485621:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.485626:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.485628:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.485630:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.485631:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.485632:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.485634:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.485636:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.485637:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.485638:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.485639:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.485641:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.485645:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.485647:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.485648:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.485649:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.485654:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247622784:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.485657:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.485658:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.485660:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131b480 x1853164247622784/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.485664:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.485665:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.485666:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.485668:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.485669:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.485669:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=56 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.485671:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.485672:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52200. 02000000:00000001:1.0:1767326935.485674:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.485675:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.485676:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131b480. 00000100:00000001:1.0:1767326935.485678:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.485679:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.485680:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.485683:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.485684:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.485686:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.485687:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.487915:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854191, at 4306854192 00000100:00000040:3.0:1767326935.487916:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854191, at 4306854192 00000100:00000010:2.0:1767326935.487925:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfa80. 00000100:00000010:3.0:1767326935.487928:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf540. 00010000:00000010:0.1:1767326935.490904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711b0900. 00010000:00000010:0.1:1767326935.490910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7dc400. 00000800:00000001:3.0:1767326935.492512:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.492526:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.492528:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.492529:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.492535:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.492542:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.492584:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.492588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.492593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.492598:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a380 00000400:00000200:3.0:1767326935.492602:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.492608:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f4d [2] + 224 00000800:00000001:3.0:1767326935.492614:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.492621:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.492623:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.492626:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.492631:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.492638:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131ad80 x1853164247622528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.492645:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131ad80 x1853164247622528/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.492658:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.492669:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.492672:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.493301:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.493304:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.493306:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.493310:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.493312:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326935.493313:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326935.493315:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.493318:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b800 x1853164247622912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.493323:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.493325:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131b800 x1853164247622912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.493329:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.493330:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.494559:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.494565:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.494567:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.494569:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.494575:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.494584:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.494589:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.494592:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.494595:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.494598:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0a500 00000400:00000200:3.0:1767326935.494602:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.494606:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19f75 [4] + 224 00000800:00000001:3.0:1767326935.494611:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.494616:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.494618:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.494621:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.494624:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.494629:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b800 x1853164247622912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.494638:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e87131b800 x1853164247622912/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.494651:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.494656:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.494658:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.494893:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711b0b00. 00010000:00000010:0.1:1767326935.494901:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f7dda00. 00000100:00000001:1.0:1767326935.498304:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.498308:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.498311:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.498318:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.498330:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.498332:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.498334:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.498336:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.498339:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.498342:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247623040:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.498347:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.498350:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.498352:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.498356:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.498360:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.498363:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.498370:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.498375:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.498380:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.498394:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247623040, portal 18 00000100:00000001:1.0:1767326935.498397:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.498400:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808503808 : -115549901047808 : ffff96e87131b800) 00000100:00000040:1.0:1767326935.498405:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.498419:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.498424:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.498428:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000200:1.0:1767326935.498432:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247623040, offset 0 00000400:00000200:1.0:1767326935.498441:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.498449:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.498456:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.498465:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.498473:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.498480:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.498486:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.498495:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556598:1556598:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556591:1556591:8:4294967295] 00000400:00000200:1.0:1767326935.498506:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.498521:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.498532:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.498540:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326935.498549:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.498561:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.498567:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.498587:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.498593:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.498601:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.498607:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854207 00000100:00000001:1.0:1767326935.498618:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854202 00000100:00000001:1.0:1767326935.498624:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854207 00000100:00000001:1.0:1767326935.498630:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854202 00000100:00000001:1.0:1767326935.498636:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.498641:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.498645:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.498649:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.498657:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.498660:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.498664:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.498667:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.498669:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.498674:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.498679:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.498686:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:3.0:1767326935.498693:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.498703:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.498712:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e3b8 00000400:00000010:3.0:1767326935.498717:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e3b8. 00000100:00000001:3.0:1767326935.498724:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.498730:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.498798:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.498805:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.498820:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.498822:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.499023:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.499026:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.499028:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.499031:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.499033:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326935.499034:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000001:3.0:1767326935.499036:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.499039:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a680 x1853164247623296/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.499044:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.499046:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131a680 x1853164247623296/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.499050:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.499052:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.499884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e858ebf380. 00000080:00000010:0.1:1767326935.499895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d1b20. 00000800:00000001:3.0:1767326935.499934:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.499942:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.499945:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.499947:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.499952:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.499956:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.499961:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.499964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.499968:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.499971:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a580 00000400:00000200:3.0:1767326935.499974:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.499978:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f7d [1] + 224 00000800:00000001:3.0:1767326935.499983:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.499988:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.499991:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.499994:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.499998:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.500002:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.500011:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.500025:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.500030:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.500032:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.500053:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.500056:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.500061:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.500062:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.500064:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.500068:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.500070:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.500072:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.500077:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.500087:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.500092:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.500093:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.500094:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.500096:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.500098:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.500099:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.500101:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.500105:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.500107:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.500109:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.500110:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.500111:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.500113:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.500115:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.500116:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.500117:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.500118:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.500121:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.500125:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.500126:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.500128:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.500130:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.500135:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247623040:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.500137:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.500138:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.500140:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131b800 x1853164247623040/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.500144:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.500145:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.500146:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.500148:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.500149:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.500150:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.500151:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.500153:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53c00. 02000000:00000001:1.0:1767326935.500156:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.500157:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.500159:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131b800. 00000100:00000001:1.0:1767326935.500162:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.500163:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.500165:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.500169:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.500171:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.500172:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.500174:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.501158:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.501163:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.501165:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.501167:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.501170:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.501173:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.501177:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.501179:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.501181:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.501184:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8baf80 00000400:00000200:3.0:1767326935.501188:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 656 00000800:00000001:3.0:1767326935.501191:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.501213:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.501215:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.501217:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.501221:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.501223:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.501227:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ce00. 00000100:00000040:3.0:1767326935.501230:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ce00 x1853164010319744 msgsize 328 00000100:00100000:3.0:1767326935.501234:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.501244:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.501250:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.501253:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.501292:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.501297:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319744 02000000:00000001:2.0:1767326935.501299:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.501301:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.501303:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.501308:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.501311:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319744 00000020:00000001:2.0:1767326935.501314:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.501316:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.501318:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.501320:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.501323:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.501325:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.501328:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.501333:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.501336:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.501339:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.501345:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.501350:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.501354:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.501359:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.501363:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.501364:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.501366:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.501374:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.501385:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.501394:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.501395:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.501400:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10825 00000100:00000040:2.0:1767326935.501404:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.501407:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00000100:00000040:2.0:1767326935.501413:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010319744/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.501423:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.501434:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.501436:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.501442:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.501446:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010319744:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.501450:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010319744 00010000:00000001:2.0:1767326935.501452:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.501457:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.501459:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.501461:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f448a00 refcount=2 00000020:00000001:2.0:1767326935.501463:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239311872 : -115550470239744 : ffff96e84f448a00) 00010000:00000001:2.0:1767326935.501465:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239311872 : -115550470239744 : ffff96e84f448a00) 00010000:00000001:2.0:1767326935.501468:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.501470:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.501475:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f448a00/0xb12620548e07d613 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49bdd1 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.501484:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.501486:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.501489:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.501492:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.501494:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.501497:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.501500:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.501502:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.501506:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.501508:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.501511:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.501513:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.501514:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.501517:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.501519:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.501522:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00000100:00000200:2.0:1767326935.501525:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010319744, offset 224 00000400:00000200:2.0:1767326935.501530:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.501535:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.501540:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.501544:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556600:1556600:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556593:1556593:8:4294967295] 00000400:00000200:2.0:1767326935.501548:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.501555:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.501560:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.501563:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326935.501568:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.501573:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.501575:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.501586:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.501589:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.501592:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.501595:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a840. 00010000:00000001:2.0:1767326935.501598:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.501608:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.501611:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.501613:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.501615:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.501619:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010319744/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.501630:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010319744:12345-192.168.204.119@tcp:104: Request processed in 204us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.501643:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10825 00000100:00000040:2.0:1767326935.501649:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000200:3.0:1767326935.501649:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.501654:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326935.501655:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000001:2.0:1767326935.501659:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.501662:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.501665:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.501671:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.501673:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.501677:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888990 00000020:00000010:2.0:1767326935.501681:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000010:3.0:1767326935.501682:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888990. 00000100:00000001:3.0:1767326935.501690:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767326935.501691:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:3.0:1767326935.501694:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767326935.501698:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.501942:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.501947:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.501951:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.501963:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.501982:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.501985:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.501987:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.501989:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.501992:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.501997:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247623424:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.502001:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.502004:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.502005:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.502006:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.502009:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.502011:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.502014:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.502016:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.502019:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.502022:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247623424, portal 18 00000100:00000001:1.0:1767326935.502023:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.502024:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808503808 : -115549901047808 : ffff96e87131b800) 00000100:00000040:1.0:1767326935.502027:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.502032:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.502034:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.502035:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326935.502037:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247623424, offset 0 00000400:00000200:1.0:1767326935.502039:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.502042:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.502045:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.502047:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.502049:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.502051:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.502053:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.502055:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556601:1556601:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556594:1556594:8:4294967295] 00000400:00000200:1.0:1767326935.502057:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.502062:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.502064:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.502066:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326935.502069:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.502072:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.502074:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.502085:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.502088:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.502089:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.502091:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854211 00000100:00000001:1.0:1767326935.502095:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854207 00000100:00000001:1.0:1767326935.502097:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854211 00000100:00000001:1.0:1767326935.502100:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854207 00000100:00000001:1.0:1767326935.502102:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.502104:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.502106:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.502107:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.502111:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.502112:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.502114:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.502115:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.502116:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.502117:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.502148:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.502152:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326935.502156:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.502160:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.502163:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e088 00000400:00000010:3.0:1767326935.502166:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e088. 00000100:00000001:3.0:1767326935.502169:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.502173:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.502181:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.502184:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.502197:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.502198:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.503889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3e400. 00010000:00000010:0.1:1767326935.503896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471c8b00. 00010000:00000010:0.1:1767326935.503900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8471c8500. 00010000:00000010:0.1:1767326935.503902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f1400. 00000800:00000001:3.0:1767326935.504181:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.504188:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.504191:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.504193:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.504200:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.504206:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.504211:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.504214:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.504218:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.504221:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a700 00000400:00000200:3.0:1767326935.504225:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.504230:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19f95 [1] + 224 00000800:00000001:3.0:1767326935.504236:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.504241:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.504243:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.504247:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.504251:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.504256:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.504266:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.504281:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.504285:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.504288:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.504316:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.504319:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.504324:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.504325:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.504327:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.504331:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.504333:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.504335:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.504340:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.504349:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.504355:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.504357:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.504359:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.504361:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.504363:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.504365:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.504374:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.504383:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.504387:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.504390:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.504391:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.504393:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.504395:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.504398:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.504400:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.504402:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.504404:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.504409:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.504415:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.504417:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.504419:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.504422:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.504429:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247623424:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.504433:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.504434:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.504437:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131b800 x1853164247623424/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.504445:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.504446:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.504448:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.504451:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.504453:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.504454:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.504456:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.504458:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53c00. 02000000:00000001:1.0:1767326935.504460:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.504462:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.504464:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131b800. 00000100:00000001:1.0:1767326935.504467:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.504468:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.504470:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.504474:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.504475:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.504477:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.504479:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.507916:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854211, at 4306854212 00000100:00000040:3.0:1767326935.507926:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854211, at 4306854212 00000100:00000010:2.0:1767326935.507930:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfc60. 00000100:00000010:3.0:1767326935.507935:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf600. 00000800:00000001:3.0:1767326935.512554:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.512567:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.512570:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.512573:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.512621:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.512638:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.512648:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.512652:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.512657:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.512662:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a680 00000400:00000200:3.0:1767326935.512667:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.512673:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f85 [2] + 224 00000800:00000001:3.0:1767326935.512680:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.512692:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.512695:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.512700:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.512707:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.512715:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a680 x1853164247623296/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.512726:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131a680 x1853164247623296/t0(0) o36->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.512742:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.512759:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.512763:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.512899:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200600. 00010000:00000010:0.1:1767326935.512905:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f448a00. 00000800:00000200:3.0:1767326935.514617:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.514622:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.514626:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.514631:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.514635:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000400:00000010:3.0:1767326935.514637:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326935.514640:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.514645:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b480 x1853164247623680/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.514654:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.514657:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131b480 x1853164247623680/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.514665:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.514667:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.517802:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.517815:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.517819:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.517821:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.517828:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.517835:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.517874:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.517879:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.517885:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.517890:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a800 00000400:00000200:3.0:1767326935.517895:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.517901:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19f9d [2] + 224 00000800:00000001:3.0:1767326935.517909:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.517917:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.517920:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.517924:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.517930:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.517936:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b480 x1853164247623680/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.517946:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e87131b480 x1853164247623680/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.517961:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.517967:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.517971:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.518696:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.518700:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.518702:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.518706:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.518708:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326935.518710:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326935.518712:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.518715:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b480 x1853164247623936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.518721:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.518723:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131b480 x1853164247623936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.518727:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.518728:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.520988:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.520995:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.520997:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.520998:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.521003:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.521007:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.521011:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.521014:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.521016:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.521019:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bb680 00000400:00000200:3.0:1767326935.521024:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 984 00000800:00000001:3.0:1767326935.521028:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.521032:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.521034:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.521036:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.521039:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.521041:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.521044:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00000100:00000040:3.0:1767326935.521047:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010321536 msgsize 328 00000100:00100000:3.0:1767326935.521057:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.521066:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.521070:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.521071:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.521103:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.521107:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321536 02000000:00000001:2.0:1767326935.521109:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.521112:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.521113:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.521117:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.521120:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321536 00000020:00000001:2.0:1767326935.521122:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.521124:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.521126:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.521128:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.521130:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.521131:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.521134:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.521138:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.521140:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.521141:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.521146:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.521150:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.521159:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.521165:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.521167:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.521168:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.521170:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.521175:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.521182:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.521189:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.521191:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.521195:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10826 00000100:00000040:2.0:1767326935.521198:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.521200:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000040:2.0:1767326935.521204:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010321536/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.521210:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.521211:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.521213:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.521214:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.521217:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010321536:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.521219:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010321536 00010000:00000001:2.0:1767326935.521221:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.521225:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.521226:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.521227:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8711f0600 refcount=2 00000020:00000001:2.0:1767326935.521229:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523807278592 : -115549902273024 : ffff96e8711f0600) 00010000:00000001:2.0:1767326935.521230:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523807278592 : -115549902273024 : ffff96e8711f0600) 00010000:00000001:2.0:1767326935.521233:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.521235:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.521238:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8711f0600/0xb12620548e07d61a lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d49be09 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.521243:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.521245:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.521247:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.521248:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.521250:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.521253:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.521255:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.521258:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.521260:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.521262:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.521264:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.521265:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.521267:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.521268:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.521270:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.521272:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000100:00000200:2.0:1767326935.521275:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010321536, offset 224 00000400:00000200:2.0:1767326935.521278:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.521283:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.521287:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.521291:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556604:1556604:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556597:1556597:8:4294967295] 00000400:00000200:2.0:1767326935.521294:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.521299:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.521303:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.521306:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326935.521309:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.521314:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.521316:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.521324:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.521327:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.521329:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.521331:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a3c0. 00010000:00000001:2.0:1767326935.521333:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.521340:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.521342:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.521344:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.521345:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.521348:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010321536/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.521354:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010321536:12345-192.168.204.119@tcp:104: Request processed in 143us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.521359:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10826 00000100:00000040:2.0:1767326935.521361:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.521363:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.521365:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.521368:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.521373:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.521378:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.521383:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000800:00000200:3.0:1767326935.521388:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.521393:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000100:00000001:2.0:1767326935.521395:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.521399:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.521406:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.521412:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888880 00000400:00000010:3.0:1767326935.521416:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888880. 00000100:00000001:3.0:1767326935.521422:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.521425:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.521736:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.521740:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.521754:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.521762:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.521774:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.521775:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.521778:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.521780:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.521781:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.521784:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247624064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.521787:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.521791:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.521794:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.521796:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.521799:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.521800:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.521804:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.521806:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.521809:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.521812:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247624064, portal 18 00000100:00000001:1.0:1767326935.521813:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.521814:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808489472 : -115549901062144 : ffff96e871318000) 00000100:00000040:1.0:1767326935.521818:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.521822:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.521824:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.521825:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326935.521833:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247624064, offset 0 00000400:00000200:1.0:1767326935.521836:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.521839:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.521855:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.521859:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.521863:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.521865:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.521867:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.521870:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556605:1556605:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556598:1556598:8:4294967295] 00000400:00000200:1.0:1767326935.521873:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.521885:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.521892:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.521896:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326935.521900:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.521905:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.521907:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.521919:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.521922:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.521925:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.521928:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854230 00000100:00000001:1.0:1767326935.521933:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854227 00000100:00000001:1.0:1767326935.521938:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854230 00000100:00000001:1.0:1767326935.521941:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854227 00000100:00000001:1.0:1767326935.521946:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.521949:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.521951:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.521953:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.521958:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.521960:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.521962:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.521963:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.521965:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.521967:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.521972:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.521975:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326935.521978:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.521982:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.521985:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:3.0:1767326935.521987:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:3.0:1767326935.521990:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.521994:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.522003:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.522006:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.522012:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.522014:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.523892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847118c60. 00000080:00000010:0.1:1767326935.523924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e868bc5ac0. 00000800:00000001:3.0:1767326935.524076:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.524084:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.524086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.524088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.524094:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.524099:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.524104:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.524107:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.524110:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.524113:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0a980 00000400:00000200:3.0:1767326935.524118:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.524122:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19fb5 [1] + 224 00000800:00000001:3.0:1767326935.524126:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.524131:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.524133:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.524137:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.524141:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.524146:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.524155:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.524170:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.524174:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.524177:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.524206:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.524210:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.524214:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.524216:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.524219:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.524223:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.524225:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.524228:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.524233:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.524244:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.524251:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.524253:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.524255:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.524257:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.524259:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.524261:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.524263:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.524269:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.524272:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.524274:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.524276:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.524279:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.524281:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.524284:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.524286:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.524288:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.524291:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.524295:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.524302:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.524304:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.524306:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.524310:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.524317:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247624064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.524321:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.524323:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.524326:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871318000 x1853164247624064/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.524332:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.524334:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.524336:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.524339:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.524340:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.524342:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.524344:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.524346:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b53c00. 02000000:00000001:1.0:1767326935.524349:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.524351:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.524353:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871318000. 00000100:00000001:1.0:1767326935.524356:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.524357:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.524359:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.524363:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.524365:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.524367:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.524368:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326935.526902:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854230, at 4306854231 00000100:00000040:2.0:1767326935.526909:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854230, at 4306854231 00000100:00000010:3.0:1767326935.526911:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf600. 00000100:00000010:2.0:1767326935.526918:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfd80. 00010000:00000010:0.1:1767326935.528869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874937c00. 00010000:00000010:0.1:1767326935.528887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200d00. 00010000:00000010:0.1:1767326935.528891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f1800. 00010000:00000010:0.1:1767326935.528894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.528897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:0.1:1767326935.528944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e843200400. 00010000:00000010:0.1:1767326935.528947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8711f0600. 00000800:00000001:3.0:1767326935.532725:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.532784:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.532787:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.532789:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.532800:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.532806:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.532810:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.532813:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.532817:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.532819:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0a900 00000400:00000200:3.0:1767326935.532823:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.532827:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19fa5 [2] + 224 00000800:00000001:3.0:1767326935.532899:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.532916:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.532919:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.532923:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.532928:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.532934:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b480 x1853164247623936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.532945:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131b480 x1853164247623936/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.532958:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.532964:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.532968:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.533652:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.533656:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.533660:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.533663:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.533665:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:3.0:1767326935.533666:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326935.533668:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.533671:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318700 x1853164247624192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.533678:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.533681:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318700 x1853164247624192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.533687:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.533688:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.535266:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.535274:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.535277:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.535279:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.535285:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.535290:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.535296:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.535299:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.535303:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.535306:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0aa00 00000400:00000200:3.0:1767326935.535310:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.535314:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19fbd [4] + 224 00000800:00000001:3.0:1767326935.535319:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.535325:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.535327:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.535331:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.535335:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.535341:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318700 x1853164247624192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.535351:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871318700 x1853164247624192/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.535375:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.535382:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.535385:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.538873:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468c9080. 00000080:00000010:0.1:1767326935.538882:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e87433e2c0. 00000100:00000040:2.0:1767326935.538906:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854242, at 4306854243 00000100:00000040:3.0:1767326935.538906:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854242, at 4306854243 00000100:00000010:2.0:1767326935.538917:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfc60. 00000100:00000010:3.0:1767326935.538920:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf540. 00000800:00000200:3.0:1767326935.539187:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.539191:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.539195:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.539200:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.539204:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:3.0:1767326935.539206:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326935.539209:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.539213:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318700 x1853164247624448/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.539222:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.539225:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318700 x1853164247624448/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.539232:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.539234:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.541863:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.541874:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.541878:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.541880:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.541887:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.541893:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.541898:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.541903:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.541907:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.541911:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0ab00 00000400:00000200:3.0:1767326935.541915:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.541920:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19fc5 [2] + 224 00000800:00000001:3.0:1767326935.541926:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.541932:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.541934:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.541938:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.541942:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.541948:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318700 x1853164247624448/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.541958:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871318700 x1853164247624448/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.541973:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.541978:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.541982:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.542693:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.542697:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.542700:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.542705:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.542708:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:3.0:1767326935.542710:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326935.542713:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.542718:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318700 x1853164247624704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.542725:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.542728:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318700 x1853164247624704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.542739:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.542741:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.544626:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.544631:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.544633:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.544634:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.544638:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.544641:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.544644:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.544647:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.544649:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.544651:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bba80 00000400:00000200:3.0:1767326935.544657:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 1312 00000800:00000001:3.0:1767326935.544662:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.544667:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.544669:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.544672:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.544677:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.544679:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.544683:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326935.544687:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c700 x1853164010322560 msgsize 328 00000100:00100000:3.0:1767326935.544691:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.544700:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.544705:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.544707:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.544731:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.544733:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322560 02000000:00000001:2.0:1767326935.544736:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.544737:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.544739:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.544742:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.544763:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322560 00000020:00000001:2.0:1767326935.544765:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.544766:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.544768:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.544770:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.544771:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.544773:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.544775:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.544784:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.544787:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.544792:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.544798:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.544804:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.544809:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.544817:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.544820:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.544821:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.544823:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.544836:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.544870:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.544876:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.544878:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.544884:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10827 00000100:00000001:3.0:1767326935.544886:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326935.544888:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:3.0:1767326935.544890:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326935.544892:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00000100:00000001:3.0:1767326935.544893:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.544896:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.544902:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010322560/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.544913:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.544916:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.544918:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.544920:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.544925:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010322560:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.544928:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010322560 00010000:00000001:2.0:1767326935.544930:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.544934:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.544935:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.544937:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878637c00 refcount=2 00000020:00000001:2.0:1767326935.544938:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523929205760 : -115549780345856 : ffff96e878637c00) 00010000:00000001:2.0:1767326935.544940:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523929205760 : -115549780345856 : ffff96e878637c00) 00010000:00000001:2.0:1767326935.544942:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.544943:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.544946:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878637c00/0xb12620548e07b5f2 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d492b6b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.544953:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.544954:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.544957:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.544958:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.544959:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.544962:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.544964:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.544966:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.544969:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.544971:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.544972:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.544974:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.544976:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.544977:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.544986:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.544988:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000200:2.0:1767326935.544991:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010322560, offset 224 00000400:00000200:2.0:1767326935.544994:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.544998:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.545001:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.545005:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556609:1556609:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556602:1556602:8:4294967295] 00000400:00000200:2.0:1767326935.545008:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.545013:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.545016:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.545018:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326935.545021:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.545028:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.545030:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.545038:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.545040:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.545042:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.545044:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326935.545046:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.545052:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.545057:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.545058:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.545060:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.545064:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010322560/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.545071:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010322560:12345-192.168.204.119@tcp:104: Request processed in 157us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.545079:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10827 00000100:00000040:2.0:1767326935.545085:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.545088:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.545091:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.545096:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.545102:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.545106:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000800:00000200:3.0:1767326935.545107:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767326935.545111:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000800:00000010:3.0:1767326935.545113:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000001:2.0:1767326935.545114:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.545121:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.545132:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.545138:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00000400:00000010:3.0:1767326935.545142:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00000100:00000001:3.0:1767326935.545149:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.545192:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.545366:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.545372:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.545376:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.545387:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.545402:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.545405:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.545409:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.545411:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.545414:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.545418:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247624832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.545425:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.545430:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.545433:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.545435:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.545439:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.545441:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.545445:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.545447:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.545450:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.545453:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247624832, portal 18 00000100:00000001:1.0:1767326935.545454:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.545455:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.545460:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.545464:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.545466:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.545468:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000100:00000200:1.0:1767326935.545469:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247624832, offset 0 00000400:00000200:1.0:1767326935.545472:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.545475:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.545477:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.545479:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.545482:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.545484:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.545486:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.545488:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556610:1556610:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556603:1556603:8:4294967295] 00000400:00000200:1.0:1767326935.545490:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.545495:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.545498:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.545500:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326935.545503:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.545506:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.545508:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.545517:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.545520:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.545522:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.545524:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854254 00000100:00000001:1.0:1767326935.545528:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854251 00000100:00000001:1.0:1767326935.545530:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854254 00000100:00000001:1.0:1767326935.545532:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854251 00000100:00000001:1.0:1767326935.545534:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.545536:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.545538:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.545539:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.545542:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.545544:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.545546:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.545547:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.545548:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.545549:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.545574:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.545578:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:3.0:1767326935.545581:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.545586:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.545589:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e5d8 00000400:00000010:3.0:1767326935.545591:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e5d8. 00000100:00000001:3.0:1767326935.545594:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.545598:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.545607:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.545610:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.545654:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.545657:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.546490:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.546494:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.546496:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.546497:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.546501:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.546504:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.546507:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.546509:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.546511:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.546514:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ac80 00000400:00000200:3.0:1767326935.546516:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.546519:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19fdd [1] + 224 00000800:00000001:3.0:1767326935.546522:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.546525:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.546527:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.546529:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.546532:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.546534:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.546540:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.546550:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.546553:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.546554:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.546583:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.546585:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.546588:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.546589:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.546591:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.546593:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.546595:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.546596:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.546600:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.546606:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.546611:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.546612:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.546614:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.546615:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.546616:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.546617:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.546619:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.546623:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.546626:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.546627:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.546628:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.546630:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.546631:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.546633:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.546634:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.546635:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.546637:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.546639:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.546643:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.546644:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.546646:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.546648:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.546653:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247624832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.546655:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.546657:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.546666:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247624832/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.546676:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.546678:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.546680:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.546683:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.546685:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.546686:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.546689:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.546691:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752600. 02000000:00000001:1.0:1767326935.546694:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.546696:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.546698:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.546701:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.546702:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.546704:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.546707:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.546708:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.546709:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.546710:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.547213:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.547219:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.547221:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.547224:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.547229:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.547234:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.547239:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.547242:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.547245:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.547249:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bbb80 00000400:00000200:3.0:1767326935.547254:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 1640 00000800:00000001:3.0:1767326935.547259:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.547283:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.547286:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.547289:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.547293:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.547295:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.547299:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 00000100:00000040:3.0:1767326935.547302:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010322816 msgsize 328 00000100:00100000:3.0:1767326935.547306:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.547315:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.547319:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.547322:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.547343:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.547345:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322816 02000000:00000001:2.0:1767326935.547347:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.547348:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.547349:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.547351:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.547353:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322816 00000020:00000001:2.0:1767326935.547354:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.547356:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.547357:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.547359:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.547361:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.547363:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.547365:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.547368:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.547370:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.547373:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.547377:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.547381:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.547384:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.547388:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.547391:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.547392:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.547394:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.547404:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.547413:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.547421:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.547423:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.547426:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10828 00000100:00000040:2.0:1767326935.547429:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.547430:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000100:00000040:2.0:1767326935.547436:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010322816/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.547445:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.547448:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.547450:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.547452:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.547456:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010322816:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.547460:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010322816 00010000:00000001:2.0:1767326935.547462:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.547466:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.547467:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.547469:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8719a3a00 refcount=2 00000020:00000001:2.0:1767326935.547471:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523815352832 : -115549894198784 : ffff96e8719a3a00) 00010000:00000001:2.0:1767326935.547473:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523815352832 : -115549894198784 : ffff96e8719a3a00) 00010000:00000001:2.0:1767326935.547477:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.547479:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.547482:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8719a3a00/0xb12620548e07b600 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d492b9c expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.547490:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.547492:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.547494:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326935.547495:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.547504:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.547506:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.547507:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.547509:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.547512:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.547514:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.547515:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.547517:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.547518:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.547519:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.547521:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.547523:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326935.547525:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010322816, offset 224 00000400:00000200:2.0:1767326935.547528:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.547532:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.547535:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.547538:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556611:1556611:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556604:1556604:8:4294967295] 00000400:00000200:2.0:1767326935.547541:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.547546:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.547550:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.547554:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326935.547558:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.547562:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.547565:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.547576:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.547580:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.547582:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.547585:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326935.547587:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.547597:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.547599:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.547601:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.547603:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.547608:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010322816/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.547627:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010322816:12345-192.168.204.119@tcp:104: Request processed in 179us (321us total) trans 0 rc 0/0 00000800:00000200:3.0:1767326935.547632:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.547639:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00100000:2.0:1767326935.547640:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10828 00000400:00000200:3.0:1767326935.547645:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326935.547648:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.547655:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326935.547656:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326935.547658:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.547661:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888d48 00000020:00000010:2.0:1767326935.547664:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000010:3.0:1767326935.547664:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888d48. 00000020:00000010:2.0:1767326935.547670:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000100:00000001:3.0:1767326935.547671:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.547675:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326935.547677:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.547684:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.547690:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.547988:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.547992:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326935.547995:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.547999:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.548002:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.548005:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.548006:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.548007:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.548012:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.548024:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.548027:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.548030:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.548033:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.548037:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.548041:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247624960:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.548045:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.548049:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.548052:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.548054:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.548059:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.548061:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.548064:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.548066:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.548069:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.548071:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247624960, portal 18 00000100:00000001:1.0:1767326935.548073:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.548077:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.548082:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.548087:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.548089:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.548091:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326935.548092:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247624960, offset 0 00000400:00000200:1.0:1767326935.548095:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.548098:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.548100:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.548103:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.548105:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.548106:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.548108:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.548110:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556612:1556612:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556605:1556605:8:4294967295] 00000400:00000200:1.0:1767326935.548113:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.548117:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.548120:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.548122:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000200:1.0:1767326935.548124:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.548127:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.548129:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.548138:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.548140:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.548143:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.548144:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854256 00000100:00000001:1.0:1767326935.548147:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854254 00000100:00000001:1.0:1767326935.548150:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854256 00000100:00000001:1.0:1767326935.548152:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854254 00000100:00000001:1.0:1767326935.548154:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.548156:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.548158:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.548159:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.548197:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.548200:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:3.0:1767326935.548204:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.548208:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.548212:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00000400:00000010:3.0:1767326935.548213:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00000100:00000001:3.0:1767326935.548216:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.548221:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.548229:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.548233:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.548239:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.548241:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.548883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e25a00. 00010000:00000010:0.1:1767326935.548890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e881056c00. 00010000:00000010:0.1:1767326935.548894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843261c00. 00010000:00000010:0.1:1767326935.548897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.548900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.550044:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.550050:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.550052:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.550053:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.550057:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.550060:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.550064:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.550066:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.550069:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.550071:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ad00 00000400:00000200:3.0:1767326935.550074:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.550077:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19fed [1] + 224 00000800:00000001:3.0:1767326935.550080:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.550084:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.550086:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.550089:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.550093:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.550098:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.550107:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.550128:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.550133:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.550136:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.550157:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.550159:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.550162:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.550163:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.550165:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.550167:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.550168:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.550170:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.550174:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.550180:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.550184:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.550185:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.550186:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.550187:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.550188:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.550189:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.550191:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.550195:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.550197:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.550199:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.550200:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.550201:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.550203:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.550204:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.550206:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.550207:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.550208:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.550210:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.550218:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.550220:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.550221:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.550223:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.550227:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247624960:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.550230:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.550231:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.550232:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247624960/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.550236:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.550237:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.550238:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.550240:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.550241:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.550241:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.550243:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.550244:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752000. 02000000:00000001:1.0:1767326935.550246:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.550247:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.550248:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.550250:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.550250:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.550252:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.550254:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.550255:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.550257:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.550258:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.552895:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854256, at 4306854257 00010000:00000010:0.1:1767326935.552895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846443800. 00000100:00000010:2.0:1767326935.552906:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfa80. 00010000:00000010:0.1:1767326935.552914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878637c00. 00000100:00000040:3.0:1767326935.552917:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854256, at 4306854257 00000100:00000010:3.0:1767326935.552925:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf000. 00010000:00000010:0.1:1767326935.556899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4300. 00010000:00000010:0.1:1767326935.556906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8719a3a00. 00000800:00000001:3.0:1767326935.557514:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.557525:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.557528:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.557530:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.557538:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.557581:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.557588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.557593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.557598:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.557602:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0ac00 00000400:00000200:3.0:1767326935.557608:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.557613:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd19fcd [2] + 224 00000800:00000001:3.0:1767326935.557620:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.557626:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.557630:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.557634:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.557641:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.557649:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318700 x1853164247624704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.557660:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871318700 x1853164247624704/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.557677:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.557684:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.557687:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.558552:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.558557:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.558561:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.558565:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.558569:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:3.0:1767326935.558571:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:3.0:1767326935.558574:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.558578:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247625088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.558587:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.558590:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318000 x1853164247625088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.558596:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.558638:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.560054:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.560061:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.560064:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.560066:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.560071:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.560076:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.560081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.560084:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.560088:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.560091:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0ad80 00000400:00000200:3.0:1767326935.560095:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.560099:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd19ff5 [4] + 224 00000800:00000001:3.0:1767326935.560103:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.560108:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.560111:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.560114:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.560118:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.560123:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247625088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.560132:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e871318000 x1853164247625088/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.560147:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.560152:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.560155:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.563870:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aecd280. 00000080:00000010:0.1:1767326935.563879:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24cb80. 00000100:00000040:2.0:1767326935.563893:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854267, at 4306854268 00000100:00000010:2.0:1767326935.563901:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf9c0. 00000100:00000040:3.0:1767326935.563917:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854267, at 4306854268 00000100:00000010:3.0:1767326935.563927:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf780. 00000100:00000001:1.0:1767326935.564659:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.564663:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.564665:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.564671:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.564680:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.564682:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.564685:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.564687:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.564690:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.564693:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247625216:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.564696:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.564700:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.564702:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.564704:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.564708:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.564710:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.564716:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.564721:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.564725:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.564730:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247625216, portal 18 00000100:00000001:1.0:1767326935.564732:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.564734:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808489472 : -115549901062144 : ffff96e871318000) 00000100:00000040:1.0:1767326935.564739:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.564758:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.564760:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.564763:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326935.564766:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247625216, offset 0 00000400:00000200:1.0:1767326935.564771:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.564777:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.564783:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.564787:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.564791:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.564794:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.564796:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.564800:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556614:1556614:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556607:1556607:8:4294967295] 00000400:00000200:1.0:1767326935.564805:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.564813:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.564819:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.564823:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326935.564828:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.564834:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.564839:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.564864:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.564868:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.564872:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.564874:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854273 00000100:00000010:1.0:1767326935.564878:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44a80. 00000100:00000001:1.0:1767326935.564882:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.564889:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854273 00000100:00000010:1.0:1767326935.564892:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b448a0. 00000100:00000001:1.0:1767326935.564895:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.564899:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.564902:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.564905:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.564907:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.564914:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.564916:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.564920:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.564921:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.564923:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.564925:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.564961:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.564968:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326935.564974:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.564987:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.564994:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000010:3.0:1767326935.564999:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:3.0:1767326935.565005:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.565014:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.565085:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.565092:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.565100:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.565102:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.565138:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.565141:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.565144:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.565148:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.565151:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326935.565153:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326935.565155:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.565159:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b800 x1853164247625472/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.565167:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.565170:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131b800 x1853164247625472/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.565177:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.565178:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.566329:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.566337:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.566339:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.566340:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.566344:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.566348:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.566351:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.566354:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.566357:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.566360:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ae00 00000400:00000200:3.0:1767326935.566362:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.566366:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd19ffd [1] + 224 00000800:00000001:3.0:1767326935.566370:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.566374:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.566375:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.566377:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.566380:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.566384:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.566391:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.566410:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.566414:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.566416:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.566453:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.566456:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.566460:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.566462:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.566464:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.566468:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.566470:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.566472:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.566478:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.566488:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.566495:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.566497:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.566499:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.566501:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.566503:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.566505:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.566507:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.566512:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.566515:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.566517:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.566518:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.566520:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.566523:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.566525:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.566526:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.566528:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.566529:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.566533:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.566538:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.566540:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.566542:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.566545:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.566552:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247625216:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.566558:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.566559:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.566561:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871318000 x1853164247625216/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.566567:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.566568:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.566570:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.566573:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.566574:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.566580:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.566583:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.566585:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752600. 02000000:00000001:1.0:1767326935.566591:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.566593:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.566595:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871318000. 00000100:00000001:1.0:1767326935.566598:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.566599:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.566601:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.566605:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.566607:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.566609:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.566610:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.568489:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.568497:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.568500:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.568502:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.568508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.568513:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.568518:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.568557:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.568561:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.568564:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0af00 00000400:00000200:3.0:1767326935.568567:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.568570:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a005 [2] + 224 00000800:00000001:3.0:1767326935.568573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.568578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.568579:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.568582:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.568586:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.568591:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b800 x1853164247625472/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.568600:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e87131b800 x1853164247625472/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.568617:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.568623:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.568626:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.569351:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.569355:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.569357:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.569361:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.569363:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:3.0:1767326935.569364:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326935.569367:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.569370:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131b800 x1853164247625728/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.569376:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.569378:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131b800 x1853164247625728/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.569382:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.569383:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.571148:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.571160:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.571162:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.571165:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.571170:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.571175:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.571180:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.571184:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.571188:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.571192:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bc000 00000400:00000200:3.0:1767326935.571198:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd19f25 [2] + 1968 00000400:00000010:3.0:1767326935.571202:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200b58. 00000400:00000200:3.0:1767326935.571206:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46a600 00000800:00000001:3.0:1767326935.571210:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.571216:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.571218:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.571221:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.571225:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46a600 00000400:00000010:3.0:1767326935.571227:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46a600. 00000100:00000001:3.0:1767326935.571231:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.571234:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326935.571237:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a37050 x1853164010323968 msgsize 328 00000100:00100000:3.0:1767326935.571242:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326935.571244:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326935.571255:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.571261:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.571263:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326935.571305:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36400. 00000100:00000010:2.0:1767326935.571312:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326935.571315:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326935.571322:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326935.571326:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200898. 00000400:00000010:2.0:1767326935.571330:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e84f46ae40. 00000100:00000001:2.0:1767326935.571335:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.571337:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323968 02000000:00000001:2.0:1767326935.571339:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.571340:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.571342:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.571346:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.571349:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323968 00000020:00000001:2.0:1767326935.571351:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.571353:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.571355:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.571358:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.571360:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.571362:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.571366:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.571373:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.571376:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.571379:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.571383:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.571388:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.571392:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.571398:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.571401:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.571402:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.571404:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.571410:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.571422:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.571437:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.571439:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.571445:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10829 00000100:00000040:2.0:1767326935.571449:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.571452:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933397072 : -115549776154544 : ffff96e878a37050) 00000100:00000040:2.0:1767326935.571458:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a37050 x1853164010323968/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.571465:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.571467:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.571468:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.571470:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.571473:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010323968:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.571475:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010323968 00010000:00000001:2.0:1767326935.571477:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.571481:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.571483:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.571484:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8811dae00 refcount=2 00000020:00000001:2.0:1767326935.571485:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628524075625984 : -115549633925632 : ffff96e8811dae00) 00010000:00000001:2.0:1767326935.571487:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628524075625984 : -115549633925632 : ffff96e8811dae00) 00010000:00000001:2.0:1767326935.571489:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.571490:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.571493:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8811dae00/0xb12620548e07fcf5 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a593d expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.571500:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.571501:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.571503:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326935.571505:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.571506:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.571509:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.571511:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.571513:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.571516:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.571518:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.571520:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.571521:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.571522:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.571524:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.571525:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.571527:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000100:00000200:2.0:1767326935.571529:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010323968, offset 224 00000400:00000200:2.0:1767326935.571533:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.571537:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.571541:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.571545:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556617:1556617:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556610:1556610:8:4294967295] 00000400:00000200:2.0:1767326935.571547:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.571552:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.571556:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.571558:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326935.571561:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.571565:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.571567:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.571576:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.571578:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.571580:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.571582:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326935.571583:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.571589:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.571592:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.571594:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.571597:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.571602:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a37050 x1853164010323968/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.571612:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010323968:12345-192.168.204.119@tcp:104: Request processed in 144us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.571618:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10829 00000100:00000040:2.0:1767326935.571622:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.571624:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.571626:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.571630:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.571633:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.571637:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000800:00000200:3.0:1767326935.571641:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767326935.571642:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000800:00000010:3.0:1767326935.571647:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 02000000:00000001:2.0:1767326935.571650:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571654:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000400:00000200:3.0:1767326935.571655:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326935.571657:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.571661:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 00000400:00000200:3.0:1767326935.571666:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:2.0:1767326935.571667:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571670:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.571674:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767326935.571674:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000100:00000010:2.0:1767326935.571676:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 02000000:00000001:2.0:1767326935.571679:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571681:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.571683:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.571685:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 02000000:00000001:2.0:1767326935.571687:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571688:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.571690:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.571692:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 02000000:00000001:2.0:1767326935.571694:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571696:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.571698:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.571699:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 02000000:00000001:2.0:1767326935.571701:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326935.571702:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326935.571704:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326935.571705:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00000100:00000010:2.0:1767326935.571707:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00000100:00000010:2.0:1767326935.571711:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a37000. 00000100:00000001:2.0:1767326935.571713:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326935.571719:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 00000100:00000001:3.0:1767326935.571727:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767326935.571731:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326935.571735:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 02000000:00000001:3.0:1767326935.571741:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326935.571759:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.571997:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.572000:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.572003:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.572009:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.572016:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.572018:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.572022:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.572025:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.572031:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.572037:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247625856:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.572043:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.572049:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.572053:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.572057:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.572062:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.572064:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.572069:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.572073:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.572081:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.572085:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247625856, portal 18 00000100:00000001:1.0:1767326935.572087:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.572089:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808489472 : -115549901062144 : ffff96e871318000) 00000100:00000040:1.0:1767326935.572096:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.572102:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.572105:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.572107:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326935.572110:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247625856, offset 0 00000400:00000200:1.0:1767326935.572115:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.572119:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.572122:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.572124:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.572126:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.572128:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.572130:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.572132:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556618:1556618:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556611:1556611:8:4294967295] 00000400:00000200:1.0:1767326935.572135:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.572139:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.572142:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.572145:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326935.572147:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.572150:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.572152:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.572167:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.572170:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.572172:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.572173:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854280 00000100:00000001:1.0:1767326935.572177:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854278 00000100:00000001:1.0:1767326935.572179:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854280 00000100:00000001:1.0:1767326935.572182:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854278 00000100:00000001:1.0:1767326935.572185:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.572187:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.572190:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.572192:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.572196:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.572198:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.572201:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.572202:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.572204:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.572206:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.572219:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.572224:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:3.0:1767326935.572228:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.572233:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.572236:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000400:00000010:3.0:1767326935.572238:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:3.0:1767326935.572241:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.572245:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.572254:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.572257:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.572263:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.572265:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.572882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e6400. 00010000:00000010:0.1:1767326935.572889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a45d00. 00000800:00000001:3.0:1767326935.574271:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.574278:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.574280:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.574282:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.574287:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.574292:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.574297:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.574300:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.574304:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.574307:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0b080 00000400:00000200:3.0:1767326935.574311:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.574316:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a025 [1] + 224 00000800:00000001:3.0:1767326935.574320:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.574326:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.574328:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.574332:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.574336:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.574341:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.574350:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.574364:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.574370:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.574372:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.574387:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.574393:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.574398:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.574400:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.574402:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.574406:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.574408:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.574410:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.574415:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.574425:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.574431:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.574433:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.574435:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.574437:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.574439:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.574441:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.574444:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.574450:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.574453:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.574456:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.574457:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.574459:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.574461:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.574464:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.574465:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.574467:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.574469:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.574473:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.574480:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.574483:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.574485:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.574488:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.574493:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e871318000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247625856:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.574495:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.574497:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.574498:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e871318000 x1853164247625856/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.574502:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.574504:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.574505:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.574508:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.574509:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.574510:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.574512:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.574513:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52400. 02000000:00000001:1.0:1767326935.574516:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.574517:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.574518:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e871318000. 00000100:00000001:1.0:1767326935.574520:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.574521:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.574522:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.574525:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.574526:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.574527:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.574528:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.576882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fda800. 00010000:00000010:0.1:1767326935.576893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a3e800. 00010000:00000010:0.1:1767326935.576909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850217400. 00000100:00000040:2.0:1767326935.576912:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854280, at 4306854281 00000100:00000040:3.0:1767326935.576917:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854280, at 4306854281 00000100:00000010:2.0:1767326935.576922:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44a80. 00000100:00000010:3.0:1767326935.576925:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b448a0. 00000800:00000001:3.0:1767326935.578212:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.578220:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.578223:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.578226:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.578233:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.578239:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.578246:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.578249:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.578254:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.578258:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bc380 00000400:00000200:3.0:1767326935.578265:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 0 00000800:00000001:3.0:1767326935.578270:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.578302:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.578304:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.578307:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.578310:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.578312:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.578316:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326935.578318:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010324864 msgsize 328 00000100:00100000:3.0:1767326935.578320:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.578330:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.578335:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.578337:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.578376:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.578379:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324864 02000000:00000001:2.0:1767326935.578382:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.578384:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.578386:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.578395:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.578398:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324864 00000020:00000001:2.0:1767326935.578401:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.578402:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.578405:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.578407:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.578409:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.578412:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.578415:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.578419:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.578422:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.578424:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.578429:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.578433:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.578438:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.578443:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.578446:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.578448:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.578449:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.578456:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.578467:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.578477:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.578479:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.578485:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10830 00000100:00000040:2.0:1767326935.578489:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.578492:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326935.578498:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010324864/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.578507:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.578510:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.578512:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.578514:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.578518:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010324864:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.578521:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010324864 00010000:00000001:2.0:1767326935.578523:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.578529:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.578530:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.578532:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e7000 refcount=2 00000020:00000001:2.0:1767326935.578535:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125665792 : -115550583885824 : ffff96e8487e7000) 00010000:00000001:2.0:1767326935.578537:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125665792 : -115550583885824 : ffff96e8487e7000) 00010000:00000001:2.0:1767326935.578540:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.578543:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.578547:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8487e7000/0xb12620548e08fff5 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e9c41 expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.578556:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.578558:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.578563:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326935.578565:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.578567:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.578570:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.578573:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.578576:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.578580:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.578582:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.578585:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.578587:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.578589:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.578592:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.578595:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.578599:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888dd0. 00000100:00000200:2.0:1767326935.578603:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010324864, offset 224 00000400:00000200:2.0:1767326935.578609:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.578616:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.578622:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.578627:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556619:1556619:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556612:1556612:8:4294967295] 00000400:00000200:2.0:1767326935.578639:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.578650:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.578656:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.578660:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000800:00000200:2.0:1767326935.578665:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.578672:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.578675:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.578685:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.578689:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.578692:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.578695:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326935.578697:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.578707:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.578709:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.578711:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.578713:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.578718:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010324864/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.578728:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010324864:12345-192.168.204.119@tcp:104: Request processed in 219us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.578737:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10830 00000100:00000040:2.0:1767326935.578754:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.578760:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326935.578760:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.578763:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.578767:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000020:00000010:2.0:1767326935.578768:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.578774:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.578775:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.578781:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.578786:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326935.578789:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:2.0:1767326935.578795:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.578838:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888dd0 00000400:00000010:3.0:1767326935.578865:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888dd0. 00000100:00000001:3.0:1767326935.578870:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.578872:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.579139:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326935.579144:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326935.579148:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.579155:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.579159:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.579163:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.579167:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.579171:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.579181:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.579191:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.579194:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.579200:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.579204:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.579206:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.579208:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247625984:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.579211:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.579214:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.579216:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.579217:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.579221:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.579222:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.579226:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.579228:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.579231:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.579235:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247625984, portal 18 00000100:00000001:1.0:1767326935.579237:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.579238:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.579243:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.579247:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.579248:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.579250:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000200:1.0:1767326935.579252:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247625984, offset 0 00000400:00000200:1.0:1767326935.579254:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.579257:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.579260:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.579263:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.579266:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.579269:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.579271:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.579273:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556620:1556620:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556613:1556613:8:4294967295] 00000400:00000200:1.0:1767326935.579275:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.579280:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.579283:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.579285:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326935.579288:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.579291:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.579293:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.579302:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.579305:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.579307:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.579309:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854288 00000100:00000010:1.0:1767326935.579311:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44960. 00000100:00000001:1.0:1767326935.579315:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.579323:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854288 00000100:00000010:1.0:1767326935.579326:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44180. 00000100:00000001:1.0:1767326935.579329:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.579331:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.579333:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.579335:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.579337:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.579364:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.579367:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326935.579371:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.579376:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.579379:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000400:00000010:3.0:1767326935.579381:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:3.0:1767326935.579384:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.579388:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.579397:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.579400:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.579407:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.579410:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.580429:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.580437:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.580439:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.580441:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.580445:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.580449:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.580454:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.580457:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.580461:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.580464:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0b100 00000400:00000200:3.0:1767326935.580468:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.580472:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a035 [1] + 224 00000800:00000001:3.0:1767326935.580478:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.580484:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.580486:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.580489:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.580493:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.580498:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.580507:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.580524:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.580529:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.580531:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.580552:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.580555:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.580560:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.580561:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.580564:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.580567:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.580569:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.580572:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.580577:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.580587:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.580594:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.580596:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.580598:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.580601:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.580603:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.580605:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.580608:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.580613:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.580617:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.580619:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.580621:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.580624:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.580626:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.580629:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.580631:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.580633:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.580635:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.580639:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.580646:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.580649:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.580650:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.580654:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.580661:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247625984:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.580665:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.580667:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.580671:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247625984/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.580677:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.580679:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.580686:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.580689:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.580691:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.580692:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.580694:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.580696:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52400. 02000000:00000001:1.0:1767326935.580700:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.580701:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.580703:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.580706:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.580707:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.580709:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.580713:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.580715:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.580717:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.580719:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.581222:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.581228:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.581230:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.581232:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.581237:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.581241:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.581246:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.581249:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.581253:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.581256:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bc480 00000400:00000200:3.0:1767326935.581262:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 328 00000800:00000001:3.0:1767326935.581266:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.581294:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.581297:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.581301:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.581305:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.581306:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.581310:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326935.581313:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010325120 msgsize 328 00000100:00100000:3.0:1767326935.581317:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.581325:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.581329:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.581332:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.581367:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.581370:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325120 02000000:00000001:2.0:1767326935.581373:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.581375:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.581376:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.581380:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.581383:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325120 00000020:00000001:2.0:1767326935.581386:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.581388:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.581390:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.581392:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.581395:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.581397:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.581400:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.581404:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.581406:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.581408:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.581412:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.581416:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.581420:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.581425:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.581428:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.581429:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.581431:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.581436:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.581449:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.581458:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.581460:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.581465:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10831 00000100:00000040:2.0:1767326935.581469:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.581472:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000040:2.0:1767326935.581477:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010325120/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.581484:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.581486:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.581488:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.581490:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.581493:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010325120:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.581499:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010325120 00010000:00000001:2.0:1767326935.581501:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.581505:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.581507:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.581509:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487e7800 refcount=2 00000020:00000001:2.0:1767326935.581511:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125667840 : -115550583883776 : ffff96e8487e7800) 00010000:00000001:2.0:1767326935.581522:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125667840 : -115550583883776 : ffff96e8487e7800) 00010000:00000001:2.0:1767326935.581525:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.581527:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.581532:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e8487e7800/0xb12620548e090003 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4e9c6b expref: -99 pid: 285991 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.581541:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.581543:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.581547:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326935.581549:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.581551:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.581555:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.581557:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.581559:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.581561:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.581563:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.581565:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.581567:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.581568:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.581570:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.581572:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.581574:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000100:00000200:2.0:1767326935.581576:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010325120, offset 224 00000400:00000200:2.0:1767326935.581580:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.581584:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.581587:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.581591:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556621:1556621:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556614:1556614:8:4294967295] 00000400:00000200:2.0:1767326935.581594:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.581599:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.581603:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.581605:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ec00. 00000800:00000200:2.0:1767326935.581608:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.581611:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.581614:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.581622:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.581624:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.581626:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.581628:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a180. 00010000:00000001:2.0:1767326935.581630:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.581636:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.581638:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.581639:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.581641:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.581644:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010325120/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.581651:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:15495:x1853164010325120:12345-192.168.204.119@tcp:104: Request processed in 165us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.581656:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10831 00000100:00000040:2.0:1767326935.581662:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.581664:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.581669:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.581673:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.581678:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.581683:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000800:00000200:3.0:1767326935.581686:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767326935.581688:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000800:00000010:3.0:1767326935.581691:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ec00. 00000100:00000001:2.0:1767326935.581692:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.581700:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.581708:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.581714:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000400:00000010:3.0:1767326935.581718:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000100:00000001:3.0:1767326935.581723:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.581727:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.581929:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8746ddb00. 00010000:00000010:0.1:1767326935.581939:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8811dae00. 00000100:00000001:1.0:1767326935.582108:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.582113:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.582117:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.582126:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.582138:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.582142:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.582147:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.582151:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.582155:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.582161:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247626112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.582170:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.582175:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.582180:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.582185:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.582190:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.582194:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.582203:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.582208:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.582212:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.582216:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247626112, portal 18 00000100:00000001:1.0:1767326935.582219:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.582220:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.582226:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.582234:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.582236:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.582238:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00000200:1.0:1767326935.582241:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247626112, offset 0 00000400:00000200:1.0:1767326935.582245:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.582249:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.582253:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.582257:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.582260:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.582263:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.582266:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.582269:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556622:1556622:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556615:1556615:8:4294967295] 00000400:00000200:1.0:1767326935.582274:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.582281:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.582285:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.582289:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326935.582293:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.582298:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.582301:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.582312:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.582316:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.582319:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.582322:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854290 00000100:00000001:1.0:1767326935.582327:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854288 00000100:00000001:1.0:1767326935.582331:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854290 00000100:00000001:1.0:1767326935.582335:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854288 00000100:00000001:1.0:1767326935.582339:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.582342:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.582344:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.582347:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.582350:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.582353:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.582355:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.582357:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.582359:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.582361:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.582379:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.582383:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000400:00000200:3.0:1767326935.582387:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.582391:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.582394:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000400:00000010:3.0:1767326935.582396:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:3.0:1767326935.582399:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.582404:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.582412:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.582415:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.582422:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.582464:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.584172:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.584180:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.584183:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.584186:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.584191:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.584196:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.584200:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.584204:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.584207:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.584211:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0b180 00000400:00000200:3.0:1767326935.584215:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.584220:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a045 [1] + 224 00000800:00000001:3.0:1767326935.584225:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.584231:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.584233:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.584237:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.584241:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.584247:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.584256:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.584272:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.584277:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.584280:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.584310:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.584313:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.584317:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.584319:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.584322:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.584326:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.584329:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.584331:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.584336:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.584347:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.584353:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.584355:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.584358:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.584360:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.584362:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.584364:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.584367:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.584372:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.584376:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.584379:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.584380:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.584382:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.584385:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.584387:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.584389:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.584391:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.584394:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.584398:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.584405:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.584408:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.584410:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.584414:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.584432:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247626112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.584437:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.584439:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.584443:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247626112/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.584449:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.584451:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.584453:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.584456:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.584458:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.584460:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.584462:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.584464:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e879b52400. 02000000:00000001:1.0:1767326935.584467:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.584469:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.584471:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.584474:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.584475:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.584478:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.584482:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.584483:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.584485:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.584487:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.586906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a45900. 00010000:00000010:0.1:1767326935.586915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e7000. 00000100:00000040:2.0:1767326935.586960:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854290, at 4306854291 00000100:00000010:2.0:1767326935.586969:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44960. 00000100:00000040:3.0:1767326935.587012:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854290, at 4306854291 00000100:00000010:3.0:1767326935.587018:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44180. 00010000:00000010:0.1:1767326935.590880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878a45b00. 00010000:00000010:0.1:1767326935.590904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487e7800. 00000800:00000001:3.0:1767326935.592996:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.593008:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.593011:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.593013:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.593023:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.593030:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.593038:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.593042:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.593047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.593051:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b000 00000400:00000200:3.0:1767326935.593055:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.593061:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a00d [2] + 224 00000800:00000001:3.0:1767326935.593068:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.593075:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.593078:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.593082:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.593088:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.593096:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131b800 x1853164247625728/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.593103:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131b800 x1853164247625728/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.593177:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.593184:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.593188:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.594497:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.594502:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.594505:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.594510:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.594513:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326935.594515:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:3.0:1767326935.594518:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.594522:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247626368/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.594530:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.594533:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318000 x1853164247626368/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.594540:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.594542:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.597889:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.597901:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.597904:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.597907:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.597915:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.597923:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.597930:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.597935:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.597940:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.597944:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b280 00000400:00000200:3.0:1767326935.597949:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.597954:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a04d [2] + 224 00000800:00000001:3.0:1767326935.597960:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.597966:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.597968:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.597972:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.597978:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.597984:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247626368/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.597993:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e871318000 x1853164247626368/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.598017:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.598026:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.598030:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.599136:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.599141:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.599144:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.599148:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.599151:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:3.0:1767326935.599154:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:3.0:1767326935.599157:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.599161:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e871318000 x1853164247626624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.599168:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.599171:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e871318000 x1853164247626624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.599176:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.599177:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.600984:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.600994:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.600998:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.601000:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.601006:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.601011:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.601017:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.601021:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.601026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.601030:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bc980 00000400:00000200:3.0:1767326935.601037:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 656 00000800:00000001:3.0:1767326935.601043:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.601050:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.601053:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.601066:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.601071:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.601073:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.601078:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000100:00000040:3.0:1767326935.601082:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010326400 msgsize 328 00000100:00100000:3.0:1767326935.601086:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.601097:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.601103:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.601107:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.601124:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.601127:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326400 02000000:00000001:2.0:1767326935.601129:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.601131:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.601132:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.601135:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.601138:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326400 00000020:00000001:2.0:1767326935.601140:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.601141:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.601142:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.601144:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.601146:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.601147:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.601150:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.601154:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.601155:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.601157:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.601162:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.601166:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.601169:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.601175:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.601177:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.601178:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.601180:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.601185:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.601195:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.601201:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.601203:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.601207:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10832 00000100:00000040:2.0:1767326935.601209:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.601211:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326935.601221:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010326400/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.601227:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.601229:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.601230:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.601232:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.601235:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010326400:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.601237:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010326400 00010000:00000001:2.0:1767326935.601239:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.601243:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.601244:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.601245:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871546800 refcount=2 00000020:00000001:2.0:1767326935.601246:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810777088 : -115549898774528 : ffff96e871546800) 00010000:00000001:2.0:1767326935.601248:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810777088 : -115549898774528 : ffff96e871546800) 00010000:00000001:2.0:1767326935.601250:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.601253:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.601256:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871546800/0xb12620548e07fce0 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4a58f0 expref: -99 pid: 285989 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.601262:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.601264:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.601267:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326935.601270:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.601272:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.601276:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.601278:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.601282:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.601286:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.601289:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.601291:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.601293:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.601295:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.601298:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.601300:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.601304:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000200:2.0:1767326935.601308:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010326400, offset 224 00000400:00000200:2.0:1767326935.601312:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.601316:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.601321:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.601324:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556625:1556625:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556618:1556618:8:4294967295] 00000400:00000200:2.0:1767326935.601327:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.601333:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.601338:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.601342:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e500. 00000800:00000200:2.0:1767326935.601346:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.601351:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.601355:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.601373:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.601377:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.601384:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.601388:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a9c0. 00010000:00000001:2.0:1767326935.601390:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.601397:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.601399:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.601400:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.601403:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.601409:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010326400/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.601418:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010326400:12345-192.168.204.119@tcp:104: Request processed in 188us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.601425:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10832 00000100:00000040:2.0:1767326935.601430:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000100:00000001:2.0:1767326935.601436:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326935.601438:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.601440:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326935.601444:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e500. 00000020:00000010:2.0:1767326935.601447:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.601450:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.601454:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.601460:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.601463:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.601466:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888660 00000400:00000010:3.0:1767326935.601470:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888660. 00000020:00000040:2.0:1767326935.601472:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:3.0:1767326935.601473:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.601476:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767326935.601480:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.601781:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.601787:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.601792:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.601802:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.601817:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.601819:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.601822:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.601825:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.601828:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.601835:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247626752:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.601864:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.601869:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.601871:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.601873:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.601878:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.601881:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.601886:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.601890:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.601894:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.601899:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247626752, portal 18 00000100:00000001:1.0:1767326935.601901:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.601902:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523808498432 : -115549901053184 : ffff96e87131a300) 00000100:00000040:1.0:1767326935.601909:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.601916:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.601919:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.601921:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326935.601923:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247626752, offset 0 00000400:00000200:1.0:1767326935.601928:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.601932:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.601935:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.601939:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.601942:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.601945:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.601947:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.601950:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556626:1556626:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556619:1556619:8:4294967295] 00000400:00000200:1.0:1767326935.601954:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.601960:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.601963:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.601966:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000800:00000200:1.0:1767326935.601969:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.601971:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.601973:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.601982:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.601985:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.601987:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.601989:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854311 00000100:00000001:1.0:1767326935.601993:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854308 00000100:00000001:1.0:1767326935.601996:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854311 00000100:00000001:1.0:1767326935.601999:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854308 00000100:00000001:1.0:1767326935.602002:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.602010:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.602012:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.602016:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.602020:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.602021:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.602023:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.602024:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.602025:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.602026:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.602038:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.602043:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000400:00000200:3.0:1767326935.602046:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.602051:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.602054:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:3.0:1767326935.602056:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:3.0:1767326935.602058:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.602063:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.602072:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.602076:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.602125:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.602127:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.603300:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.603308:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.603310:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.603313:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.603317:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.603322:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.603327:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.603330:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.603333:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.603336:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0b400 00000400:00000200:3.0:1767326935.603340:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.603344:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a065 [1] + 224 00000800:00000001:3.0:1767326935.603349:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.603355:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.603357:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.603361:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.603365:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.603370:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.603380:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.603396:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.603402:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.603405:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.603432:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.603435:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.603439:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.603441:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.603444:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.603447:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.603449:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.603452:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.603457:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.603467:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.603474:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.603475:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.603478:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.603480:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.603482:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.603484:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.603487:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.603493:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.603496:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.603499:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.603501:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.603504:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.603506:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.603509:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.603510:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.603513:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.603515:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.603519:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.603527:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.603530:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.603532:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.603536:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.603544:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e87131a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247626752:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.603549:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.603551:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.603554:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e87131a300 x1853164247626752/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.603561:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.603563:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.603566:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.603569:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.603570:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.603572:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.603575:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.603577:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e86049fc00. 02000000:00000001:1.0:1767326935.603581:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.603583:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.603585:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e87131a300. 00000100:00000001:1.0:1767326935.603588:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.603589:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.603591:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.603595:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.603597:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.603599:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.603600:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326935.603885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e881610840. 00000080:00000010:0.1:1767326935.603896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5520. 00000100:00000040:3.0:1767326935.607920:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854311, at 4306854312 00000100:00000040:2.0:1767326935.607922:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854311, at 4306854312 00000100:00000010:3.0:1767326935.607935:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf900. 00000100:00000010:2.0:1767326935.607937:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edfde0. 00000800:00000001:3.0:1767326935.611623:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.611634:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.611637:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.611639:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.611702:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.611710:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.611718:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.611723:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.611728:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.611732:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b380 00000400:00000200:3.0:1767326935.611738:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.611755:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a055 [2] + 224 00000800:00000001:3.0:1767326935.611762:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.611768:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.611770:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.611773:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.611779:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.611786:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e871318000 x1853164247626624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.611798:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e871318000 x1853164247626624/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.611814:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.611820:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.611823:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.612543:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.612547:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.612549:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.612552:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.612554:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:3.0:1767326935.612556:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326935.612558:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.612561:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247626880/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.612566:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.612568:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131a300 x1853164247626880/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.612572:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.612574:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.612869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e844fdb200. 00010000:00000010:0.1:1767326935.612884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f1c9700. 00010000:00000010:0.1:1767326935.612893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871547e00. 00010000:00000010:0.1:1767326935.612897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.612901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00010000:00000010:0.1:1767326935.612921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878fd8d00. 00010000:00000010:0.1:1767326935.612926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871546800. 00000800:00000001:3.0:1767326935.613709:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.613715:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.613717:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.613719:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.613724:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.613727:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.613730:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.613732:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.613734:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.613736:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0b480 00000400:00000200:3.0:1767326935.613738:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.613741:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a06d [4] + 224 00000800:00000001:3.0:1767326935.613756:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.613761:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.613763:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.613766:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.613770:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.613774:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247626880/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.613783:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e87131a300 x1853164247626880/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.613797:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.613801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.613804:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.615804:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.615809:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.615813:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.615818:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.615821:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326935.615823:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326935.615826:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.615829:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247627136/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.615837:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.615908:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131a300 x1853164247627136/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.615914:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.615915:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.617038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.617044:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.617046:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.617049:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.617053:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.617058:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.617063:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.617066:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.617068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.617071:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b580 00000400:00000200:3.0:1767326935.617073:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.617076:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a075 [2] + 224 00000800:00000001:3.0:1767326935.617079:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.617083:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.617085:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.617087:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.617090:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.617093:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247627136/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.617098:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e87131a300 x1853164247627136/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.617109:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.617112:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.617114:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.617765:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.617768:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.617770:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.617774:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.617776:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326935.617777:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326935.617779:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.617782:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e87131a300 x1853164247627392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.617787:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.617789:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e87131a300 x1853164247627392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.617793:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.617794:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.617868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86af9b180. 00000080:00000010:0.1:1767326935.617875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5580. 00000800:00000001:3.0:1767326935.619986:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.619993:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.619995:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.619996:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.620001:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.620005:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.620010:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.620013:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.620016:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.620020:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b680 00000400:00000200:3.0:1767326935.620023:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.620028:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a07d [2] + 224 00000800:00000001:3.0:1767326935.620032:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.620038:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.620040:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.620043:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.620047:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.620052:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e87131a300 x1853164247627392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.620060:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e87131a300 x1853164247627392/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.620075:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.620083:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.620085:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.620634:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.620639:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.620643:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.620647:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.620651:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326935.620653:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326935.620656:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.620661:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc380 x1853164247627520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.620674:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.620677:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc380 x1853164247627520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.620684:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.620726:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.622002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.622008:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.622011:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.622013:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.622018:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.622022:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.622027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.622030:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.622034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.622037:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0b700 00000400:00000200:3.0:1767326935.622041:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.622045:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a085 [4] + 224 00000800:00000001:3.0:1767326935.622050:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.622056:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.622058:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.622061:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.622065:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.622068:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc380 x1853164247627520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.622076:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e844efc380 x1853164247627520/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.622087:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.622090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.622092:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.624268:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.624271:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.624274:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.624277:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.624279:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326935.624280:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326935.624282:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.624285:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc380 x1853164247627776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.624291:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.624292:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc380 x1853164247627776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.624297:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.624298:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.625397:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.625402:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.625403:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.625405:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.625408:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.625411:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.625414:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.625416:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.625419:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.625421:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b800 00000400:00000200:3.0:1767326935.625424:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.625427:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a08d [2] + 224 00000800:00000001:3.0:1767326935.625430:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.625433:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.625434:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.625437:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.625439:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.625442:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc380 x1853164247627776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.625447:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e844efc380 x1853164247627776/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.625459:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.625463:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.625465:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.625889:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878e25800. 00010000:00000010:0.1:1767326935.625900:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85931b300. 00010000:00000010:0.1:1767326935.625902:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871160a00. 00010000:00000010:0.1:1767326935.625904:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.625906:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000800:00000200:3.0:1767326935.626166:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.626168:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.626171:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.626174:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.626176:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326935.626177:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326935.626179:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.626181:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc380 x1853164247628032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.626187:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.626188:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc380 x1853164247628032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.626192:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.626193:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.628340:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.628346:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.628348:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.628349:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.628353:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.628357:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.628360:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.628363:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.628365:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.628367:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0b900 00000400:00000200:3.0:1767326935.628370:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.628373:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a095 [2] + 224 00000800:00000001:3.0:1767326935.628378:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.628381:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.628383:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.628385:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.628389:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.628393:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc380 x1853164247628032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.628399:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e844efc380 x1853164247628032/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.628411:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.628415:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.628416:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.629287:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.629292:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.629295:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.629299:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.629302:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326935.629304:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326935.629307:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.629311:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc000 x1853164247628160/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.629320:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.629323:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc000 x1853164247628160/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.629328:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.629330:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.629885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8622e6b40. 00000080:00000010:0.1:1767326935.629895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c020. 00000800:00000001:3.0:1767326935.631088:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.631094:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.631095:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.631097:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.631101:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.631104:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.631107:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.631110:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.631112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.631115:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0b980 00000400:00000200:3.0:1767326935.631118:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.631121:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a09d [4] + 224 00000800:00000001:3.0:1767326935.631124:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.631128:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.631129:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.631131:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.631134:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.631138:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc000 x1853164247628160/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.631145:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e844efc000 x1853164247628160/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.631156:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.631161:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.631164:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.632326:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.632330:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.632332:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.632336:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.632338:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326935.632340:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326935.632342:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.632345:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc000 x1853164247628416/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.632351:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.632353:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc000 x1853164247628416/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.632362:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.632364:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.633607:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.633612:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.633613:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.633615:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.633619:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.633622:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.633625:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.633627:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.633629:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.633632:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0ba80 00000400:00000200:3.0:1767326935.633634:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.633637:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a0a5 [2] + 224 00000800:00000001:3.0:1767326935.633641:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.633644:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.633645:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.633648:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.633650:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.633653:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc000 x1853164247628416/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.633659:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e844efc000 x1853164247628416/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.633670:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.633673:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.633674:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.633925:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b1b000. 00010000:00000010:0.1:1767326935.633931:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87849dc00. 00010000:00000010:0.1:1767326935.633940:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e874874400. 00010000:00000010:0.1:1767326935.633948:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87861e600. 00000800:00000200:3.0:1767326935.634308:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.634311:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.634313:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.634317:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.634319:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326935.634320:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326935.634322:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.634325:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efc000 x1853164247628672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.634331:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.634332:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efc000 x1853164247628672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.634337:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.634338:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.637080:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.637088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.637091:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.637093:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.637100:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.637104:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.637109:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.637112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.637116:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.637119:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0bb80 00000400:00000200:3.0:1767326935.637122:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.637125:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a0ad [2] + 224 00000800:00000001:3.0:1767326935.637129:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.637133:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.637134:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.637136:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.637140:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.637143:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efc000 x1853164247628672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.637149:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e844efc000 x1853164247628672/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.637160:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.637164:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.637167:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.637798:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.637801:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb500. 00000400:00000200:3.0:1767326935.637804:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.637808:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.637810:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326935.637811:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326935.637813:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.637817:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247628800/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.637823:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.637825:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efca80 x1853164247628800/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.637829:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.637831:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.637871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8435c7380. 00000080:00000010:0.1:1767326935.637893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f24c880. 00000080:00000010:0.1:1767326935.637907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8798b5ca0. 00000800:00000001:3.0:1767326935.639227:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.639232:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.639234:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.639235:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.639239:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.639242:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.639245:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.639247:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.639249:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.639251:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0bc00 00000400:00000200:3.0:1767326935.639254:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.639257:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a0b5 [4] + 224 00000800:00000001:3.0:1767326935.639261:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.639264:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.639265:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.639267:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.639270:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.639273:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247628800/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.639279:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e844efca80 x1853164247628800/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.639291:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.639295:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.639298:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.641863:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00010000:00000010:0.1:1767326935.641869:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8719a0d00. 00010000:00000010:0.1:1767326935.641883:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875b1ba00. 00010000:00000010:0.1:1767326935.641892:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.641895:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000100:00000040:2.0:1767326935.642901:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854346, at 4306854347 00000100:00000040:3.0:1767326935.642901:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854346, at 4306854347 00000100:00000010:3.0:1767326935.642909:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf480. 00000100:00000010:2.0:1767326935.642913:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf6c0. 00000100:00000001:1.0:1767326935.643716:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.643721:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.643725:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.643735:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.643764:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.643769:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.643776:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.643780:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.643785:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.643792:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247628928:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.643799:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.643805:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.643809:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.643812:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.643819:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.643824:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.643834:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.643868:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.643877:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.643885:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247628928, portal 18 00000100:00000001:1.0:1767326935.643890:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.643894:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523065985664 : -115550643565952 : ffff96e844efca80) 00000100:00000040:1.0:1767326935.643905:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.643919:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.643926:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.643931:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000100:00000200:1.0:1767326935.643936:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247628928, offset 0 00000400:00000200:1.0:1767326935.643944:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.643955:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.643966:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.643974:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.643982:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.643987:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.643993:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.644000:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556637:1556637:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556630:1556630:8:4294967295] 00000400:00000200:1.0:1767326935.644009:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.644024:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.644035:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.644042:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326935.644052:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.644064:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.644069:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.644083:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.644089:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.644103:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.644107:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854352 00000100:00000010:1.0:1767326935.644114:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b444e0. 00000100:00000001:1.0:1767326935.644121:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.644128:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854352 00000100:00000010:1.0:1767326935.644135:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b442a0. 00000100:00000001:1.0:1767326935.644140:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326935.644147:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.644153:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.644157:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.644162:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.644171:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326935.644174:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326935.644175:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.644181:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326935.644183:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000100:00000001:1.0:1767326935.644185:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.644189:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.644191:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.644192:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.644202:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.644205:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.644209:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.644221:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:3.0:1767326935.644225:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000100:00000001:3.0:1767326935.644232:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.644240:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.644291:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.644294:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.644300:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.644301:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326935.644331:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.644333:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:3.0:1767326935.644334:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.644337:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.644339:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326935.644340:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326935.644342:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.644344:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efdf80 x1853164247629184/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.644349:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.644351:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efdf80 x1853164247629184/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.644355:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.644356:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.645435:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.645444:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.645447:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.645449:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.645454:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.645459:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.645465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.645469:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.645472:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.645476:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0bc80 00000400:00000200:3.0:1767326935.645480:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.645485:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a0bd [1] + 224 00000800:00000001:3.0:1767326935.645491:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.645497:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.645499:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.645503:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.645507:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.645520:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.645530:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.645546:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.645552:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.645555:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.645583:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.645586:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.645590:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.645592:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.645594:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.645598:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.645600:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.645602:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.645607:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.645618:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.645624:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.645626:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.645628:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.645639:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.645644:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.645646:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.645649:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.645654:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.645658:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.645661:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.645662:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.645664:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.645667:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.645670:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.645672:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.645674:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.645677:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.645686:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.645694:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.645696:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.645698:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.645702:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.645711:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247628928:192.168.204.119@tcp:103:rm.0 00000100:00000001:1.0:1767326935.645715:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.645717:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.645720:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e844efca80 x1853164247628928/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.645727:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.645729:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.645731:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.645734:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.645736:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.645738:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.645740:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.645766:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e86049e800. 02000000:00000001:1.0:1767326935.645770:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.645772:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.645774:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e844efca80. 00000100:00000001:1.0:1767326935.645776:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.645778:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.645780:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.645784:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.645785:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.645787:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.645789:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767326935.645871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8814f18c0. 00000080:00000010:0.1:1767326935.645905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8605c8220. 00000800:00000001:3.0:1767326935.647524:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.647532:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.647535:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.647537:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.647544:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.647549:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.647553:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.647606:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.647610:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.647614:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0bd80 00000400:00000200:3.0:1767326935.647619:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.647624:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a0c5 [2] + 224 00000800:00000001:3.0:1767326935.647628:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.647634:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.647636:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.647640:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.647644:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.647650:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efdf80 x1853164247629184/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.647659:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e844efdf80 x1853164247629184/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.647676:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.647682:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.647684:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.648344:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.648348:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.648351:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.648356:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.648359:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326935.648361:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326935.648364:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.648368:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efdf80 x1853164247629440/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.648376:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.648379:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efdf80 x1853164247629440/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.648425:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.648426:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.649896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde3800. 00000800:00000001:3.0:1767326935.649897:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.649906:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326935.649906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043f00. 00000800:00000001:3.0:1767326935.649911:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.649915:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.649927:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.649930:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.649933:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.649936:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.649938:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.649940:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bce00 00000400:00000200:3.0:1767326935.649945:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 984 00000800:00000001:3.0:1767326935.649948:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.649963:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.649966:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.649969:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.649974:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.649975:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.649987:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326935.649993:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010327552 msgsize 328 00000100:00100000:3.0:1767326935.649998:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.650010:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.650015:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.650018:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.650043:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.650046:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327552 02000000:00000001:2.0:1767326935.650048:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.650049:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.650051:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.650054:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.650057:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327552 00000020:00000001:2.0:1767326935.650060:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.650061:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.650064:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.650066:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.650068:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.650070:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.650074:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.650079:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.650082:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.650085:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.650091:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.650095:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.650100:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.650106:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.650109:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.650111:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.650113:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.650120:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.650132:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.650142:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.650145:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.650150:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10833 00000100:00000040:2.0:1767326935.650153:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.650155:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000040:2.0:1767326935.650159:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010327552/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.650166:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.650168:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.650169:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.650171:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.650174:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010327552:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.650177:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010327552 00010000:00000001:2.0:1767326935.650179:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.650183:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.650184:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.650186:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f234400 refcount=2 00000020:00000001:2.0:1767326935.650188:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237131264 : -115550472420352 : ffff96e84f234400) 00010000:00000001:2.0:1767326935.650191:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237131264 : -115550472420352 : ffff96e84f234400) 00010000:00000001:2.0:1767326935.650194:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.650196:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.650200:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84f234400/0xb12620548e07ab09 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d48fc9b expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.650209:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.650211:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.650214:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326935.650217:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.650219:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.650224:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.650226:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.650229:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.650232:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.650236:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.650238:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.650241:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.650243:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.650245:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.650248:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.650252:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888cc0. 00000100:00000200:2.0:1767326935.650256:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010327552, offset 224 00000400:00000200:2.0:1767326935.650261:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.650266:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.650270:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.650275:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556640:1556640:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556633:1556633:8:4294967295] 00000400:00000200:2.0:1767326935.650279:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.650286:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.650291:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.650295:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e000. 00000800:00000200:2.0:1767326935.650299:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.650304:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.650307:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.650317:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.650325:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.650329:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.650333:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a600. 00010000:00000001:2.0:1767326935.650335:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.650344:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.650347:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.650349:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.650351:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.650355:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010327552/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.650363:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010327552:12345-192.168.204.119@tcp:104: Request processed in 195us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.650369:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10833 00000100:00000040:2.0:1767326935.650372:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.650376:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.650379:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326935.650383:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.650397:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000020:00000010:2.0:1767326935.650403:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000020:00000040:2.0:1767326935.650408:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000100:00000001:2.0:1767326935.650414:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.650538:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.650542:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e000. 00000400:00000200:3.0:1767326935.650548:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.650554:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.650559:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888cc0 00000400:00000010:3.0:1767326935.650562:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888cc0. 00000100:00000001:3.0:1767326935.650565:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.650568:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.650689:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.650693:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.650696:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.650707:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.650724:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.650727:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.650732:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.650736:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.650751:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.650757:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247629568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.650762:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.650765:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.650767:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.650769:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.650773:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.650776:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.650784:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.650787:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.650791:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.650794:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247629568, portal 18 00000100:00000001:1.0:1767326935.650796:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.650798:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523065985664 : -115550643565952 : ffff96e844efca80) 00000100:00000040:1.0:1767326935.650803:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.650809:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.650811:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.650813:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000100:00000200:1.0:1767326935.650815:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247629568, offset 0 00000400:00000200:1.0:1767326935.650820:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.650823:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.650827:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.650830:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.650833:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.650835:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.650838:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.650864:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556641:1556641:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556634:1556634:8:4294967295] 00000400:00000200:1.0:1767326935.650869:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.650877:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.650882:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.650886:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326935.650890:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.650895:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.650898:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.650909:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.650912:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.650915:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.650918:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854359 00000100:00000001:1.0:1767326935.650922:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854357 00000100:00000001:1.0:1767326935.650926:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854359 00000100:00000001:1.0:1767326935.650929:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854357 00000100:00000001:1.0:1767326935.650933:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.650936:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.650938:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.650940:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.650944:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.650946:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.650948:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.650949:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.650951:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.650953:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.650961:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.650964:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326935.650967:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.650971:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.650973:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:3.0:1767326935.650974:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:3.0:1767326935.650976:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.650983:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.650993:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.650995:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.650999:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.651000:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.652915:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.652921:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.652923:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.652925:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.652930:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.652935:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.652939:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.652942:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.652945:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.652949:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0bf00 00000400:00000200:3.0:1767326935.652953:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.652956:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a0dd [1] + 224 00000800:00000001:3.0:1767326935.652962:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.652967:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.652969:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.652973:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.652977:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.652981:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.652990:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.653004:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.653009:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.653012:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.653033:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.653036:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.653039:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.653041:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.653043:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.653047:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.653049:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.653051:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.653056:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.653063:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.653069:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.653071:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.653073:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.653075:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.653077:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.653078:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.653080:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.653085:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.653088:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.653090:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.653092:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.653094:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.653096:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.653098:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.653100:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.653101:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.653103:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.653107:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.653113:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.653115:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.653117:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.653120:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.653127:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247629568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.653130:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.653132:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.653135:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e844efca80 x1853164247629568/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.653140:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.653143:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.653145:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.653147:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.653149:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.653150:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.653153:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.653155:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e86049fa00. 02000000:00000001:1.0:1767326935.653157:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.653159:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.653160:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e844efca80. 00000100:00000001:1.0:1767326935.653163:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.653164:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.653166:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.653169:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.653170:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.653172:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.653173:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326935.654878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870577e00. 00010000:00000010:0.1:1767326935.654885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858192e00. 00010000:00000010:0.1:1767326935.654889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848044800. 00000800:00000001:3.0:1767326935.655803:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.655808:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.655810:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.655811:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.655815:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.655818:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.655821:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.655824:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.655826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.655828:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bd100 00000400:00000200:3.0:1767326935.655832:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 1312 00000800:00000001:3.0:1767326935.655836:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.655892:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.655895:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326935.655900:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854359, at 4306854360 00000400:00000200:3.0:1767326935.655900:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.655907:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767326935.655910:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b444e0. 00000100:00000200:3.0:1767326935.655911:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.655918:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000040:3.0:1767326935.655922:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010328320 msgsize 328 00000100:00100000:3.0:1767326935.655927:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326935.655968:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326935.655976:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767326935.655977:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328320 02000000:00000001:2.0:1767326935.655982:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326935.655983:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326935.655984:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.655987:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.655988:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326935.655991:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.655995:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328320 00000020:00000001:2.0:1767326935.655997:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.655999:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2b8 00000020:00000001:2.0:1767326935.656001:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.656003:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536e000 refcount=5 00000020:00000001:2.0:1767326935.656006:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000020:00000001:2.0:1767326935.656008:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070644224 : -115550638907392 : ffff96e84536e000) 00000100:00000001:2.0:1767326935.656011:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.656015:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.656017:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.656019:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.656024:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.656028:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.656031:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.656035:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.656037:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.656038:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.656040:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.656045:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.656054:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.656061:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.656063:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.656069:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10834 00000100:00000040:2.0:1767326935.656072:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536e000 : new rpc_count 1 00000100:00000001:2.0:1767326935.656075:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:2.0:1767326935.656080:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010328320/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.656088:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.656091:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.656093:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.656095:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.656099:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010328320:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.656102:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010328320 00010000:00000001:2.0:1767326935.656104:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.656108:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.656109:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.656111:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde2600 refcount=2 00000020:00000001:2.0:1767326935.656113:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249378816 : -115550460172800 : ffff96e84fde2600) 00010000:00000001:2.0:1767326935.656115:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249378816 : -115550460172800 : ffff96e84fde2600) 00010000:00000001:2.0:1767326935.656118:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.656121:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.656125:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84fde2600/0xb12620548e07b26b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d4919c8 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.656132:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.656134:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.656137:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326935.656139:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.656141:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.656144:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.656145:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.656148:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.656151:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.656154:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.656156:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.656158:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.656160:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.656168:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.656171:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.656174:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888330. 00000100:00000200:2.0:1767326935.656178:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010328320, offset 224 00000400:00000200:2.0:1767326935.656183:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.656188:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.656193:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.656198:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556642:1556642:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556635:1556635:8:4294967295] 00000400:00000200:2.0:1767326935.656202:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.656209:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.656213:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.656217:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ea00. 00000800:00000200:2.0:1767326935.656221:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.656226:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.656229:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.656241:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.656244:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.656247:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.656250:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46a6c0. 00010000:00000001:2.0:1767326935.656252:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.656260:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.656263:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.656264:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.656266:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.656270:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010328320/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.656279:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:139436:x1853164010328320:12345-192.168.204.119@tcp:104: Request processed in 189us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.656287:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10834 00000100:00000040:2.0:1767326935.656293:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536e000 : new rpc_count 0 00000800:00000200:3.0:1767326935.656293:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326935.656298:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326935.656299:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ea00. 00000100:00000001:2.0:1767326935.656302:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326935.656305:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.656308:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.656314:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.656314:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.656321:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.656321:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888330 00000400:00000010:3.0:1767326935.656325:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888330. 00000020:00000040:2.0:1767326935.656328:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536e000 : new refcount 4 00000100:00000001:3.0:1767326935.656331:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326935.656333:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.656334:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326935.656576:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.656580:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.656583:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.656590:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.656600:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.656603:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.656607:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.656611:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.656617:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.656623:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247629696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.656632:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.656637:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.656641:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.656644:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.656648:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.656651:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.656657:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.656662:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.656666:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.656670:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247629696, portal 18 00000100:00000001:1.0:1767326935.656671:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.656673:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523065985664 : -115550643565952 : ffff96e844efca80) 00000100:00000040:1.0:1767326935.656678:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.656684:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.656686:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.656688:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 00000100:00000200:1.0:1767326935.656691:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247629696, offset 0 00000400:00000200:1.0:1767326935.656695:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.656698:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.656702:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.656705:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.656708:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.656710:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.656713:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.656716:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556643:1556643:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556636:1556636:8:4294967295] 00000400:00000200:1.0:1767326935.656719:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.656725:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.656730:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.656733:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:1.0:1767326935.656736:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.656740:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.656756:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.656766:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.656770:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:1.0:1767326935.656773:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.656776:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854365 00000100:00000010:1.0:1767326935.656780:0:2518:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44660. 00000100:00000001:1.0:1767326935.656785:0:2518:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326935.656789:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854365 00000100:00000001:1.0:1767326935.656793:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854359 00000100:00000001:1.0:1767326935.656795:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.656797:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.656799:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.656801:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.656805:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.656807:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326935.656807:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.656810:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000100:00000001:1.0:1767326935.656812:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326935.656814:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326935.656815:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.656819:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.656821:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326935.656824:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326935.656830:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000400:00000010:3.0:1767326935.656832:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:3.0:1767326935.656835:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.656839:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.656891:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.656895:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.656902:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.656903:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.657909:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.657914:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.657917:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.657919:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.657924:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.657928:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.657933:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.657935:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.657938:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.657941:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0bf80 00000400:00000200:3.0:1767326935.657946:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.657950:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a0ed [1] + 224 00000800:00000001:3.0:1767326935.657954:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.657959:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.657962:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.657965:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.657968:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.657972:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.657982:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.658002:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.658006:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.658009:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.658029:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.658032:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.658035:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.658036:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.658038:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.658041:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.658043:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.658045:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.658049:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.658057:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.658063:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.658064:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.658066:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.658068:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.658069:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.658071:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.658073:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.658077:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1578 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.658080:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.658082:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.658084:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.658085:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.658087:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.658089:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.658091:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:1.0:1767326935.658093:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.658095:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.658098:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.658104:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.658106:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.658108:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.658111:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.658118:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247629696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.658121:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.658123:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.658126:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e844efca80 x1853164247629696/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.658131:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.658133:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.658135:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.658137:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.658139:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.658140:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=330 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.658142:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.658144:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e86049fa00. 02000000:00000001:1.0:1767326935.658146:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.658148:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.658149:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e844efca80. 00000100:00000001:1.0:1767326935.658151:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.658153:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.658154:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.658157:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.658159:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.658160:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.658162:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326935.658439:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.658444:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.658446:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.658448:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.658452:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.658456:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.658461:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.658463:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.658466:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.658469:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bd200 00000400:00000200:3.0:1767326935.658475:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 1640 00000800:00000001:3.0:1767326935.658479:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.658501:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.658504:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.658508:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.658511:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326935.658513:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326935.658516:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c000. 00000100:00000040:3.0:1767326935.658519:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c000 x1853164010328576 msgsize 328 00000100:00100000:3.0:1767326935.658524:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326935.658532:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.658536:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.658539:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.658559:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326935.658561:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328576 02000000:00000001:2.0:1767326935.658563:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326935.658564:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326935.658565:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326935.658567:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326935.658568:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328576 00000020:00000001:2.0:1767326935.658569:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326935.658570:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2bf 00000020:00000001:2.0:1767326935.658572:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.658573:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e84536c800 refcount=5 00000020:00000001:2.0:1767326935.658575:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000020:00000001:2.0:1767326935.658577:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523070638080 : -115550638913536 : ffff96e84536c800) 00000100:00000001:2.0:1767326935.658578:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.658581:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.658582:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.658583:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000020:00000010:2.0:1767326935.658586:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000020:00000010:2.0:1767326935.658588:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfc00. 00000020:00000010:2.0:1767326935.658590:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326935.658592:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326935.658594:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326935.658595:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326935.658595:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.658599:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.658605:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326935.658611:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326935.658612:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326935.658616:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10835 00000100:00000040:2.0:1767326935.658618:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e84536c800 : new rpc_count 1 00000100:00000001:2.0:1767326935.658620:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227004928 : -115550482546688 : ffff96e84e88c000) 00000100:00000040:2.0:1767326935.658623:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c000 x1853164010328576/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/0 e 0 to 0 dl 1767326946 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326935.658629:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326935.658631:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f6081c0. 00000100:00000001:2.0:1767326935.658632:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326935.658633:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f6081c0. 00000100:00100000:2.0:1767326935.658636:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010328576:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326935.658638:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010328576 00010000:00000001:2.0:1767326935.658639:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326935.658641:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326935.658642:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326935.658644:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde2000 refcount=2 00000020:00000001:2.0:1767326935.658645:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249377280 : -115550460174336 : ffff96e84fde2000) 00010000:00000001:2.0:1767326935.658647:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249377280 : -115550460174336 : ffff96e84fde2000) 00010000:00000001:2.0:1767326935.658648:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326935.658650:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326935.658652:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff96e84f48f000 lock: ffff96e84fde2000/0xb12620548e07b279 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xd21cf5ef8d491a07 expref: -99 pid: 285990 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326935.658657:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326935.658668:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326935.658671:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326935.658672:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.658673:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.658675:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326935.658676:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326935.658678:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326935.658680:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326935.658681:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326935.658683:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326935.658684:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326935.658685:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326935.658687:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326935.658688:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326935.658690:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000100:00000200:2.0:1767326935.658692:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010328576, offset 224 00000400:00000200:2.0:1767326935.658695:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326935.658701:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.658704:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326935.658707:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556644:1556644:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556637:1556637:8:4294967295] 00000400:00000200:2.0:1767326935.658709:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326935.658714:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326935.658717:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326935.658719:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ed00. 00000800:00000200:2.0:1767326935.658722:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326935.658725:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326935.658727:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326935.658734:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.658736:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326935.658737:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326935.658739:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e84f46ac00. 00010000:00000001:2.0:1767326935.658740:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326935.658758:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326935.658760:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.658762:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326935.658763:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.658767:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c000 x1853164010328576/t0(0) o104->53c5f936-6b8a-4dbf-ac37-512c5a843682@192.168.204.119@tcp:296/0 lens 328/224 e 0 to 0 dl 1767326946 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326935.658774:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:53c5f936-6b8a-4dbf-ac37-512c5a843682+5:33952:x1853164010328576:12345-192.168.204.119@tcp:104: Request processed in 143us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326935.658780:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10835 00000100:00000040:2.0:1767326935.658782:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e84536c800 : new rpc_count 0 00000100:00000001:2.0:1767326935.658785:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326935.658789:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326935.658789:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.658794:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ed00. 00000020:00000010:2.0:1767326935.658795:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfc00. 00000400:00000200:3.0:1767326935.658798:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326935.658803:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326935.658806:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326935.658809:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00000400:00000200:3.0:1767326935.658813:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00000020:00000040:2.0:1767326935.658815:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e84536c800 : new refcount 4 00000400:00000010:3.0:1767326935.658818:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00000100:00000001:2.0:1767326935.658820:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326935.658832:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326935.658835:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.658900:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850aeba00. 00010000:00000010:0.1:1767326935.658909:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f234400. 00000100:00000001:1.0:1767326935.659133:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.659136:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.659138:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326935.659145:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.659155:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326935.659157:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.659159:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326935.659160:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326935.659165:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326935.659169:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247629824:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.659173:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326935.659177:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326935.659180:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.659182:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326935.659185:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.659187:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326935.659192:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326935.659196:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326935.659201:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000100:00000200:1.0:1767326935.659205:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247629824, portal 18 00000100:00000001:1.0:1767326935.659209:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326935.659213:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523065985664 : -115550643565952 : ffff96e844efca80) 00000100:00000040:1.0:1767326935.659227:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.659241:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326935.659246:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326935.659249:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00000200:1.0:1767326935.659252:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247629824, offset 0 00000400:00000200:1.0:1767326935.659257:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326935.659261:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.659265:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326935.659269:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326935.659271:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326935.659274:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326935.659276:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326935.659279:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556645:1556645:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556638:1556638:8:4294967295] 00000400:00000200:1.0:1767326935.659283:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326935.659289:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326935.659292:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326935.659295:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326935.659297:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326935.659300:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326935.659302:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326935.659312:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.659315:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: using a timeout of 3095 usecs (4 jiffies) 00000400:00000200:1.0:1767326935.659318:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326935.659321:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854367 00000100:00000001:1.0:1767326935.659324:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854365 00000100:00000001:1.0:1767326935.659328:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854367 00000100:00000001:1.0:1767326935.659332:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854365 00000100:00000001:1.0:1767326935.659336:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.659339:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.659341:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.659344:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.659348:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.659350:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326935.659352:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.659353:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326935.659355:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.659357:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.659365:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.659368:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326935.659371:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.659374:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.659377:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000400:00000010:3.0:1767326935.659378:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326935.659380:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.659382:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.659388:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.659390:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.659394:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.659395:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.661043:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.661049:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.661052:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.661054:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.661059:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.661064:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.661068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.661071:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.661074:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.661077:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0c000 00000400:00000200:3.0:1767326935.661080:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.661083:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a0fd [1] + 224 00000800:00000001:3.0:1767326935.661087:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.661091:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.661092:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.661094:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.661097:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.661100:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.661107:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.661118:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.661121:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.661123:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.661146:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.661149:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326935.661153:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326935.661154:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326935.661156:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326935.661159:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326935.661161:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:1.0:1767326935.661163:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326935.661168:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326935.661176:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.661182:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326935.661183:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.661185:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326935.661186:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326935.661188:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326935.661190:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326935.661192:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326935.661197:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d3d78 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326935.661200:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d3c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326935.661202:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326935.661204:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326935.661206:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326935.661207:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.661210:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326935.661212:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: skip recheck: last_committed 25770296689 00000100:00000001:1.0:1767326935.661214:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326935.661216:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326935.661220:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.661226:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326935.661228:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326935.661230:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326935.661233:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326935.661241:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e844efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247629824:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326935.661245:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.661247:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326935.661250:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e844efca80 x1853164247629824/t0(0) o103->lustre-MDT0001-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326935.661257:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326935.661259:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326935.661261:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8481aec00. 02000000:00000001:1.0:1767326935.661264:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326935.661265:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326935.661267:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e8504d3800 refcount=57 obd=lustre-MDT0001-mdc-ffff96e84f48f000 00000020:00000001:1.0:1767326935.661269:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326935.661270:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e86049e800. 02000000:00000001:1.0:1767326935.661273:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326935.661274:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326935.661276:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e844efca80. 00000100:00000001:1.0:1767326935.661278:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326935.661280:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.661282:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326935.661285:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326935.661287:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326935.661289:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326935.661290:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326935.663879:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854367, at 4306854368 00000100:00000010:2.0:1767326935.663887:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44660. 00000100:00000040:3.0:1767326935.663898:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854367, at 4306854368 00000100:00000010:3.0:1767326935.663904:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b442a0. 00010000:00000010:0.1:1767326935.663914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043e00. 00010000:00000010:0.1:1767326935.663926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2600. 00010000:00000010:0.1:1767326935.667914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861043c00. 00010000:00000010:0.1:1767326935.667921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2000. 00000800:00000001:3.0:1767326935.668567:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.668575:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.668578:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.668580:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.668588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.668594:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.668631:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.668636:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.668641:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.668645:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0be80 00000400:00000200:3.0:1767326935.668650:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.668655:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a0cd [2] + 224 00000800:00000001:3.0:1767326935.668661:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.668668:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.668670:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.668674:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.668679:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.668686:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efdf80 x1853164247629440/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.668696:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e844efdf80 x1853164247629440/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.668712:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.668719:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.668722:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.669769:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.669772:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.669774:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.669777:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.669779:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326935.669780:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326935.669782:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.669785:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e844efca80 x1853164247630080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.669790:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.669792:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e844efca80 x1853164247630080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.669796:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.669797:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.672127:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.672131:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.672133:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.672134:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.672139:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.672141:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.672144:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.672146:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.672148:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.672150:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c100 00000400:00000200:3.0:1767326935.672153:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.672156:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a105 [2] + 224 00000800:00000001:3.0:1767326935.672159:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.672162:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.672163:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.672165:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.672167:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.672170:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e844efca80 x1853164247630080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.672176:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e844efca80 x1853164247630080/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.672191:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.672194:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.672196:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.673441:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.673445:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.673448:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.673452:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.673455:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326935.673457:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326935.673460:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.673464:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318ce00 x1853164247630336/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.673472:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.673475:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318ce00 x1853164247630336/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.673481:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.673482:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.674882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84232e300. 00000080:00000010:0.1:1767326935.674889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc1aa0. 00010000:00000010:0.1:1767326935.674911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869f43000. 00010000:00000010:0.1:1767326935.674916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870faf800. 00010000:00000010:0.1:1767326935.674921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848713e00. 00010000:00000010:0.1:1767326935.674923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814d800. 00000800:00000001:3.0:1767326935.675728:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.675733:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.675735:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.675736:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.675740:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.675755:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.675759:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.675761:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.675763:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.675765:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c200 00000400:00000200:3.0:1767326935.675768:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.675771:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a10d [2] + 224 00000800:00000001:3.0:1767326935.675774:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.675778:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.675780:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.675782:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.675784:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.675787:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318ce00 x1853164247630336/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.675793:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff96e84318ce00 x1853164247630336/t0(0) o35->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:23/10 lens 392/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.675803:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.675806:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.675808:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.676422:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.676426:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.676428:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.676431:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.676433:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326935.676435:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326935.676437:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.676442:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318ce00 x1853164247630592/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.676449:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.676453:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318ce00 x1853164247630592/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.676459:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.676460:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.679869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e180. 00000080:00000010:0.1:1767326935.679891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aef98c0. 00000100:00000040:2.0:1767326935.681897:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854385, at 4306854386 00000100:00000010:2.0:1767326935.681908:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf060. 00000100:00000040:3.0:1767326935.681910:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854385, at 4306854386 00000100:00000010:3.0:1767326935.681916:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf240. 00010000:00000010:0.1:1767326935.684877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870576200. 00010000:00000010:0.1:1767326935.684898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850aebc00. 00010000:00000010:0.1:1767326935.684903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f235200. 00010000:00000010:0.1:1767326935.684912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.684915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326935.686768:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.686779:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.686781:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.686783:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.686791:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.686796:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.686801:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.686804:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.686808:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.686811:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c300 00000400:00000200:3.0:1767326935.686814:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.686819:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a115 [2] + 224 00000800:00000001:3.0:1767326935.686824:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.686828:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.686830:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.686833:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.686838:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.686860:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318ce00 x1853164247630592/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.686868:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84318ce00 x1853164247630592/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 496/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.686879:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.686884:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.686886:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.687590:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.687593:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.687596:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.687599:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.687601:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:3.0:1767326935.687602:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:3.0:1767326935.687605:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.687608:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318ed80 x1853164247630720/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.687613:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.687615:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318ed80 x1853164247630720/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.687619:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.687620:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.688895:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.688900:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.688902:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.688904:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.688907:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.688911:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.688914:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.688916:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.688918:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.688921:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0c380 00000400:00000200:3.0:1767326935.688923:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.688926:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a11d [4] + 224 00000800:00000001:3.0:1767326935.688931:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.688936:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.688939:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.688942:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.688946:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.688950:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318ed80 x1853164247630720/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.688959:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e84318ed80 x1853164247630720/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.688974:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.688979:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.688982:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.690513:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.690517:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.690520:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.690523:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.690526:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:3.0:1767326935.690527:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:3.0:1767326935.690530:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.690533:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84318ed80 x1853164247630976/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.690538:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.690540:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e84318ed80 x1853164247630976/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.690544:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.690545:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.692894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e860854200. 00000080:00000010:0.1:1767326935.692907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6db80. 00000800:00000001:3.0:1767326935.693553:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.693562:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.693565:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.693568:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.693576:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.693582:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.693588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.693591:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.693596:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.693600:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c480 00000400:00000200:3.0:1767326935.693605:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.693610:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a125 [2] + 224 00000800:00000001:3.0:1767326935.693616:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.693622:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.693625:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.693628:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.693633:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.693639:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84318ed80 x1853164247630976/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.693649:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e84318ed80 x1853164247630976/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.693664:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.693671:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.693675:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326935.694396:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.694400:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.694403:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.694408:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.694411:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:3.0:1767326935.694412:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:3.0:1767326935.694415:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.694419:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.694427:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.694430:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.694436:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.694438:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.695984:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.695990:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.695992:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.695994:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.695998:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.696002:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.696006:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.696009:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.696011:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.696014:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0c500 00000400:00000200:3.0:1767326935.696017:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.696020:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a12d [4] + 224 00000800:00000001:3.0:1767326935.696024:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.696028:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.696030:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.696032:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.696035:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.696039:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.696046:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.696059:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.696063:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.696064:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326935.696293:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696295:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696297:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.696299:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696304:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696305:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326935.696308:0:302453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696313:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.696314:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696316:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696317:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696318:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326935.696322:0:302453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326935.696330:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696331:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696332:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696334:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696336:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696338:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696339:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.696340:0:302453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.696342:0:302453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.696344:0:302453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326935.696346:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696347:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696348:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696350:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696352:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00000002:00010000:0.0:1767326935.696355:0:302453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696360:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696361:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696362:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.696364:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696365:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696366:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696367:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696369:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000040:0.0:1767326935.696374:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 2 00010000:00000001:0.0:1767326935.696376:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326935.696379:0:302453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff96e85a69e400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326935.696381:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696382:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.696383:0:302453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326935.696385:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db890 00000002:00002000:0.0:1767326935.696387:0:302453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326935.696389:0:302453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696392:0:302453:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696394:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326935.696397:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326935.696399:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696402:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.696404:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.696408:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.696410:0:302453:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326935.696414:0:302453:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326935.696417:0:302453:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326935.696422:0:302453:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.696424:0:302453:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628523239456896 : -115550470094720 : ffff96e84f46c080) 00800000:00000001:0.0:1767326935.696426:0:302453:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.696428:0:302453:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326935.696430:0:302453:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326935.696432:0:302453:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326935.696434:0:302453:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326935.696436:0:302453:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326935.696438:0:302453:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.696442:0:302453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326935.696444:0:302453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326935.696449:0:302453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 24576 00010000:00000001:0.0:1767326935.696451:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696452:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696453:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696455:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696457:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696459:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696460:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326935.696461:0:302453:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326935.696464:0:302453:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326935.696466:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e84f46c080 1 00800000:00000010:0.0:1767326935.696468:0:302453:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.696470:0:302453:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696473:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b8d 00800000:00000001:0.0:1767326935.696476:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.696477:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.696479:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696480:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696481:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696483:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696485:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696487:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696488:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.696489:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696490:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.696492:0:302453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696494:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.696497:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b8d from it ffffae78817dbb58 00010000:00000001:0.0:1767326935.696499:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696500:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696502:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696503:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696505:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696507:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.696509:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696514:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696515:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696517:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.696518:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.696520:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696527:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.696530:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.696531:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.696534:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696535:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696536:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696539:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.696541:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696543:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696545:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696547:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.696548:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696549:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.696550:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.696555:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7800 x1853164247631104/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.696559:0:302453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326935.696561:0:302453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326935.696562:0:302453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.696572:0:302453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326935.696574:0:302453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326935.696575:0:302453:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=332 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:0.0:1767326935.696577:0:302453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326935.696579:0:302453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96e8580c4c00. 02000000:00000001:0.0:1767326935.696581:0:302453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326935.696582:0:302453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326935.696584:0:302453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7800. 00000100:00000001:0.0:1767326935.696586:0:302453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326935.696587:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.696589:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.696592:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.696596:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.696598:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb48 00000080:00002000:0.0:1767326935.696599:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26(ffff96e8515ef6c0) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.696601:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.696602:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb90 00000080:00200000:0.0:1767326935.696603:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26, flags=8 00000020:00000001:0.0:1767326935.696611:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00200008:0.0:1767326935.696612:0:302453:0:(file.c:6252:ll_getattr_dentry()) START file s26:[0x200000402:0xd429:0x0](ffff96e86aecf448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.696616:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.696616:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc40 00000080:00200000:0.0:1767326935.696618:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0xd429:0x0](ffff96e86aecf448),name=s26 00000080:00000010:0.0:1767326935.696622:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.696624:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.696628:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.696629:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.696630:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb60 00800000:00000002:0.0:1767326935.696632:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0xd429:0x0] 's26' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.696633:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.696636:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.696637:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.696639:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.696640:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.696641:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696642:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.696643:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696645:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.696646:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.696646:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.696648:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.696649:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696650:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd429:0x0] 00800000:00000001:0.0:1767326935.696651:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696652:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd429:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.696655:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.696656:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba30 00000002:00010000:0.0:1767326935.696657:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0xd429:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.696659:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.696660:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.696662:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.696665:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f16f700 count: 2 00010000:00000001:0.0:1767326935.696666:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.696669:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.696671:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.696674:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.696685:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.696688:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.696691:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.696696:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.696698:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.696700:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.696702:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.696703:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.696706:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.696708:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.696709:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.696711:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.696714:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.696715:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696717:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd429:0x0](ffff96e86aecf448) 00000080:00010000:0.0:1767326935.696720:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd429:0x0](ffff96e86aecf448) for lock 0xb12620548e07b360 00800000:00000001:0.0:1767326935.696722:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.696723:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.696725:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696726:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696728:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463dee00 refcount=3 00000020:00000001:0.0:1767326935.696729:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087883776 : -115550621667840 : ffff96e8463dee00) 00010000:00000001:0.0:1767326935.696732:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087883776 : -115550621667840 : ffff96e8463dee00) 00010000:00000001:0.0:1767326935.696734:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696735:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.696736:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696737:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696738:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e07b360 from it ffffae78817dbc78 00010000:00000001:0.0:1767326935.696739:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696740:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696751:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463dee00 refcount=3 00000020:00000001:0.0:1767326935.696752:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087883776 : -115550621667840 : ffff96e8463dee00) 00010000:00000001:0.0:1767326935.696753:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087883776 : -115550621667840 : ffff96e8463dee00) 00010000:00000001:0.0:1767326935.696755:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.696756:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696760:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696761:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696761:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.696762:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.696764:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696767:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.696768:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.696769:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.696770:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696771:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696772:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696773:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.696774:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696775:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696776:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696777:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.696778:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696779:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.696780:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.696781:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.696782:0:302453:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.696785:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00000008:0.0:1767326935.696786:0:302453:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file s26:[0x200000402:0xd429:0x0](ffff96e86aecf448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.696788:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.696789:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.696791:0:302453:0:(dcache.c:127:ll_ddelete()) keeping dentry s26 (ffff96e8515ef6c0, parent ffff96e8620a40d8, inode ffff96e86aecf448) hashed, 00000080:00000001:0.0:1767326935.696792:0:302453:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.696809:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.696812:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.696812:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.696814:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbbd8 00000080:00200000:0.0:1767326935.696815:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.696819:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.696821:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.696823:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.696833:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.696835:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbaf8 00800000:00000002:0.0:1767326935.696836:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.696839:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.696863:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.696865:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.696867:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.696869:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.696870:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696872:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.696880:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.696884:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.696890:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.696892:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db9c8 00000002:00010000:0.0:1767326935.696894:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.696897:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.696899:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.696900:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.696903:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 2 00010000:00000001:0.0:1767326935.696905:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.696907:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.696909:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.696911:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.696915:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.696917:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.696918:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.696922:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.696923:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.696924:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.696925:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.696926:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.696927:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.696928:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.696930:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.696931:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.696933:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.696934:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696935:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.696937:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b8d 00800000:00000001:0.0:1767326935.696938:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.696939:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.696940:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696941:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696942:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696943:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696945:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696946:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696946:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.696947:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.696948:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.696949:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b8d from it ffffae78817dbc10 00010000:00000001:0.0:1767326935.696950:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.696951:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.696951:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.696952:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696953:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.696955:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.696956:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696960:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696960:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696961:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.696962:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.696963:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.696966:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.696967:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.696968:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.696969:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696969:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.696970:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696971:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.696972:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696973:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696975:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.696976:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.696976:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.696977:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.696978:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.696979:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.696980:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.696982:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.696985:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.696986:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.696987:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26(ffff96e8515ef6c0) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.696989:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.696990:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe10 00000080:00200000:0.0:1767326935.696991:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26, flags=0 00000080:00000001:0.0:1767326935.696993:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.696993:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.696994:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbd30 00000080:00200000:0.0:1767326935.696995:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.696997:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.696999:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.697000:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.697001:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.697002:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc50 00800000:00000002:0.0:1767326935.697003:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.697005:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.697006:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.697007:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.697008:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.697008:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.697009:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697010:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.697011:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697013:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.697015:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.697016:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000002:00010000:0.0:1767326935.697017:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.697020:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.697021:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697022:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697024:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 2 00010000:00000001:0.0:1767326935.697026:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.697028:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.697030:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.697032:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.697038:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.697041:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.697043:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.697049:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.697051:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.697052:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.697054:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.697056:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.697057:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.697060:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.697061:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.697063:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.697066:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.697068:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.697070:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.697072:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b8d 00800000:00000001:0.0:1767326935.697074:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.697075:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.697077:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.697078:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.697079:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.697081:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.697084:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.697086:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697087:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.697088:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.697090:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.697092:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b8d from it ffffae78817dbd68 00010000:00000001:0.0:1767326935.697093:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.697094:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.697096:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4800 refcount=3 00000020:00000001:0.0:1767326935.697097:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.697099:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262953472 : -115550446598144 : ffff96e850ad4800) 00010000:00000001:0.0:1767326935.697101:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.697103:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.697108:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697110:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697111:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.697112:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.697114:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.697120:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.697121:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.697123:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.697125:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697126:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697127:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697129:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.697130:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697132:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697134:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697136:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.697137:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697138:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.697139:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.697141:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.697143:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 3 00000080:00000001:0.0:1767326935.697146:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.697149:0:302453:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1767326935.697151:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbdf8 00000080:00200000:0.0:1767326935.697153:0:302453:0:(namei.c:2354:ll_unlink()) VFS Op:name=s26, dir=[0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00000001:0.0:1767326935.697156:0:302453:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000001:0.0:1767326935.697158:0:302453:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767326935.697162:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.697165:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00800000:00000001:0.0:1767326935.697168:0:302453:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1767326935.697170:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.697171:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.697172:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.697173:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.697175:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697177:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.697179:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.697180:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.697181:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.697182:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.697183:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.697185:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697186:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd429:0x0] 00800000:00000001:0.0:1767326935.697188:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.697190:0:302453:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767326935.697191:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.697192:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.697193:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.697195:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.697196:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697198:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd429:0x0] 00800000:00000001:0.0:1767326935.697200:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697202:0:302453:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000402:0xd429:0x0] 00800000:00000001:0.0:1767326935.697204:0:302453:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.697205:0:302453:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000402:0xd429:0x0] -> mds #0 00000002:00000001:0.0:1767326935.697209:0:302453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1767326935.697212:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.697215:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 2 00010000:00000001:0.0:1767326935.697217:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.697219:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.697221:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.697224:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.697231:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.697234:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.697236:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.697243:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767326935.697245:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697247:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697248:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 3 00010000:00000001:0.0:1767326935.697250:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697252:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.697254:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697255:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697256:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 3 00010000:00000001:0.0:1767326935.697258:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697260:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.697261:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697262:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697264:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478b00 count: 3 00010000:00000001:0.0:1767326935.697265:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697267:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.697269:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767326935.697272:0:302453:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767326935.697275:0:302453:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767326935.697278:0:302453:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767326935.697280:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.697281:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697283:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.697286:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.697287:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.697289:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.697291:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.697293:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad4800 with handle 0xb12620548e097b8d from hash 00010000:00000001:0.0:1767326935.697295:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.697296:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697298:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697299:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.697300:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.697302:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.697304:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.697305:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.697307:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.697309:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.697311:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f16f700 count: 2 00010000:00000001:0.0:1767326935.697313:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.697315:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.697316:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.697318:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.697323:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.697325:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.697326:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.697327:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000402:0xd429:0x0] mode (null) 00000002:00000001:0.0:1767326935.697329:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697330:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697331:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f16f700 count: 3 00010000:00000001:0.0:1767326935.697333:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697334:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.697336:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697337:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697338:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f16f700 count: 3 00010000:00000001:0.0:1767326935.697340:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697342:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.697343:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.697344:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.697345:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e84f16f700 count: 3 00010000:00000001:0.0:1767326935.697348:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.697350:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.697351:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.697353:0:302453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767326935.697355:0:302453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd429:0x0](ffff96e86aecf448) invalid 00000020:00000001:0.0:1767326935.697358:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba60 00000080:00002000:0.0:1767326935.697359:0:302453:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry s26 (ffff96e8515ef6c0) parent ffff96e8620a40d8 inode ffff96e86aecf448 refc 1 00000080:00000001:0.0:1767326935.697362:0:302453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767326935.697363:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.697364:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697366:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.697367:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.697368:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.697370:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.697371:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.697373:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8463dee00 with handle 0xb12620548e07b360 from hash 00010000:00000001:0.0:1767326935.697375:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.697376:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697377:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697379:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.697380:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.697381:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.697383:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.697385:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.697386:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326935.697390:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7800. 00000020:00000040:0.0:1767326935.697392:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=333 obd=lustre-MDT0000-mdc-ffff96e84f48f000 02000000:00000001:0.0:1767326935.697395:0:302453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326935.697397:0:302453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697399:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.697402:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.697404:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.697405:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697406:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.697408:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.697409:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.697412:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.697417:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e879b52400. 00000100:00000001:0.0:1767326935.697421:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697423:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.697425:0:302453:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326935.697429:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.697436:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.697441:0:302453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767326935.697443:0:302453:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767326935.697444:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.697446:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8463dee00/0xb12620548e07b360 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd429:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d491e91 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.697452:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f16f700 count: 0 00010000:00000010:0.0:1767326935.697456:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e870c49480. 00010000:00000001:0.0:1767326935.697463:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697464:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.697466:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4800/0xb12620548e097b8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d547863 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.697471:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478b00 count: 0 00010000:00000010:0.0:1767326935.697472:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.697479:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.697480:0:302453:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697482:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.697483:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.697485:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767326935.697492:0:302453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96e84f48f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767326935.697498:0:302453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326935.697509:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.697511:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.697515:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.697517:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.697520:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.697521:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651921920 : -115550057629696 : ffff96e867dc7800) 00000100:00000001:0.0:1767326935.697525:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.697528:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.697529:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.697531:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.697535:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.697542:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.697544:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.697547:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.697549:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.697552:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.697554:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7800 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631360:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.697557:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.697561:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.697563:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.697565:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.697572:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96e84f7fa000. 02000000:00000001:0.0:1767326935.697573:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.697579:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.697582:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.697586:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.697591:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853164247631360, portal 10 00000100:00000001:0.0:1767326935.697594:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.697595:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651921920 : -115550057629696 : ffff96e867dc7800) 00000100:00000040:0.0:1767326935.697600:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.697612:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.697615:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.697618:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163e58. 00000100:00000200:0.0:1767326935.697621:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853164247631360, offset 0 00000400:00000200:0.0:1767326935.697626:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.697632:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.697638:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.697642:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.697646:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.697649:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.697652:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.697656:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556652:1556652:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556645:1556645:8:4294967295] 00000400:00000200:0.0:1767326935.697660:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.697669:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.697674:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.697678:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326935.697684:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.697691:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.697694:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.697709:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.697713:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.697716:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.697719:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854406 00000100:00000001:0.0:1767326935.697723:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854403 00000100:00000001:0.0:1767326935.697727:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854406 00000100:00000001:0.0:1767326935.697731:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854403 00000100:00000001:0.0:1767326935.697734:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.697736:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.697738:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.697740:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.697755:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.697758:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.697760:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.697813:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.697817:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.697821:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.697825:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.697828:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:3.0:1767326935.697830:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:3.0:1767326935.697833:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.697837:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.697875:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:0.1:1767326935.697886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870e9cb00. 00010000:00000010:0.1:1767326935.697895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8718b0600. 00010000:00000010:0.1:1767326935.697899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.697902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000100:00000040:3.0:1767326935.697932:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.697942:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.697944:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.700873:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.700883:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.700886:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.700887:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.700894:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.700900:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.700905:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.700908:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.700912:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.700916:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c600 00000400:00000200:3.0:1767326935.700919:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.700923:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a135 [2] + 224 00000800:00000001:3.0:1767326935.700928:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.700933:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.700935:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.700939:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.700944:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.700950:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.700959:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.700974:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.700981:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.700986:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.700993:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.700999:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.701001:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.701003:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.701007:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.701009:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.701011:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.701014:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326935.701021:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7800 x1853164247631360/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.701025:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.701026:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.701028:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.701029:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.701031:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.701032:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.701035:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.701046:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.701049:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.701060:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.701062:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.701064:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.701067:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.701069:0:302453:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767326935.701071:0:302453:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x60001ae79/0x60001a3e4] 00000100:00000001:0.0:1767326935.701072:0:302453:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767326935.701074:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.701076:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651921920 : -115550057629696 : ffff96e867dc7800) 00000100:00000001:0.0:1767326935.701079:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.701081:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.701083:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.701085:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.701090:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7800 x1853164247631360/t25770287954(25770287954) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.701097:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.701100:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.701101:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.701105:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7800 x1853164247631360/t25770287954(25770287954) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326935.701113:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7800 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631360:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.701118:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.701120:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.701123:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.701124:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.701127:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc7800 x1853164247631360/t25770287954(25770287954) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.701134:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.701136:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.701138:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.701140:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701145:0:302453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.701149:0:302453:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.701152:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.701155:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000100:00000001:0.0:1767326935.701161:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.701164:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7800 x1853164247631360/t25770287954(25770287954) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.701170:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.701173:0:302453:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.701180:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.701182:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe28 00000080:00002000:0.0:1767326935.701184:0:302453:0:(dcache.c:127:ll_ddelete()) deleting dentry s26 (ffff96e8515ef6c0, parent ffff96e8620a40d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767326935.701186:0:302453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.701191:0:302453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767326935.701194:0:302453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767326935.701198:0:302453:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767326935.701200:0:302453:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767326935.701202:0:302453:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0xd429:0x0](ffff96e86aecf448) 00800000:00000001:0.0:1767326935.701205:0:302453:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767326935.701206:0:302453:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0xd429:0x0] 00000002:00000001:0.0:1767326935.701210:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.701214:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701215:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.701217:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.701218:0:302453:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.701219:0:302453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767326935.701221:0:302453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767326935.701222:0:302453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.701224:0:302453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.701226:0:302453:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767326935.701227:0:302453:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767326935.701258:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.701260:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.701261:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.701262:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000080:00200000:0.0:1767326935.701263:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.701267:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.701271:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.701273:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.701275:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.701276:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba40 00800000:00000002:0.0:1767326935.701278:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.701280:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.701281:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.701283:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.701284:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.701286:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.701287:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.701288:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.701289:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.701292:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.701294:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.701295:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db910 00000002:00010000:0.0:1767326935.701296:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.701298:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.701299:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.701301:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.701302:0:302453:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701304:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701305:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701307:0:302453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767326935.701308:0:302453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767326935.701311:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4700. 00000020:00000040:0.0:1767326935.701313:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=334 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00010000:00000001:0.0:1767326935.701317:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.701325:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.701329:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.701330:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.701331:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.701333:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.701334:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.701336:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.701340:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96e8580c4c00. 00000100:00000001:0.0:1767326935.701343:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.701346:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.701347:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.701348:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.701349:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.701350:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.701353:0:302453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00010000:00000001:0.0:1767326935.701356:0:302453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326935.701357:0:302453:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326935.701360:0:302453:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96e871478700. 00010000:00000010:0.0:1767326935.701362:0:302453:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.701365:0:302453:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326935.701367:0:302453:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96e850ad4000. 00000020:00000001:0.0:1767326935.701369:0:302453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326935.701371:0:302453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96e850ad4000 with handle 0xb12620548e097b94 to hash 00000020:00000001:0.0:1767326935.701372:0:302453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326935.701373:0:302453:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.701376:0:302453:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.701378:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.701379:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.701381:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.701386:0:302453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.701393:0:302453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00000100:00000001:0.0:1767326935.701396:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.701398:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.701400:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.701402:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.701403:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.701404:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00000100:00000001:0.0:1767326935.701407:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.701409:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.701410:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.701411:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.701414:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.701418:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.701420:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.701422:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.701424:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.701425:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.701427:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4700 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631488:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.701430:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.701432:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.701434:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.701435:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.701452:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.701454:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.701457:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.701459:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.701462:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.701465:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853164247631488, portal 10 00000100:00000001:0.0:1767326935.701466:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.701467:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00000100:00000040:0.0:1767326935.701470:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.701475:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.701476:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.701478:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581637f8. 00000100:00000200:0.0:1767326935.701480:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853164247631488, offset 0 00000400:00000200:0.0:1767326935.701483:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.701487:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.701490:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.701493:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.701496:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.701498:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.701500:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.701502:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556653:1556653:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556646:1556646:8:4294967295] 00000400:00000200:0.0:1767326935.701505:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.701511:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.701514:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.701517:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326935.701520:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.701525:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.701527:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.701536:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.701539:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.701541:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.701543:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854410 00000100:00000001:0.0:1767326935.701547:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854406 00000100:00000001:0.0:1767326935.701550:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854410 00000100:00000001:0.0:1767326935.701552:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854406 00000100:00000001:0.0:1767326935.701555:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.701556:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.701558:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.701559:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.701561:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.701563:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.701564:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.701623:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.701629:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326935.701632:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.701637:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.701640:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000400:00000010:3.0:1767326935.701642:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:3.0:1767326935.701645:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.701650:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.701658:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.701667:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.701673:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.701675:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.702883:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.702889:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.702891:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.702894:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.702898:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.702903:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.702908:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.702911:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.702914:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.702918:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0c680 00000400:00000200:3.0:1767326935.702927:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.702931:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a13d [4] + 224 00000800:00000001:3.0:1767326935.702937:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.702943:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.702945:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.702948:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.702952:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.702956:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.702965:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.702980:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.702985:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.702988:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.703004:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.703009:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.703011:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.703013:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.703016:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.703018:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.703020:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.703025:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767326935.703033:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.703039:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.703040:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.703042:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.703044:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.703046:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.703047:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.703049:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.703053:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.703056:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.703058:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.703059:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703061:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.703063:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.703065:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.703067:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.703069:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.703070:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.703074:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.703080:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.703083:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.703085:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.703088:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767326935.703095:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4700 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631488:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.703098:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.703100:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.703102:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.703103:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.703106:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.703113:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.703115:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.703117:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.703118:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703120:0:302453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326935.703123:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703125:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703127:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=4 00000020:00000001:0.0:1767326935.703129:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703131:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000040:0.0:1767326935.703135:0:302453:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff96e850ad4000, remote cookie: 0xd21cf5ef8d547886, flags: 0x1001 00010000:00010000:0.0:1767326935.703139:0:302453:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.703148:0:302453:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703154:0:302453:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326935.703158:0:302453:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326935.703160:0:302453:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326935.703161:0:302453:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326935.703163:0:302453:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326935.703165:0:302453:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff96e871478700) refcount = 1 00010000:00010000:0.0:1767326935.703169:0:302453:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703173:0:302453:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326935.703176:0:302453:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326935.703177:0:302453:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.703179:0:302453:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326935.703181:0:302453:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.703183:0:302453:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703186:0:302453:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326935.703187:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703188:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703189:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703190:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703190:0:302453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.703193:0:302453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767326935.703195:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703196:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703197:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703199:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703201:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703203:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703204:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703206:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=4 00000020:00000001:0.0:1767326935.703207:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703209:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703211:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.703213:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.703216:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703222:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703223:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703224:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703225:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703226:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=5 00000020:00000001:0.0:1767326935.703228:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703230:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703232:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.703234:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703239:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703240:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326935.703242:0:302453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703247:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.703249:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703250:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703251:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703251:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326935.703255:0:302453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326935.703262:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703263:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703264:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703266:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703267:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703269:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703270:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.703271:0:302453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.703273:0:302453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.703275:0:302453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326935.703277:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703278:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703279:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703280:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703282:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00000002:00010000:0.0:1767326935.703285:0:302453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703290:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703291:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703292:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.703294:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703295:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703296:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703298:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703300:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000040:0.0:1767326935.703303:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.703305:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326935.703309:0:302453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff96e85a69e400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326935.703311:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703312:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.703313:0:302453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326935.703315:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db890 00000002:00002000:0.0:1767326935.703317:0:302453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326935.703319:0:302453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703321:0:302453:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703323:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326935.703325:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326935.703327:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703330:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.703332:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.703336:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.703337:0:302453:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326935.703341:0:302453:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326935.703344:0:302453:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326935.703348:0:302453:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.703350:0:302453:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628523239456896 : -115550470094720 : ffff96e84f46c080) 00800000:00000001:0.0:1767326935.703352:0:302453:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.703353:0:302453:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326935.703355:0:302453:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326935.703357:0:302453:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326935.703359:0:302453:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326935.703362:0:302453:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326935.703363:0:302453:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.703376:0:302453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326935.703382:0:302453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326935.703387:0:302453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 24576 00010000:00000001:0.0:1767326935.703389:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703390:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703391:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703393:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703396:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703398:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703400:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326935.703401:0:302453:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326935.703403:0:302453:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326935.703404:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e84f46c080 1 00800000:00000010:0.0:1767326935.703406:0:302453:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.703409:0:302453:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703412:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b94 00800000:00000001:0.0:1767326935.703414:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.703416:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.703417:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703418:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703419:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703421:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703423:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703425:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703426:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.703427:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703429:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.703431:0:302453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703433:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.703436:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b94 from it ffffae78817dbb58 00010000:00000001:0.0:1767326935.703438:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703439:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703441:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703442:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703444:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703446:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.703449:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703455:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703456:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703457:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.703459:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.703461:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703468:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.703470:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.703471:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.703473:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703474:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703475:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703478:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.703480:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703482:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703485:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703486:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.703488:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703489:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.703490:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.703494:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4700 x1853164247631488/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.703501:0:302453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326935.703503:0:302453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326935.703505:0:302453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.703517:0:302453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326935.703519:0:302453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326935.703520:0:302453:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=333 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:0.0:1767326935.703522:0:302453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326935.703523:0:302453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96e8580c4c00. 02000000:00000001:0.0:1767326935.703526:0:302453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326935.703527:0:302453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326935.703529:0:302453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4700. 00000100:00000001:0.0:1767326935.703531:0:302453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326935.703532:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.703533:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.703537:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.703540:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.703542:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb48 00000080:00002000:0.0:1767326935.703543:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26-2(ffff96e8622cf510) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.703545:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.703546:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb90 00000080:00200000:0.0:1767326935.703547:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26-2, flags=8 00000020:00000001:0.0:1767326935.703552:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00200008:0.0:1767326935.703554:0:302453:0:(file.c:6252:ll_getattr_dentry()) START file s26-2:[0x200000402:0xd42b:0x0](ffff96e88144cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.703557:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.703558:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc40 00000080:00200000:0.0:1767326935.703559:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0xd42b:0x0](ffff96e88144cb08),name=s26-2 00000080:00000010:0.0:1767326935.703563:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.703565:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.703568:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.703570:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703571:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb60 00800000:00000002:0.0:1767326935.703572:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0xd42b:0x0] 's26-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703574:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.703576:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.703577:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.703579:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.703580:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.703581:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703582:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703583:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703584:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.703585:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.703585:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.703586:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.703587:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703588:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42b:0x0] 00800000:00000001:0.0:1767326935.703589:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703591:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd42b:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.703593:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703594:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba30 00000002:00010000:0.0:1767326935.703595:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0xd42b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.703597:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.703598:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.703599:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.703601:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4300 count: 2 00010000:00000001:0.0:1767326935.703603:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.703605:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.703606:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.703608:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.703613:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.703615:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.703617:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.703620:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.703621:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.703622:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703623:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703624:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.703626:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.703627:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.703628:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.703630:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.703631:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.703632:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703633:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd42b:0x0](ffff96e88144cb08) 00000080:00010000:0.0:1767326935.703635:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd42b:0x0](ffff96e88144cb08) for lock 0xb12620548e07af54 00800000:00000001:0.0:1767326935.703637:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.703638:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.703639:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703639:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703640:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848044e00 refcount=3 00000020:00000001:0.0:1767326935.703641:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523117661696 : -115550591889920 : ffff96e848044e00) 00010000:00000001:0.0:1767326935.703642:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523117661696 : -115550591889920 : ffff96e848044e00) 00010000:00000001:0.0:1767326935.703644:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703645:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.703645:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703646:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703648:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e07af54 from it ffffae78817dbc78 00010000:00000001:0.0:1767326935.703649:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703650:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703651:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848044e00 refcount=3 00000020:00000001:0.0:1767326935.703652:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523117661696 : -115550591889920 : ffff96e848044e00) 00010000:00000001:0.0:1767326935.703653:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523117661696 : -115550591889920 : ffff96e848044e00) 00010000:00000001:0.0:1767326935.703654:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.703655:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703658:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703659:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703660:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.703661:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.703663:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703668:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.703670:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.703671:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.703673:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703674:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703675:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703676:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.703677:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703679:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703682:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703683:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.703685:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703686:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.703687:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.703688:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.703690:0:302453:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.703694:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00000008:0.0:1767326935.703696:0:302453:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file s26-2:[0x200000402:0xd42b:0x0](ffff96e88144cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.703700:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.703701:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.703703:0:302453:0:(dcache.c:127:ll_ddelete()) keeping dentry s26-2 (ffff96e8622cf510, parent ffff96e8620a40d8, inode ffff96e88144cb08) hashed, 00000080:00000001:0.0:1767326935.703705:0:302453:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.703720:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.703722:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.703723:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.703724:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbbd8 00000080:00200000:0.0:1767326935.703725:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.703727:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.703729:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.703731:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.703732:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703733:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbaf8 00800000:00000002:0.0:1767326935.703734:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703735:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.703737:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.703737:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.703738:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.703739:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.703752:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703754:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703755:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703756:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.703758:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703759:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db9c8 00000002:00010000:0.0:1767326935.703760:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.703762:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.703763:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.703764:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.703765:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.703767:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.703768:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.703770:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.703772:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.703776:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.703777:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.703779:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.703783:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.703785:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.703786:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703788:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703794:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.703797:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.703799:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.703800:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.703802:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.703805:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.703806:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703808:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.703810:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b94 00800000:00000001:0.0:1767326935.703812:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.703814:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.703815:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703816:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703818:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703820:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703822:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703824:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703825:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.703827:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.703828:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703830:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b94 from it ffffae78817dbc10 00010000:00000001:0.0:1767326935.703833:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703834:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703835:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703837:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703839:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703862:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.703864:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703868:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703868:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703869:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.703870:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.703872:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.703875:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.703877:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.703878:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.703880:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703881:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.703882:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703884:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.703885:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703886:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703888:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.703890:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.703891:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.703892:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.703894:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.703895:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.703897:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.703900:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.703905:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.703906:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.703908:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26-2(ffff96e8622cf510) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.703910:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.703912:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe10 00000080:00200000:0.0:1767326935.703914:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26-2, flags=0 00000080:00000001:0.0:1767326935.703916:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.703917:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.703919:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbd30 00000080:00200000:0.0:1767326935.703921:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.703924:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.703926:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.703927:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.703928:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703929:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc50 00800000:00000002:0.0:1767326935.703930:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703932:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.703933:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.703934:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.703935:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.703935:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.703936:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703937:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.703938:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.703940:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.703942:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.703943:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000002:00010000:0.0:1767326935.703944:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.703945:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.703946:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.703947:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.703949:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.703950:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.703951:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.703953:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.703954:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.703958:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.703960:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.703961:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.703965:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.703967:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.703968:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703970:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.703971:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.703973:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.703975:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.703977:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.703979:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000080:00000001:0.0:1767326935.703981:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.703983:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.703984:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.703987:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b94 00800000:00000001:0.0:1767326935.703989:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.703991:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.703992:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.703993:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.703994:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.703996:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.703998:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.704000:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704001:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.704002:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.704004:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.704006:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b94 from it ffffae78817dbd68 00010000:00000001:0.0:1767326935.704008:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.704009:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.704010:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.704012:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.704013:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.704015:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.704018:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.704023:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704025:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704026:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.704027:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.704029:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.704035:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.704036:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.704037:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.704039:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704040:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704042:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704044:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.704045:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704047:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704049:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704050:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.704052:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704052:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.704054:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.704056:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.704057:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 3 00000080:00000001:0.0:1767326935.704060:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.704064:0:302453:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1767326935.704065:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbdf8 00000080:00200000:0.0:1767326935.704067:0:302453:0:(namei.c:2354:ll_unlink()) VFS Op:name=s26-2, dir=[0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00000001:0.0:1767326935.704070:0:302453:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000001:0.0:1767326935.704072:0:302453:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767326935.704076:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e86049ec00. 00800000:00000002:0.0:1767326935.704078:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00800000:00000001:0.0:1767326935.704082:0:302453:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1767326935.704083:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.704084:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.704085:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.704086:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.704087:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.704088:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.704090:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.704091:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.704091:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.704092:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.704093:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.704094:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.704095:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42b:0x0] 00800000:00000001:0.0:1767326935.704096:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.704097:0:302453:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767326935.704098:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.704099:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.704099:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.704100:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.704101:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.704102:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42b:0x0] 00800000:00000001:0.0:1767326935.704103:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.704105:0:302453:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000402:0xd42b:0x0] 00800000:00000001:0.0:1767326935.704108:0:302453:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.704109:0:302453:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000402:0xd42b:0x0] -> mds #0 00000002:00000001:0.0:1767326935.704112:0:302453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1767326935.704114:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.704116:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.704118:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.704120:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.704123:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.704126:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.704134:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.704137:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.704139:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.704142:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767326935.704144:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704145:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704146:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.704148:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704150:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.704151:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704152:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704153:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.704155:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704156:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.704158:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704159:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704160:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.704161:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704163:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.704165:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767326935.704167:0:302453:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767326935.704170:0:302453:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767326935.704172:0:302453:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767326935.704174:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.704175:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704178:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.704180:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.704182:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.704183:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.704185:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.704187:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad4000 with handle 0xb12620548e097b94 from hash 00010000:00000001:0.0:1767326935.704190:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.704191:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704192:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704193:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.704195:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.704197:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.704199:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.704201:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.704204:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.704205:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.704207:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4300 count: 2 00010000:00000001:0.0:1767326935.704208:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.704210:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.704211:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.704213:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.704216:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.704217:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.704218:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.704219:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000402:0xd42b:0x0] mode (null) 00000002:00000001:0.0:1767326935.704220:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704221:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704222:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4300 count: 3 00010000:00000001:0.0:1767326935.704223:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704224:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.704225:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704226:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704227:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4300 count: 3 00010000:00000001:0.0:1767326935.704228:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704229:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.704230:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.704230:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.704231:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4300 count: 3 00010000:00000001:0.0:1767326935.704232:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.704233:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.704234:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.704235:0:302453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767326935.704236:0:302453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd42b:0x0](ffff96e88144cb08) invalid 00000020:00000001:0.0:1767326935.704238:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba60 00000080:00002000:0.0:1767326935.704239:0:302453:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry s26-2 (ffff96e8622cf510) parent ffff96e8620a40d8 inode ffff96e88144cb08 refc 1 00000080:00000001:0.0:1767326935.704241:0:302453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767326935.704242:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.704242:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704244:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.704245:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.704246:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.704246:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.704248:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.704249:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848044e00 with handle 0xb12620548e07af54 from hash 00010000:00000001:0.0:1767326935.704250:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.704251:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704251:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704252:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.704253:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.704254:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.704255:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.704256:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.704258:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326935.704260:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4700. 00000020:00000040:0.0:1767326935.704262:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=334 obd=lustre-MDT0000-mdc-ffff96e84f48f000 02000000:00000001:0.0:1767326935.704265:0:302453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326935.704265:0:302453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704267:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.704269:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.704271:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.704272:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704272:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.704274:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.704275:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.704277:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.704282:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84812d000. 00000100:00000001:0.0:1767326935.704285:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704286:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.704288:0:302453:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326935.704290:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.704294:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.704298:0:302453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767326935.704299:0:302453:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767326935.704300:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.704302:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848044e00/0xb12620548e07af54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd42b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d490ae1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.704305:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870dd4300 count: 0 00010000:00000010:0.0:1767326935.704308:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8495adf80. 00010000:00000001:0.0:1767326935.704312:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704313:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.704314:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097b94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d547886 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.704317:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478700 count: 0 00010000:00000010:0.0:1767326935.704318:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.704322:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.704323:0:302453:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704324:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.704325:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.704326:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767326935.704332:0:302453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96e84f48f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767326935.704336:0:302453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326935.704340:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.704341:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.704344:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.704345:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.704347:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.704348:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00000100:00000001:0.0:1767326935.704350:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.704352:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.704354:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.704355:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.704357:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.704362:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.704363:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.704364:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.704365:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.704367:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.704368:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4700 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631744:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.704370:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.704373:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.704374:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.704375:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.704378:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96e84f7f8000. 02000000:00000001:0.0:1767326935.704379:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.704382:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.704384:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.704386:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.704390:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853164247631744, portal 10 00000100:00000001:0.0:1767326935.704392:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.704393:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00000100:00000040:0.0:1767326935.704397:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.704403:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.704405:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.704408:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00000100:00000200:0.0:1767326935.704411:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853164247631744, offset 0 00000400:00000200:0.0:1767326935.704415:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.704420:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.704425:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.704429:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.704432:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.704435:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.704437:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.704441:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556654:1556654:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556647:1556647:8:4294967295] 00000400:00000200:0.0:1767326935.704445:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.704452:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.704457:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.704460:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000800:00000200:0.0:1767326935.704463:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.704466:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.704469:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.704481:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.704484:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.704486:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.704488:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854413 00000100:00000001:0.0:1767326935.704493:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854410 00000100:00000001:0.0:1767326935.704499:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854413 00000100:00000001:0.0:1767326935.704504:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854410 00000100:00000001:0.0:1767326935.704509:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.704511:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.704513:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.704515:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.704517:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.704519:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.704521:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.704545:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.704548:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:3.0:1767326935.704550:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.704554:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.704556:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326935.704557:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326935.704559:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.704562:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.704568:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.704570:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.704574:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.704576:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.705871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d8c0. 00000080:00000010:0.1:1767326935.705893:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aecc200. 00000800:00000001:3.0:1767326935.707041:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.707047:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.707049:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.707051:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.707057:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.707062:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.707067:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.707070:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.707074:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.707078:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c780 00000400:00000200:3.0:1767326935.707081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.707086:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a145 [2] + 224 00000800:00000001:3.0:1767326935.707092:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.707098:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.707101:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.707104:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.707108:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.707114:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.707121:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.707132:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.707137:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.707139:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.707153:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.707158:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.707159:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.707160:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.707163:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.707164:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.707166:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.707170:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326935.707177:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4700 x1853164247631744/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.707181:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.707182:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.707183:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.707185:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.707186:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.707187:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.707189:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.707194:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.707196:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.707198:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.707199:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.707201:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.707203:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.707204:0:302453:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767326935.707206:0:302453:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x60001ae79/0x60001a3e7] 00000100:00000001:0.0:1767326935.707207:0:302453:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767326935.707208:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.707209:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651909376 : -115550057642240 : ffff96e867dc4700) 00000100:00000001:0.0:1767326935.707212:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.707213:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.707214:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.707215:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.707217:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4700 x1853164247631744/t25770287955(25770287955) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.707221:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.707222:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.707224:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.707226:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4700 x1853164247631744/t25770287955(25770287955) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326935.707234:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4700 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631744:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.707237:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.707239:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.707240:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.707241:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.707243:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc4700 x1853164247631744/t25770287955(25770287955) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.707247:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.707248:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.707249:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.707250:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707253:0:302453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.707255:0:302453:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.707256:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.707258:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e86049ec00. 00000100:00000001:0.0:1767326935.707262:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.707264:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4700 x1853164247631744/t25770287955(25770287955) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.707267:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.707269:0:302453:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.707274:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.707276:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe28 00000080:00002000:0.0:1767326935.707277:0:302453:0:(dcache.c:127:ll_ddelete()) deleting dentry s26-2 (ffff96e8622cf510, parent ffff96e8620a40d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767326935.707279:0:302453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.707282:0:302453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767326935.707285:0:302453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767326935.707289:0:302453:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767326935.707291:0:302453:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767326935.707292:0:302453:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0xd42b:0x0](ffff96e88144cb08) 00800000:00000001:0.0:1767326935.707295:0:302453:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767326935.707296:0:302453:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0xd42b:0x0] 00000002:00000001:0.0:1767326935.707299:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.707302:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707303:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.707305:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.707306:0:302453:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.707307:0:302453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767326935.707309:0:302453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767326935.707310:0:302453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.707312:0:302453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.707314:0:302453:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767326935.707315:0:302453:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767326935.707341:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.707343:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.707344:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.707345:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000080:00200000:0.0:1767326935.707347:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.707350:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.707353:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.707355:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.707356:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.707357:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba40 00800000:00000002:0.0:1767326935.707359:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.707361:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.707362:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.707363:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.707364:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.707365:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.707366:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.707367:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.707369:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.707370:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.707372:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.707373:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db910 00000002:00010000:0.0:1767326935.707374:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.707376:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.707377:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.707378:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.707379:0:302453:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707381:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707382:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707384:0:302453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767326935.707385:0:302453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767326935.707389:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5880. 00000020:00000040:0.0:1767326935.707392:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=335 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00010000:00000001:0.0:1767326935.707396:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.707399:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.707402:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.707403:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.707404:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.707406:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.707408:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.707411:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.707415:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96e8580c4c00. 00000100:00000001:0.0:1767326935.707419:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.707422:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.707423:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.707425:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.707426:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.707428:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.707432:0:302453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00010000:00000001:0.0:1767326935.707436:0:302453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326935.707437:0:302453:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326935.707441:0:302453:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96e871478400. 00010000:00000010:0.0:1767326935.707445:0:302453:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.707449:0:302453:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326935.707452:0:302453:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96e850ad4200. 00000020:00000001:0.0:1767326935.707454:0:302453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326935.707456:0:302453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96e850ad4200 with handle 0xb12620548e097b9b to hash 00000020:00000001:0.0:1767326935.707457:0:302453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326935.707458:0:302453:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.707460:0:302453:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.707462:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.707464:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.707466:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.707471:0:302453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.707477:0:302453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00000100:00000001:0.0:1767326935.707480:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.707481:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.707483:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.707485:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.707486:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.707487:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00000100:00000001:0.0:1767326935.707489:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.707491:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.707492:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.707493:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.707496:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.707501:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.707502:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.707503:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.707505:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.707506:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.707508:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5880 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631872:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.707510:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.707513:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.707514:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.707515:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.707531:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.707532:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.707536:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.707537:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.707540:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.707543:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853164247631872, portal 10 00000100:00000001:0.0:1767326935.707544:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.707545:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00000100:00000040:0.0:1767326935.707548:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.707552:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.707553:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.707555:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326935.707557:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853164247631872, offset 0 00000400:00000200:0.0:1767326935.707560:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.707564:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.707567:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.707569:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.707572:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.707574:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.707575:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.707578:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556655:1556655:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556648:1556648:8:4294967295] 00000400:00000200:0.0:1767326935.707580:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.707585:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.707588:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.707590:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326935.707593:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.707597:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.707599:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.707608:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.707611:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.707613:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.707615:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854416 00000100:00000001:0.0:1767326935.707618:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854413 00000100:00000001:0.0:1767326935.707623:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854416 00000100:00000001:0.0:1767326935.707625:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854413 00000100:00000001:0.0:1767326935.707627:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.707629:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.707631:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.707632:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.707634:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.707636:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.707637:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.707678:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.707682:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326935.707685:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.707689:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.707692:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:3.0:1767326935.707694:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326935.707697:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.707701:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.707715:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.707718:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.707724:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.707726:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.708806:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.708811:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.708813:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.708814:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.708818:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.708821:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.708824:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.708826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.708828:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.708830:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0c800 00000400:00000200:3.0:1767326935.708833:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.708836:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a14d [4] + 224 00000800:00000001:3.0:1767326935.708839:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.708868:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.708871:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.708875:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.708879:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.708888:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.708899:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.708913:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.708918:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.708921:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.708937:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.708942:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.708943:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.708945:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.708948:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.708950:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.708952:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.708957:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767326935.708966:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.708973:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.708974:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.708976:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.708978:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.708979:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.708981:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.708982:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.708986:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.708989:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.708992:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.708993:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.708995:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.708997:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.708999:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.709001:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.709002:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.709004:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.709008:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.709015:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.709016:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.709017:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.709019:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767326935.709024:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5880 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247631872:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.709027:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.709028:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.709029:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.709030:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.709032:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.709035:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.709037:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.709038:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.709039:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709040:0:302453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326935.709043:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709044:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709045:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=4 00000020:00000001:0.0:1767326935.709046:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709048:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000040:0.0:1767326935.709050:0:302453:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff96e850ad4200, remote cookie: 0xd21cf5ef8d5478a9, flags: 0x1001 00010000:00010000:0.0:1767326935.709053:0:302453:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.709062:0:302453:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709066:0:302453:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326935.709068:0:302453:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326935.709069:0:302453:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326935.709070:0:302453:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326935.709071:0:302453:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326935.709073:0:302453:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff96e871478400) refcount = 1 00010000:00010000:0.0:1767326935.709075:0:302453:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709080:0:302453:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326935.709081:0:302453:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326935.709082:0:302453:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709084:0:302453:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326935.709086:0:302453:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.709087:0:302453:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709090:0:302453:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326935.709091:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709092:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709093:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709093:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709094:0:302453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709096:0:302453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767326935.709097:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709098:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709099:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709100:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709101:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709103:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709104:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709104:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=4 00000020:00000001:0.0:1767326935.709105:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709107:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709108:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.709109:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.709111:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709114:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709115:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709115:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709116:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709117:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=5 00000020:00000001:0.0:1767326935.709118:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709119:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709120:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.709121:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709124:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709125:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326935.709126:0:302453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709129:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.709130:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709130:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709131:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709132:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326935.709134:0:302453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326935.709138:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709139:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709140:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709141:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709143:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709144:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709145:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709145:0:302453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709146:0:302453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709148:0:302453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326935.709149:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709150:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709150:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709151:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709152:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00000002:00010000:0.0:1767326935.709154:0:302453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709157:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709157:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709158:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.709159:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709159:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709160:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709161:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709162:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000040:0.0:1767326935.709165:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 2 00010000:00000001:0.0:1767326935.709166:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326935.709168:0:302453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff96e85a69e400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326935.709170:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709170:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709171:0:302453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326935.709172:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db890 00000002:00002000:0.0:1767326935.709173:0:302453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326935.709175:0:302453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709177:0:302453:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709178:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326935.709180:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326935.709181:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709183:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.709184:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.709187:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.709188:0:302453:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326935.709191:0:302453:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326935.709194:0:302453:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326935.709197:0:302453:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.709198:0:302453:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628523239456896 : -115550470094720 : ffff96e84f46c080) 00800000:00000001:0.0:1767326935.709200:0:302453:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709201:0:302453:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326935.709203:0:302453:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326935.709204:0:302453:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326935.709206:0:302453:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326935.709207:0:302453:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326935.709208:0:302453:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709210:0:302453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326935.709212:0:302453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326935.709214:0:302453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 24576 00010000:00000001:0.0:1767326935.709216:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709217:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709217:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709219:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709220:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709221:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709222:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326935.709222:0:302453:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326935.709224:0:302453:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326935.709225:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e84f46c080 1 00800000:00000010:0.0:1767326935.709226:0:302453:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.709227:0:302453:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709229:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b9b 00800000:00000001:0.0:1767326935.709231:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.709232:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.709233:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709233:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709234:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709235:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709236:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709238:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709238:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709239:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709240:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709241:0:302453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709242:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.709244:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b9b from it ffffae78817dbb58 00010000:00000001:0.0:1767326935.709245:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709246:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709246:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709247:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709248:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709249:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.709251:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709256:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709257:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709258:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.709259:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.709261:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709268:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.709269:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.709271:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.709273:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709274:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709276:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709278:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.709280:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709282:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709284:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709286:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.709287:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709288:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.709290:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.709293:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5880 x1853164247631872/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.709300:0:302453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326935.709302:0:302453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326935.709304:0:302453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.709313:0:302453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326935.709315:0:302453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326935.709317:0:302453:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=334 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:0.0:1767326935.709319:0:302453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326935.709321:0:302453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96e8580c4c00. 02000000:00000001:0.0:1767326935.709325:0:302453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326935.709326:0:302453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326935.709328:0:302453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5880. 00000100:00000001:0.0:1767326935.709331:0:302453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326935.709332:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709335:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.709338:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709340:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.709341:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb48 00000080:00002000:0.0:1767326935.709342:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-1(ffff96e86083a5e8) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.709344:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.709345:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb90 00000080:00200000:0.0:1767326935.709346:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-1, flags=8 00000020:00000001:0.0:1767326935.709351:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00200008:0.0:1767326935.709353:0:302453:0:(file.c:6252:ll_getattr_dentry()) START file s26.2-1:[0x200000402:0xd42f:0x0](ffff96e84233e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.709356:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.709357:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc40 00000080:00200000:0.0:1767326935.709358:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0xd42f:0x0](ffff96e84233e3c8),name=s26.2-1 00000080:00000010:0.0:1767326935.709361:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.709363:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.709366:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.709367:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709368:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb60 00800000:00000002:0.0:1767326935.709369:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0xd42f:0x0] 's26.2-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709371:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.709373:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709374:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709375:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709376:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709377:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709378:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709379:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709381:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709381:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709382:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709383:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709384:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709385:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42f:0x0] 00800000:00000001:0.0:1767326935.709386:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709387:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd42f:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.709390:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709391:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba30 00000002:00010000:0.0:1767326935.709393:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0xd42f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.709395:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.709397:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709398:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709401:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8811e4100 count: 2 00010000:00000001:0.0:1767326935.709403:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709406:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.709408:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.709410:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.709422:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.709424:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.709427:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.709433:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.709435:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.709437:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709438:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709440:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709442:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.709444:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.709446:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.709448:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.709451:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.709452:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709453:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd42f:0x0](ffff96e84233e3c8) 00000080:00010000:0.0:1767326935.709455:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd42f:0x0](ffff96e84233e3c8) for lock 0xb12620548e07b535 00800000:00000001:0.0:1767326935.709457:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.709458:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.709459:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709460:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709461:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f607600 refcount=3 00000020:00000001:0.0:1767326935.709462:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241141760 : -115550468409856 : ffff96e84f607600) 00010000:00000001:0.0:1767326935.709464:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241141760 : -115550468409856 : ffff96e84f607600) 00010000:00000001:0.0:1767326935.709465:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709466:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709467:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709468:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709469:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e07b535 from it ffffae78817dbc78 00010000:00000001:0.0:1767326935.709470:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709470:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709471:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f607600 refcount=3 00000020:00000001:0.0:1767326935.709473:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241141760 : -115550468409856 : ffff96e84f607600) 00010000:00000001:0.0:1767326935.709474:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241141760 : -115550468409856 : ffff96e84f607600) 00010000:00000001:0.0:1767326935.709475:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.709477:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709480:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709481:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709481:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.709482:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.709483:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709487:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.709488:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.709488:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.709489:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709490:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709491:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709492:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.709493:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709494:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709496:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709497:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.709498:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709498:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.709499:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.709500:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.709501:0:302453:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.709503:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00000008:0.0:1767326935.709505:0:302453:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file s26.2-1:[0x200000402:0xd42f:0x0](ffff96e84233e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.709507:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.709508:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.709509:0:302453:0:(dcache.c:127:ll_ddelete()) keeping dentry s26.2-1 (ffff96e86083a5e8, parent ffff96e8620a40d8, inode ffff96e84233e3c8) hashed, 00000080:00000001:0.0:1767326935.709510:0:302453:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709523:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.709525:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.709525:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.709526:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbbd8 00000080:00200000:0.0:1767326935.709527:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.709530:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.709531:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.709533:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.709533:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709535:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbaf8 00800000:00000002:0.0:1767326935.709536:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709537:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.709538:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709539:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709540:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709541:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709542:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709543:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709544:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709545:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.709547:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709548:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db9c8 00000002:00010000:0.0:1767326935.709549:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.709550:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.709551:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709552:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709554:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 2 00010000:00000001:0.0:1767326935.709555:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709556:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.709558:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.709559:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.709563:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.709564:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.709566:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.709571:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.709573:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.709574:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709576:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709577:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709579:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.709581:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.709583:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.709585:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.709587:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.709588:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709590:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.709593:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b9b 00800000:00000001:0.0:1767326935.709595:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.709596:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.709597:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709599:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709600:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709602:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709604:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709606:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709607:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709609:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709610:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709612:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b9b from it ffffae78817dbc10 00010000:00000001:0.0:1767326935.709615:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709616:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709617:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709619:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709621:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709623:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.709625:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709642:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709646:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709648:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.709649:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.709651:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709657:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.709659:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.709660:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.709662:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709663:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709664:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709666:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.709667:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709669:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709671:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709673:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.709674:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709675:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.709677:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.709684:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709687:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.709690:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709694:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.709696:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.709698:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-1(ffff96e86083a5e8) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.709700:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.709702:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe10 00000080:00200000:0.0:1767326935.709703:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-1, flags=0 00000080:00000001:0.0:1767326935.709706:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.709707:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.709708:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbd30 00000080:00200000:0.0:1767326935.709710:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.709714:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.709717:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.709719:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.709720:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709722:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc50 00800000:00000002:0.0:1767326935.709724:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709726:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.709727:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709729:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709730:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709731:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709733:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709735:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709737:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709739:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.709755:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.709757:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000002:00010000:0.0:1767326935.709759:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.709761:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.709762:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709764:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709766:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 2 00010000:00000001:0.0:1767326935.709768:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709770:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.709771:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.709773:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.709777:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.709779:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.709781:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.709784:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.709785:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.709786:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709788:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.709789:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709795:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.709796:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.709798:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.709799:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.709801:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.709802:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709803:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.709805:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097b9b 00800000:00000001:0.0:1767326935.709807:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.709808:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.709808:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709809:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709810:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709811:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709812:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709814:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709815:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.709816:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709817:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.709818:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097b9b from it ffffae78817dbd68 00010000:00000001:0.0:1767326935.709819:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.709819:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.709820:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4200 refcount=3 00000020:00000001:0.0:1767326935.709821:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709822:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951936 : -115550446599680 : ffff96e850ad4200) 00010000:00000001:0.0:1767326935.709823:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.709825:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709827:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709828:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709829:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.709830:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.709831:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.709835:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.709836:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.709836:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.709838:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709838:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709839:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709856:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.709857:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709858:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709860:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709861:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.709861:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709862:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.709863:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.709864:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.709865:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 3 00000080:00000001:0.0:1767326935.709867:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709870:0:302453:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1767326935.709871:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbdf8 00000080:00200000:0.0:1767326935.709872:0:302453:0:(namei.c:2354:ll_unlink()) VFS Op:name=s26.2-1, dir=[0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00000001:0.0:1767326935.709874:0:302453:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000001:0.0:1767326935.709875:0:302453:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767326935.709877:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.709879:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00800000:00000001:0.0:1767326935.709881:0:302453:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1767326935.709882:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709883:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709884:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709885:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709886:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709887:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.709888:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709889:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709890:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709891:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709892:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709893:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709894:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42f:0x0] 00800000:00000001:0.0:1767326935.709895:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.709897:0:302453:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767326935.709897:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.709898:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.709898:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.709899:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.709900:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709901:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd42f:0x0] 00800000:00000001:0.0:1767326935.709902:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709903:0:302453:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000402:0xd42f:0x0] 00800000:00000001:0.0:1767326935.709904:0:302453:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.709905:0:302453:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000402:0xd42f:0x0] -> mds #0 00000002:00000001:0.0:1767326935.709907:0:302453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1767326935.709909:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.709910:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 2 00010000:00000001:0.0:1767326935.709912:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709913:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.709915:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.709916:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.709920:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.709922:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.709923:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.709924:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767326935.709925:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709926:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709927:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 3 00010000:00000001:0.0:1767326935.709928:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709930:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709931:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709931:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709932:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 3 00010000:00000001:0.0:1767326935.709933:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709935:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709936:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709936:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709937:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478400 count: 3 00010000:00000001:0.0:1767326935.709938:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709939:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709940:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767326935.709942:0:302453:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767326935.709944:0:302453:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767326935.709945:0:302453:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767326935.709946:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.709947:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.709949:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.709950:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.709951:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.709952:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.709953:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.709954:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad4200 with handle 0xb12620548e097b9b from hash 00010000:00000001:0.0:1767326935.709955:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.709956:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.709957:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.709958:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.709959:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.709960:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.709961:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.709963:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.709964:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.709965:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.709966:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8811e4100 count: 2 00010000:00000001:0.0:1767326935.709967:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.709968:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.709969:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.709970:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.709977:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.709977:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.709978:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.709979:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000402:0xd42f:0x0] mode (null) 00000002:00000001:0.0:1767326935.709980:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709981:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709981:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8811e4100 count: 3 00010000:00000001:0.0:1767326935.709982:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709983:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709984:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709985:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709986:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8811e4100 count: 3 00010000:00000001:0.0:1767326935.709987:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709988:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.709988:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.709989:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.709990:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8811e4100 count: 3 00010000:00000001:0.0:1767326935.709991:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.709992:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709993:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.709994:0:302453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767326935.709995:0:302453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd42f:0x0](ffff96e84233e3c8) invalid 00000020:00000001:0.0:1767326935.709996:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba60 00000080:00002000:0.0:1767326935.709997:0:302453:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry s26.2-1 (ffff96e86083a5e8) parent ffff96e8620a40d8 inode ffff96e84233e3c8 refc 1 00000080:00000001:0.0:1767326935.709999:0:302453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767326935.710000:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.710001:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.710002:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.710002:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.710003:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.710004:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.710004:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.710006:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f607600 with handle 0xb12620548e07b535 from hash 00010000:00000001:0.0:1767326935.710007:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.710008:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.710008:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.710009:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.710010:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.710011:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.710012:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.710013:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.710014:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326935.710016:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5880. 00000020:00000040:0.0:1767326935.710017:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=335 obd=lustre-MDT0000-mdc-ffff96e84f48f000 02000000:00000001:0.0:1767326935.710020:0:302453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326935.710020:0:302453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.710021:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.710024:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.710025:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.710026:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.710027:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.710028:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.710029:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.710031:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.710034:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84812d400. 00000100:00000001:0.0:1767326935.710036:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.710037:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.710039:0:302453:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326935.710042:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.710046:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.710049:0:302453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767326935.710050:0:302453:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767326935.710051:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.710053:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f607600/0xb12620548e07b535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd42f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d4927b3 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.710059:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8811e4100 count: 0 00010000:00000010:0.0:1767326935.710062:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e761933400. 00010000:00000001:0.0:1767326935.710068:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.710069:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.710070:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4200/0xb12620548e097b9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478a9 expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.710073:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478400 count: 0 00010000:00000010:0.0:1767326935.710074:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.710078:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.710079:0:302453:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.710080:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.710080:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.710082:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767326935.710087:0:302453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96e84f48f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767326935.710091:0:302453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326935.710095:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.710097:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.710099:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.710100:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.710101:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.710102:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00000100:00000001:0.0:1767326935.710104:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.710106:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.710107:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.710108:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.710110:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.710114:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.710115:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.710117:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.710118:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.710119:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.710121:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5880 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632128:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.710123:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.710125:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.710126:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.710127:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.710130:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96e84f7fe000. 02000000:00000001:0.0:1767326935.710131:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.710134:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.710136:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.710138:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.710140:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853164247632128, portal 10 00000100:00000001:0.0:1767326935.710142:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.710142:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00000100:00000040:0.0:1767326935.710145:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.710149:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.710151:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.710153:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163198. 00000100:00000200:0.0:1767326935.710155:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853164247632128, offset 0 00000400:00000200:0.0:1767326935.710160:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.710165:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.710170:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.710173:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.710176:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.710178:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.710181:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.710184:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556656:1556656:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556649:1556649:8:4294967295] 00000400:00000200:0.0:1767326935.710188:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.710195:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.710200:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.710204:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326935.710208:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.710213:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.710216:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.710227:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.710231:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.710234:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.710237:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854419 00000100:00000001:0.0:1767326935.710241:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854416 00000100:00000001:0.0:1767326935.710246:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854419 00000100:00000001:0.0:1767326935.710250:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854416 00000100:00000001:0.0:1767326935.710254:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.710257:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.710259:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.710260:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.710263:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.710265:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.710266:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.710302:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.710306:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326935.710310:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.710314:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.710317:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000400:00000010:3.0:1767326935.710318:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:3.0:1767326935.710321:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.710323:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.710329:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.710331:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.710334:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.710335:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.712554:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.712563:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.712565:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.712568:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.712574:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.712579:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.712584:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.712588:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.712592:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.712595:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0c900 00000400:00000200:3.0:1767326935.712599:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.712604:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a155 [2] + 224 00000800:00000001:3.0:1767326935.712610:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.712616:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.712618:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.712622:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.712627:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.712632:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.712642:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.712659:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.712669:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.712673:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.712691:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.712696:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.712697:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.712699:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.712701:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.712702:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.712705:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.712708:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326935.712715:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5880 x1853164247632128/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.712719:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.712720:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.712722:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.712724:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.712725:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.712726:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.712728:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.712732:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.712734:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.712736:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.712737:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.712738:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.712750:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.712753:0:302453:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767326935.712755:0:302453:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x60001ae79/0x60001a3ed] 00000100:00000001:0.0:1767326935.712756:0:302453:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767326935.712757:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.712758:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651913856 : -115550057637760 : ffff96e867dc5880) 00000100:00000001:0.0:1767326935.712760:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.712762:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.712763:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.712764:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.712767:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5880 x1853164247632128/t25770287956(25770287956) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.712771:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.712772:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.712774:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.712776:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5880 x1853164247632128/t25770287956(25770287956) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326935.712781:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5880 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632128:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.712784:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.712785:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.712786:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.712787:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.712790:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5880 x1853164247632128/t25770287956(25770287956) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.712794:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.712796:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.712797:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.712798:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712802:0:302453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.712803:0:302453:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.712805:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.712807:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000100:00000001:0.0:1767326935.712810:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.712812:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5880 x1853164247632128/t25770287956(25770287956) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.712816:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.712818:0:302453:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.712824:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.712825:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe28 00000080:00002000:0.0:1767326935.712826:0:302453:0:(dcache.c:127:ll_ddelete()) deleting dentry s26.2-1 (ffff96e86083a5e8, parent ffff96e8620a40d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767326935.712828:0:302453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.712831:0:302453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767326935.712834:0:302453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767326935.712838:0:302453:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767326935.712854:0:302453:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767326935.712855:0:302453:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0xd42f:0x0](ffff96e84233e3c8) 00800000:00000001:0.0:1767326935.712858:0:302453:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767326935.712859:0:302453:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0xd42f:0x0] 00000002:00000001:0.0:1767326935.712862:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.712865:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712866:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.712868:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.712869:0:302453:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.712870:0:302453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767326935.712872:0:302453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767326935.712873:0:302453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.712874:0:302453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.712876:0:302453:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767326935.712878:0:302453:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767326935.712904:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.712906:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.712907:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.712908:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000080:00200000:0.0:1767326935.712910:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.712913:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.712916:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.712918:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.712920:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.712921:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba40 00800000:00000002:0.0:1767326935.712923:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.712925:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.712927:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.712928:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.712929:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.712930:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.712931:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.712932:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.712933:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.712935:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.712937:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.712938:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db910 00000002:00010000:0.0:1767326935.712939:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.712941:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.712942:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.712943:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.712945:0:302453:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712946:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712946:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712948:0:302453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767326935.712950:0:302453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767326935.712952:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5c00. 00000020:00000040:0.0:1767326935.712954:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=336 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00010000:00000001:0.0:1767326935.712957:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.712960:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.712962:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.712963:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.712964:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.712966:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.712967:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.712969:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.712972:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96e8580c4c00. 00000100:00000001:0.0:1767326935.712975:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.712976:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.712977:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.712987:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.712988:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.712989:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.712994:0:302453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00010000:00000001:0.0:1767326935.712996:0:302453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326935.712997:0:302453:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326935.713000:0:302453:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96e871478800. 00010000:00000010:0.0:1767326935.713002:0:302453:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.713004:0:302453:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326935.713006:0:302453:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96e850ad5800. 00000020:00000001:0.0:1767326935.713008:0:302453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326935.713010:0:302453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96e850ad5800 with handle 0xb12620548e097ba2 to hash 00000020:00000001:0.0:1767326935.713011:0:302453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326935.713012:0:302453:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.713014:0:302453:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.713016:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.713017:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.713019:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.713024:0:302453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.713029:0:302453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00000100:00000001:0.0:1767326935.713034:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.713036:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.713038:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.713039:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.713040:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.713041:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00000100:00000001:0.0:1767326935.713044:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.713045:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.713046:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.713047:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.713050:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.713054:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.713055:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.713057:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.713058:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.713060:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.713061:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5c00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632256:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.713063:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.713066:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.713067:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.713068:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.713078:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.713080:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.713083:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.713085:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.713088:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.713090:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853164247632256, portal 10 00000100:00000001:0.0:1767326935.713092:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.713093:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00000100:00000040:0.0:1767326935.713096:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.713103:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.713105:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.713106:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163dd0. 00000100:00000200:0.0:1767326935.713108:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853164247632256, offset 0 00000400:00000200:0.0:1767326935.713111:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.713115:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.713117:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.713120:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.713122:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.713125:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.713127:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.713129:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556657:1556657:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556650:1556650:8:4294967295] 00000400:00000200:0.0:1767326935.713132:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.713137:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.713140:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.713143:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000800:00000200:0.0:1767326935.713146:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.713150:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.713152:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.713162:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.713164:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.713166:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.713168:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854422 00000100:00000001:0.0:1767326935.713171:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854419 00000100:00000001:0.0:1767326935.713174:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854422 00000100:00000001:0.0:1767326935.713175:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854419 00000100:00000001:0.0:1767326935.713177:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.713179:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.713180:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.713181:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.713183:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.713185:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.713186:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.713240:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.713244:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326935.713247:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.713252:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.713255:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326935.713257:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326935.713260:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.713272:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.713283:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.713286:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.713353:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.713355:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.713882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f16f700. 00010000:00000010:0.1:1767326935.713888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463dee00. 00010000:00000010:0.1:1767326935.713892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478b00. 00010000:00000010:0.1:1767326935.713896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4800. 00000800:00000001:3.0:1767326935.714604:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.714608:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.714610:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.714611:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.714615:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.714618:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.714621:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.714623:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.714625:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.714627:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0c980 00000400:00000200:3.0:1767326935.714630:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.714632:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a15d [4] + 224 00000800:00000001:3.0:1767326935.714636:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.714645:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.714647:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.714649:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.714652:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.714655:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.714661:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.714672:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.714675:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.714677:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.714692:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.714696:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.714697:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.714699:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.714702:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.714703:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.714704:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.714708:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767326935.714714:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.714719:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.714720:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.714721:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.714722:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.714723:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.714724:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.714726:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.714729:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.714731:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.714733:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.714734:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.714735:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.714736:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.714738:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.714739:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.714750:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.714751:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.714754:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.714762:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.714763:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.714765:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.714767:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767326935.714771:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5c00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632256:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.714773:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.714774:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.714775:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.714776:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.714778:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.714781:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.714783:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.714784:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.714785:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.714787:0:302453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326935.714789:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714790:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714791:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=4 00000020:00000001:0.0:1767326935.714793:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714794:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000040:0.0:1767326935.714797:0:302453:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff96e850ad5800, remote cookie: 0xd21cf5ef8d5478cc, flags: 0x1001 00010000:00010000:0.0:1767326935.714800:0:302453:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.714807:0:302453:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714814:0:302453:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326935.714817:0:302453:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326935.714819:0:302453:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326935.714820:0:302453:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326935.714821:0:302453:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326935.714824:0:302453:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff96e871478800) refcount = 1 00010000:00010000:0.0:1767326935.714828:0:302453:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714833:0:302453:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326935.714836:0:302453:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326935.714838:0:302453:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.714861:0:302453:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326935.714864:0:302453:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.714867:0:302453:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714873:0:302453:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326935.714874:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714875:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.714876:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714877:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.714879:0:302453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.714882:0:302453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767326935.714883:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714885:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714886:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.714888:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714890:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714892:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714893:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714894:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=4 00000020:00000001:0.0:1767326935.714896:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714898:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714900:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.714901:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.714905:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714910:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714911:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.714912:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714913:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714914:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=5 00000020:00000001:0.0:1767326935.714916:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714918:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714919:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.714922:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714931:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714932:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326935.714935:0:302453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714940:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.714941:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714942:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.714943:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714944:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326935.714948:0:302453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326935.714955:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714956:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714957:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.714959:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714961:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714962:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714963:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.714965:0:302453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.714967:0:302453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.714969:0:302453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326935.714971:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714972:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714973:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.714975:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714977:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00000002:00010000:0.0:1767326935.714980:0:302453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.714985:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.714986:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.714988:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.714989:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.714990:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.714991:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.714992:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.714994:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000040:0.0:1767326935.714998:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 2 00010000:00000001:0.0:1767326935.715000:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326935.715003:0:302453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff96e85a69e400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326935.715005:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715006:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.715007:0:302453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326935.715009:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db890 00000002:00002000:0.0:1767326935.715010:0:302453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326935.715013:0:302453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715015:0:302453:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715017:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326935.715019:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326935.715022:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715024:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.715026:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.715030:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.715032:0:302453:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326935.715035:0:302453:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326935.715038:0:302453:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326935.715042:0:302453:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.715043:0:302453:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628523239456896 : -115550470094720 : ffff96e84f46c080) 00800000:00000001:0.0:1767326935.715046:0:302453:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.715047:0:302453:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326935.715049:0:302453:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326935.715051:0:302453:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326935.715053:0:302453:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326935.715055:0:302453:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326935.715057:0:302453:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715060:0:302453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326935.715063:0:302453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326935.715067:0:302453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 24576 00010000:00000001:0.0:1767326935.715070:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715071:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715072:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715074:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715076:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715078:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715080:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326935.715081:0:302453:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326935.715083:0:302453:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326935.715085:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e84f46c080 1 00800000:00000010:0.0:1767326935.715086:0:302453:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.715089:0:302453:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715092:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba2 00800000:00000001:0.0:1767326935.715095:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.715096:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.715097:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715098:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715100:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715102:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715104:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715107:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715108:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.715109:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715111:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715113:0:302453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715115:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.715118:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba2 from it ffffae78817dbb58 00010000:00000001:0.0:1767326935.715120:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715121:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715122:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715124:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715126:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715128:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.715130:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715136:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715137:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715139:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.715140:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.715143:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715150:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.715152:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.715153:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.715155:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715156:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715157:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715160:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.715162:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715164:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715166:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715168:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.715169:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715171:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.715172:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.715176:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5c00 x1853164247632256/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.715183:0:302453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326935.715185:0:302453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326935.715188:0:302453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.715196:0:302453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326935.715199:0:302453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326935.715200:0:302453:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=335 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:0.0:1767326935.715202:0:302453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326935.715205:0:302453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96e8580c4c00. 02000000:00000001:0.0:1767326935.715208:0:302453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326935.715210:0:302453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326935.715211:0:302453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5c00. 00000100:00000001:0.0:1767326935.715214:0:302453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326935.715216:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715218:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.715222:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715226:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.715228:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb48 00000080:00002000:0.0:1767326935.715230:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-2(ffff96e8609606c0) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.715232:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.715234:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb90 00000080:00200000:0.0:1767326935.715236:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-2, flags=8 00000020:00000001:0.0:1767326935.715243:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00200008:0.0:1767326935.715245:0:302453:0:(file.c:6252:ll_getattr_dentry()) START file s26.2-2:[0x200000402:0xd430:0x0](ffff96e8468fba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.715249:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.715250:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc40 00000080:00200000:0.0:1767326935.715263:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0xd430:0x0](ffff96e8468fba88),name=s26.2-2 00000080:00000010:0.0:1767326935.715271:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.715275:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.715279:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.715281:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715283:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb60 00800000:00000002:0.0:1767326935.715285:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0xd430:0x0] 's26.2-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715288:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.715290:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715292:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715293:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715294:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715296:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715298:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715300:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715302:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715303:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715304:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715306:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715307:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715309:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd430:0x0] 00800000:00000001:0.0:1767326935.715311:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715313:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd430:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.715316:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715318:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba30 00000002:00010000:0.0:1767326935.715319:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0xd430:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.715323:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.715324:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715325:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715329:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8510fb800 count: 2 00010000:00000001:0.0:1767326935.715331:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.715333:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.715335:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.715338:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.715345:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.715347:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.715350:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.715360:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.715362:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.715364:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715365:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715367:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715369:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.715371:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.715373:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.715376:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.715378:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.715380:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715382:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd430:0x0](ffff96e8468fba88) 00000080:00010000:0.0:1767326935.715385:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd430:0x0](ffff96e8468fba88) for lock 0xb12620548e07affc 00800000:00000001:0.0:1767326935.715387:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.715389:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.715390:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715392:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715393:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845466c00 refcount=3 00000020:00000001:0.0:1767326935.715395:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071663104 : -115550637888512 : ffff96e845466c00) 00010000:00000001:0.0:1767326935.715397:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071663104 : -115550637888512 : ffff96e845466c00) 00010000:00000001:0.0:1767326935.715399:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715400:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.715401:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715403:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715405:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e07affc from it ffffae78817dbc78 00010000:00000001:0.0:1767326935.715407:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715408:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715409:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845466c00 refcount=3 00000020:00000001:0.0:1767326935.715411:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071663104 : -115550637888512 : ffff96e845466c00) 00010000:00000001:0.0:1767326935.715412:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071663104 : -115550637888512 : ffff96e845466c00) 00010000:00000001:0.0:1767326935.715414:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.715417:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715421:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715423:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715423:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.715425:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.715427:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715432:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.715434:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.715435:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.715437:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715438:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715439:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715441:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.715442:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715444:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715446:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715447:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.715449:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715450:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.715451:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.715452:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.715455:0:302453:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.715458:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00000008:0.0:1767326935.715460:0:302453:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file s26.2-2:[0x200000402:0xd430:0x0](ffff96e8468fba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.715463:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.715464:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.715466:0:302453:0:(dcache.c:127:ll_ddelete()) keeping dentry s26.2-2 (ffff96e8609606c0, parent ffff96e8620a40d8, inode ffff96e8468fba88) hashed, 00000080:00000001:0.0:1767326935.715468:0:302453:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715483:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.715486:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.715487:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.715489:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbbd8 00000080:00200000:0.0:1767326935.715490:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.715494:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.715497:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.715499:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.715501:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715502:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbaf8 00800000:00000002:0.0:1767326935.715503:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715506:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.715507:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715508:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715510:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715511:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715513:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715514:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715516:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715518:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.715521:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715522:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db9c8 00000002:00010000:0.0:1767326935.715524:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.715526:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.715528:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715529:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715531:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 2 00010000:00000001:0.0:1767326935.715534:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.715536:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.715538:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.715541:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.715547:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.715549:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.715552:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.715557:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.715559:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.715561:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715563:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715565:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715566:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.715568:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.715570:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.715572:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.715575:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.715576:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715578:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.715581:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba2 00800000:00000001:0.0:1767326935.715583:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.715584:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.715586:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715587:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715589:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715590:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715592:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715595:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715596:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.715597:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715599:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715600:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba2 from it ffffae78817dbc10 00010000:00000001:0.0:1767326935.715602:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715603:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715604:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715606:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715608:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715610:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.715612:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715618:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715620:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715621:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.715622:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.715624:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715630:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.715632:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.715633:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.715635:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715636:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715637:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715639:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.715640:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715642:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715644:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715646:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.715647:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715648:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.715649:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.715651:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715653:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.715656:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715660:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.715662:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.715664:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-2(ffff96e8609606c0) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.715666:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.715667:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe10 00000080:00200000:0.0:1767326935.715669:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-2, flags=0 00000080:00000001:0.0:1767326935.715671:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.715672:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.715673:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbd30 00000080:00200000:0.0:1767326935.715675:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.715678:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.715681:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.715683:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.715685:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715686:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc50 00800000:00000002:0.0:1767326935.715688:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715690:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.715691:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715693:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715694:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715695:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715697:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715698:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715700:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715702:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.715705:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.715707:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000002:00010000:0.0:1767326935.715708:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.715711:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.715712:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715713:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715716:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 2 00010000:00000001:0.0:1767326935.715718:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.715720:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.715721:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.715724:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.715730:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.715732:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.715735:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.715755:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.715757:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.715758:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715760:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.715762:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715763:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.715766:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.715768:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.715771:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.715773:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.715774:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715776:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.715779:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba2 00800000:00000001:0.0:1767326935.715781:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.715783:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.715784:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715785:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715787:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715788:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715790:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715792:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715794:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.715795:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715796:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.715798:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba2 from it ffffae78817dbd68 00010000:00000001:0.0:1767326935.715800:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.715801:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.715803:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad5800 refcount=3 00000020:00000001:0.0:1767326935.715805:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715807:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262957568 : -115550446594048 : ffff96e850ad5800) 00010000:00000001:0.0:1767326935.715808:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.715811:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715817:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715818:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715819:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.715820:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.715822:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.715833:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.715834:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.715835:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.715837:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715839:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.715860:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715863:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.715864:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715866:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715868:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.715870:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.715871:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.715872:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.715874:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.715875:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.715877:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 3 00000080:00000001:0.0:1767326935.715881:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.715885:0:302453:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1767326935.715887:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbdf8 00000080:00200000:0.0:1767326935.715889:0:302453:0:(namei.c:2354:ll_unlink()) VFS Op:name=s26.2-2, dir=[0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00000001:0.0:1767326935.715892:0:302453:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000001:0.0:1767326935.715895:0:302453:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767326935.715898:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.715901:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00800000:00000001:0.0:1767326935.715905:0:302453:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1767326935.715906:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715908:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715909:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715910:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715912:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715914:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.715915:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715917:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715918:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715920:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715921:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715922:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715924:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd430:0x0] 00800000:00000001:0.0:1767326935.715926:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.715928:0:302453:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767326935.715929:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.715930:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.715931:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.715933:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.715934:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715936:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd430:0x0] 00800000:00000001:0.0:1767326935.715938:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715940:0:302453:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000402:0xd430:0x0] 00800000:00000001:0.0:1767326935.715942:0:302453:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.715944:0:302453:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000402:0xd430:0x0] -> mds #0 00000002:00000001:0.0:1767326935.715947:0:302453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1767326935.715949:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.715951:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 2 00010000:00000001:0.0:1767326935.715954:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.715956:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.715959:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.715961:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.715968:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.715972:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.715973:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.715975:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767326935.715978:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715979:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715981:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 3 00010000:00000001:0.0:1767326935.715983:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.715985:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.715986:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715988:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715989:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 3 00010000:00000001:0.0:1767326935.715991:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.715993:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.715995:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.715996:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.715997:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478800 count: 3 00010000:00000001:0.0:1767326935.715999:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.716001:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.716002:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767326935.716005:0:302453:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767326935.716008:0:302453:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767326935.716010:0:302453:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767326935.716012:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.716013:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716016:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.716018:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.716020:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.716022:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.716023:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.716025:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad5800 with handle 0xb12620548e097ba2 from hash 00010000:00000001:0.0:1767326935.716028:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.716029:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.716030:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.716032:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.716034:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.716035:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.716038:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.716039:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.716041:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.716043:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.716045:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8510fb800 count: 2 00010000:00000001:0.0:1767326935.716047:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.716049:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.716051:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.716053:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.716059:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.716061:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.716062:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.716063:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000402:0xd430:0x0] mode (null) 00000002:00000001:0.0:1767326935.716065:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.716067:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.716068:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8510fb800 count: 3 00010000:00000001:0.0:1767326935.716070:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.716072:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.716073:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.716074:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.716076:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8510fb800 count: 3 00010000:00000001:0.0:1767326935.716078:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.716079:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.716081:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.716082:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.716083:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e8510fb800 count: 3 00010000:00000001:0.0:1767326935.716085:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.716087:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.716088:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.716090:0:302453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767326935.716092:0:302453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd430:0x0](ffff96e8468fba88) invalid 00000020:00000001:0.0:1767326935.716095:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba60 00000080:00002000:0.0:1767326935.716097:0:302453:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry s26.2-2 (ffff96e8609606c0) parent ffff96e8620a40d8 inode ffff96e8468fba88 refc 1 00000080:00000001:0.0:1767326935.716100:0:302453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767326935.716102:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.716103:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716105:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.716107:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.716108:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.716109:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.716111:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.716113:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e845466c00 with handle 0xb12620548e07affc from hash 00010000:00000001:0.0:1767326935.716115:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.716116:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.716117:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.716118:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.716119:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.716121:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.716123:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.716124:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.716126:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326935.716130:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5c00. 00000020:00000040:0.0:1767326935.716133:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=336 obd=lustre-MDT0000-mdc-ffff96e84f48f000 02000000:00000001:0.0:1767326935.716136:0:302453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326935.716138:0:302453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716140:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.716142:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.716144:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.716145:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.716147:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.716149:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.716150:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.716153:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.716157:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84812cc00. 00000100:00000001:0.0:1767326935.716160:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716162:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.716164:0:302453:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326935.716168:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.716175:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.716180:0:302453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767326935.716182:0:302453:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767326935.716184:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.716186:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e845466c00/0xb12620548e07affc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd430:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d490ddc expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.716192:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8510fb800 count: 0 00010000:00000010:0.0:1767326935.716196:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e76259b400. 00010000:00000001:0.0:1767326935.716204:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.716205:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.716207:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad5800/0xb12620548e097ba2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478cc expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.716213:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478800 count: 0 00010000:00000010:0.0:1767326935.716215:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.716220:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.716221:0:302453:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716223:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.716224:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.716225:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767326935.716232:0:302453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96e84f48f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767326935.716239:0:302453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326935.716246:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.716247:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.716251:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.716253:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.716255:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.716257:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00000100:00000001:0.0:1767326935.716260:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.716263:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.716265:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.716266:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.716270:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.716276:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.716278:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.716281:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.716283:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.716285:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.716288:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5c00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632512:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.716291:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.716294:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.716296:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.716298:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.716305:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96e843106000. 02000000:00000001:0.0:1767326935.716307:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.716312:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.716315:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.716319:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.716322:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853164247632512, portal 10 00000100:00000001:0.0:1767326935.716324:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.716325:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00000100:00000040:0.0:1767326935.716330:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.716337:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.716339:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.716342:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581635d8. 00000100:00000200:0.0:1767326935.716345:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853164247632512, offset 0 00000400:00000200:0.0:1767326935.716350:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.716356:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.716361:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.716365:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.716368:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.716371:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.716373:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.716377:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556658:1556658:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556651:1556651:8:4294967295] 00000400:00000200:0.0:1767326935.716381:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.716389:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.716394:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.716398:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000800:00000200:0.0:1767326935.716403:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.716409:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.716412:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.716430:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.716434:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.716437:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.716439:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854425 00000100:00000001:0.0:1767326935.716444:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854422 00000100:00000001:0.0:1767326935.716449:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854425 00000100:00000001:0.0:1767326935.716453:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854422 00000100:00000001:0.0:1767326935.716456:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.716459:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.716462:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.716463:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.716466:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.716468:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.716470:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.716503:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.716508:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326935.716511:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.716516:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.716519:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:3.0:1767326935.716521:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:3.0:1767326935.716524:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.716529:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.716537:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.716540:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.716547:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.716548:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767326935.717878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e741f6d940. 00000080:00000010:0.1:1767326935.717892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e86aecf380. 00010000:00000010:0.1:1767326935.717898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4300. 00010000:00000010:0.1:1767326935.717902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848044e00. 00010000:00000010:0.1:1767326935.717905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.717907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000800:00000001:3.0:1767326935.719424:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.719435:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.719438:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.719440:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.719447:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.719453:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.719458:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.719461:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.719465:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.719468:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0ca80 00000400:00000200:3.0:1767326935.719471:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.719474:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a165 [2] + 224 00000800:00000001:3.0:1767326935.719479:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.719483:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.719485:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.719487:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.719492:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.719496:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.719503:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.719516:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.719522:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.719524:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.719545:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.719551:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.719553:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.719555:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.719557:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.719559:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.719561:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.719564:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326935.719570:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5c00 x1853164247632512/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.719574:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.719575:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.719576:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.719578:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.719579:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.719581:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.719583:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.719588:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.719591:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.719592:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.719593:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.719595:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.719597:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.719599:0:302453:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767326935.719600:0:302453:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x60001ae79/0x60001a3ee] 00000100:00000001:0.0:1767326935.719601:0:302453:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767326935.719603:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.719604:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651914752 : -115550057636864 : ffff96e867dc5c00) 00000100:00000001:0.0:1767326935.719606:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.719607:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.719608:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.719610:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.719612:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5c00 x1853164247632512/t25770287957(25770287957) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.719616:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.719618:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.719619:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.719622:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5c00 x1853164247632512/t25770287957(25770287957) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326935.719627:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5c00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632512:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.719629:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.719631:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.719632:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.719633:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.719635:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc5c00 x1853164247632512/t25770287957(25770287957) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.719639:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.719640:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.719642:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.719642:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719647:0:302453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.719649:0:302453:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.719651:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.719653:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000100:00000001:0.0:1767326935.719656:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.719658:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5c00 x1853164247632512/t25770287957(25770287957) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.719661:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.719664:0:302453:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.719670:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.719671:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe28 00000080:00002000:0.0:1767326935.719673:0:302453:0:(dcache.c:127:ll_ddelete()) deleting dentry s26.2-2 (ffff96e8609606c0, parent ffff96e8620a40d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767326935.719675:0:302453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.719678:0:302453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767326935.719682:0:302453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767326935.719688:0:302453:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767326935.719690:0:302453:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767326935.719692:0:302453:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0xd430:0x0](ffff96e8468fba88) 00800000:00000001:0.0:1767326935.719695:0:302453:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767326935.719697:0:302453:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0xd430:0x0] 00000002:00000001:0.0:1767326935.719701:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.719705:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719707:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.719709:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.719710:0:302453:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.719713:0:302453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767326935.719715:0:302453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767326935.719716:0:302453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.719718:0:302453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.719721:0:302453:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767326935.719723:0:302453:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767326935.719767:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.719769:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.719770:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.719772:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000080:00200000:0.0:1767326935.719773:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.719777:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.719781:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.719783:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.719785:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.719787:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba40 00800000:00000002:0.0:1767326935.719789:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.719791:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.719792:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.719793:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.719795:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.719796:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.719797:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.719798:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.719799:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.719802:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.719804:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.719806:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db910 00000002:00010000:0.0:1767326935.719807:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.719809:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.719810:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.719811:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.719813:0:302453:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719814:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719815:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719817:0:302453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767326935.719818:0:302453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767326935.719821:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6a00. 00000020:00000040:0.0:1767326935.719823:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=337 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00010000:00000001:0.0:1767326935.719826:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.719829:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.719832:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.719833:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.719834:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.719836:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.719837:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.719856:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.719862:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96e8580c4c00. 00000100:00000001:0.0:1767326935.719866:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.719869:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.719870:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.719872:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.719873:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.719875:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.719879:0:302453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00010000:00000001:0.0:1767326935.719883:0:302453:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326935.719884:0:302453:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767326935.719889:0:302453:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff96e871478700. 00010000:00000010:0.0:1767326935.719893:0:302453:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.719897:0:302453:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326935.719900:0:302453:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96e850ad4000. 00000020:00000001:0.0:1767326935.719903:0:302453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326935.719906:0:302453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff96e850ad4000 with handle 0xb12620548e097ba9 to hash 00000020:00000001:0.0:1767326935.719907:0:302453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326935.719909:0:302453:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.719912:0:302453:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.719915:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.719917:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.719920:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.719928:0:302453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00010000:00010000:0.0:1767326935.719936:0:302453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 302453 initiator: MDT0 00000100:00000001:0.0:1767326935.719941:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.719943:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.719947:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.719949:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.719952:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.719953:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00000100:00000001:0.0:1767326935.719956:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.719958:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.719959:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.719960:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.719964:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.719969:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.719970:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.719972:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.719973:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.719974:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.719976:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6a00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632640:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.719978:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.719981:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.719983:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.719984:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.720001:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.720002:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.720006:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.720008:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.720011:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.720014:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853164247632640, portal 10 00000100:00000001:0.0:1767326935.720015:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.720016:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00000100:00000040:0.0:1767326935.720020:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.720024:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.720025:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.720027:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000100:00000200:0.0:1767326935.720029:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853164247632640, offset 0 00000400:00000200:0.0:1767326935.720032:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.720036:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.720040:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.720043:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.720046:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.720049:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.720051:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.720053:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556659:1556659:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556652:1556652:8:4294967295] 00000400:00000200:0.0:1767326935.720056:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.720062:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.720066:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.720068:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326935.720072:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.720077:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.720079:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.720089:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.720093:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.720096:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.720098:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854429 00000100:00000001:0.0:1767326935.720103:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854425 00000100:00000001:0.0:1767326935.720108:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854429 00000100:00000001:0.0:1767326935.720111:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854425 00000100:00000001:0.0:1767326935.720114:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.720116:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.720117:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.720119:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.720122:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.720123:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.720125:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.720170:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.720173:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326935.720175:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.720178:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.720181:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:3.0:1767326935.720182:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:3.0:1767326935.720183:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.720186:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.720191:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.720193:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.720197:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.720198:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326935.721601:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.721606:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.721608:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.721610:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.721614:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.721618:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.721621:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.721623:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.721626:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.721628:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 688 into portal 10 MB=0x695716cb0cb00 00000400:00000200:3.0:1767326935.721631:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.721635:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 688/688 into md 0xd1a16d [4] + 224 00000800:00000001:3.0:1767326935.721640:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.721645:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.721647:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.721650:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.721654:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.721659:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767326935.721669:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326935.721685:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.721689:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.721692:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.721716:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.721720:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.721722:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.721724:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.721728:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.721730:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.721733:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.721738:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767326935.721761:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.721768:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.721770:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.721772:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.721774:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.721776:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.721778:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.721780:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.721785:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.721789:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.721791:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.721793:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.721795:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.721797:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.721800:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.721802:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.721804:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.721806:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.721810:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.721817:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.721819:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.721821:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.721825:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767326935.721833:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6a00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632640:192.168.204.119@tcp:101:rm.0 00000100:00000001:0.0:1767326935.721838:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1767326935.721864:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e8705d19a0. 00000080:00000010:0.1:1767326935.721876:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144ca40. 00010000:00000010:0.1:1767326935.721887:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8811e4100. 00010000:00000010:0.1:1767326935.721891:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f607600. 00010000:00000010:0.1:1767326935.721895:0:302453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478400. 00010000:00000010:0.1:1767326935.721898:0:302453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4200. 00000080:00000010:0.1:1767326935.721901:0:302453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e84f0087e0. 00000080:00000010:0.1:1767326935.721910:0:302453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e84233e300. 00000100:00000001:0.0:1767326935.721914:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.721916:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.721918:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.721922:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.721929:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.721931:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.721933:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.721934:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.721937:0:302453:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326935.721940:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.721942:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.721944:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=4 00000020:00000001:0.0:1767326935.721946:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.721949:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000040:0.0:1767326935.721953:0:302453:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff96e850ad4000, remote cookie: 0xd21cf5ef8d5478ef, flags: 0x1001 00010000:00010000:0.0:1767326935.721957:0:302453:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.721966:0:302453:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.721973:0:302453:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326935.721976:0:302453:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326935.721978:0:302453:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326935.721980:0:302453:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326935.721981:0:302453:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326935.721984:0:302453:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff96e871478700) refcount = 1 00010000:00010000:0.0:1767326935.721988:0:302453:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.721994:0:302453:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326935.721997:0:302453:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326935.721999:0:302453:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.722001:0:302453:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326935.722004:0:302453:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.722007:0:302453:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722013:0:302453:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326935.722015:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722016:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722017:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722018:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722020:0:302453:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.722023:0:302453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767326935.722024:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722026:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722027:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722029:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722031:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722034:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722035:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722036:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=4 00000020:00000001:0.0:1767326935.722038:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722040:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722042:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.722044:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.722047:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722053:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722054:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722055:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722056:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722057:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=5 00000020:00000001:0.0:1767326935.722059:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722062:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722064:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.722066:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722072:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722073:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326935.722076:0:302453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722082:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.722084:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722085:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722086:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722087:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767326935.722091:0:302453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767326935.722099:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722100:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722102:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722109:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722111:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722113:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722115:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.722116:0:302453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.722118:0:302453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.722121:0:302453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767326935.722123:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722124:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722125:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722127:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722130:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00000002:00010000:0.0:1767326935.722133:0:302453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722139:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722141:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722142:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767326935.722143:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722144:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722146:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722148:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722150:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000040:0.0:1767326935.722154:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.722157:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326935.722160:0:302453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff96e85a69e400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767326935.722163:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722164:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.722165:0:302453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767326935.722167:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db890 00000002:00002000:0.0:1767326935.722169:0:302453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767326935.722172:0:302453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722174:0:302453:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722177:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767326935.722179:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767326935.722182:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722185:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.722188:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.722192:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.722194:0:302453:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767326935.722198:0:302453:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767326935.722201:0:302453:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767326935.722205:0:302453:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.722207:0:302453:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628523239456896 : -115550470094720 : ffff96e84f46c080) 00800000:00000001:0.0:1767326935.722210:0:302453:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.722212:0:302453:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767326935.722215:0:302453:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767326935.722217:0:302453:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767326935.722220:0:302453:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767326935.722222:0:302453:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767326935.722224:0:302453:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.722228:0:302453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767326935.722231:0:302453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767326935.722235:0:302453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 24576 00010000:00000001:0.0:1767326935.722238:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722239:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722240:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722242:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722245:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722247:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722248:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767326935.722250:0:302453:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767326935.722252:0:302453:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767326935.722253:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e84f46c080 1 00800000:00000010:0.0:1767326935.722256:0:302453:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96e84f46c080. 00800000:00000001:0.0:1767326935.722259:0:302453:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722262:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba9 00800000:00000001:0.0:1767326935.722265:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.722266:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.722268:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722269:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722270:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722273:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722275:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722277:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722278:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.722280:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722282:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.722284:0:302453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722286:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.722289:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba9 from it ffffae78817dbb58 00010000:00000001:0.0:1767326935.722291:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722293:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722294:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722296:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722298:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722301:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.722303:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722309:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722310:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722312:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.722314:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.722316:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722324:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.722326:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.722328:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.722331:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722332:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722333:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722336:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.722338:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722340:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722343:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722345:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.722346:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722347:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.722349:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.722353:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6a00 x1853164247632640/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326935.722360:0:302453:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326935.722363:0:302453:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326935.722366:0:302453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96e875b18000. 02000000:00000001:0.0:1767326935.722377:0:302453:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326935.722379:0:302453:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326935.722381:0:302453:0:(genops.c:1242:class_import_put()) import ffff96e8504d1000 refcount=336 obd=lustre-MDT0000-mdc-ffff96e84f48f000 00000020:00000001:0.0:1767326935.722384:0:302453:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326935.722386:0:302453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96e8580c4c00. 02000000:00000001:0.0:1767326935.722390:0:302453:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326935.722392:0:302453:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326935.722394:0:302453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6a00. 00000100:00000001:0.0:1767326935.722397:0:302453:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326935.722398:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.722401:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.722405:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.722410:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.722412:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb48 00000080:00002000:0.0:1767326935.722414:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-3(ffff96e860961d80) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.722416:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.722418:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb90 00000080:00200000:0.0:1767326935.722420:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-3, flags=8 00000020:00000001:0.0:1767326935.722434:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00200008:0.0:1767326935.722436:0:302453:0:(file.c:6252:ll_getattr_dentry()) START file s26.2-3:[0x200000402:0xd431:0x0](ffff96e88144ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.722441:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.722442:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc40 00000080:00200000:0.0:1767326935.722444:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0xd431:0x0](ffff96e88144ec08),name=s26.2-3 00000080:00000010:0.0:1767326935.722450:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.722453:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.722457:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.722459:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722461:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb60 00800000:00000002:0.0:1767326935.722463:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0xd431:0x0] 's26.2-3' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722466:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.722469:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.722470:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.722472:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.722474:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.722476:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722478:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722480:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722483:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.722484:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.722485:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.722487:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.722489:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722491:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd431:0x0] 00800000:00000001:0.0:1767326935.722492:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722495:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd431:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.722498:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722500:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba30 00000002:00010000:0.0:1767326935.722501:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0xd431:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.722505:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.722506:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.722508:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.722511:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4a00 count: 2 00010000:00000001:0.0:1767326935.722514:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.722517:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.722519:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.722522:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.722530:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.722532:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.722535:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.722541:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.722543:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.722544:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722546:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722548:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.722550:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.722552:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.722554:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.722556:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.722559:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.722561:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722563:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd431:0x0](ffff96e88144ec08) 00000080:00010000:0.0:1767326935.722566:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd431:0x0](ffff96e88144ec08) for lock 0xb12620548e07aec8 00800000:00000001:0.0:1767326935.722569:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.722571:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.722572:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722573:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722575:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e50800 refcount=3 00000020:00000001:0.0:1767326935.722577:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803478016 : -115549906073600 : ffff96e870e50800) 00010000:00000001:0.0:1767326935.722579:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803478016 : -115549906073600 : ffff96e870e50800) 00010000:00000001:0.0:1767326935.722581:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722583:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.722584:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722586:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722588:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e07aec8 from it ffffae78817dbc78 00010000:00000001:0.0:1767326935.722590:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722591:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722592:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e50800 refcount=3 00000020:00000001:0.0:1767326935.722594:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803478016 : -115549906073600 : ffff96e870e50800) 00010000:00000001:0.0:1767326935.722596:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803478016 : -115549906073600 : ffff96e870e50800) 00010000:00000001:0.0:1767326935.722599:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.722601:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722607:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722608:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722609:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.722610:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.722613:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722618:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.722620:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.722621:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.722624:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722625:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722626:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722628:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.722630:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722631:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722633:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722635:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.722637:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722638:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.722639:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.722641:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.722643:0:302453:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.722646:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbcc8 00000080:00000008:0.0:1767326935.722649:0:302453:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file s26.2-3:[0x200000402:0xd431:0x0](ffff96e88144ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767326935.722652:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.722654:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.722655:0:302453:0:(dcache.c:127:ll_ddelete()) keeping dentry s26.2-3 (ffff96e860961d80, parent ffff96e8620a40d8, inode ffff96e88144ec08) hashed, 00000080:00000001:0.0:1767326935.722658:0:302453:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.722674:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.722677:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.722678:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.722680:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbbd8 00000080:00200000:0.0:1767326935.722682:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.722685:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.722687:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.722690:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.722691:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722693:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbaf8 00800000:00000002:0.0:1767326935.722694:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722697:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.722698:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.722699:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.722700:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.722702:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.722704:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722705:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722708:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722710:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.722713:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722714:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817db9c8 00000002:00010000:0.0:1767326935.722716:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.722718:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.722720:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.722721:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.722724:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.722726:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.722728:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.722730:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.722733:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.722740:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.722754:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.722758:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.722764:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.722766:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.722768:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722769:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722771:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.722773:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.722776:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.722777:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.722780:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.722782:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.722784:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722786:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.722789:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba9 00800000:00000001:0.0:1767326935.722792:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.722794:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.722795:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722797:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722798:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722800:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722803:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722805:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722806:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.722807:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.722809:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.722811:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba9 from it ffffae78817dbc10 00010000:00000001:0.0:1767326935.722813:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.722815:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.722816:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.722818:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722820:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.722822:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.722825:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722831:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722832:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722833:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.722835:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.722837:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.722861:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.722863:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.722864:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.722866:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722867:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.722868:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722870:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.722872:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722874:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722876:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.722877:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.722878:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.722880:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.722881:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.722883:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.722885:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 1 00000080:00000001:0.0:1767326935.722888:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.722893:0:302453:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767326935.722895:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbda0 00000080:00002000:0.0:1767326935.722897:0:302453:0:(dcache.c:87:ll_dcompare()) found name s26.2-3(ffff96e860961d80) flags 0x68004e refc 0 00000080:00000001:0.0:1767326935.722899:0:302453:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326935.722901:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe10 00000080:00200000:0.0:1767326935.722902:0:302453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=s26.2-3, flags=0 00000080:00000001:0.0:1767326935.722905:0:302453:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767326935.722906:0:302453:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767326935.722908:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbd30 00000080:00200000:0.0:1767326935.722909:0:302453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000080:00000010:0.0:1767326935.722913:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.722916:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00000080:00000001:0.0:1767326935.722918:0:302453:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767326935.722920:0:302453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722921:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbc50 00800000:00000002:0.0:1767326935.722923:0:302453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722926:0:302453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767326935.722927:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.722929:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.722930:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.722932:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.722933:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722935:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.722937:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.722939:0:302453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767326935.722943:0:302453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767326935.722944:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbb20 00000002:00010000:0.0:1767326935.722946:0:302453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767326935.722949:0:302453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767326935.722950:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.722952:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.722954:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.722957:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.722959:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.722961:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326935.722964:0:302453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767326935.722970:0:302453:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767326935.722972:0:302453:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326935.722975:0:302453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767326935.722981:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767326935.722983:0:302453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.722984:0:302453:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722986:0:302453:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767326935.722988:0:302453:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.722990:0:302453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767326935.722992:0:302453:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767326935.722994:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.722996:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000080:00000001:0.0:1767326935.722998:0:302453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767326935.723000:0:302453:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.723002:0:302453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00010000:0.0:1767326935.723005:0:302453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96e858ff0908) for lock 0xb12620548e097ba9 00800000:00000001:0.0:1767326935.723007:0:302453:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767326935.723009:0:302453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767326935.723010:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.723011:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.723013:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.723015:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.723018:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.723020:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723021:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767326935.723022:0:302453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.723024:0:302453:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767326935.723026:0:302453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb12620548e097ba9 from it ffffae78817dbd68 00010000:00000001:0.0:1767326935.723028:0:302453:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326935.723030:0:302453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326935.723031:0:302453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850ad4000 refcount=3 00000020:00000001:0.0:1767326935.723033:0:302453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.723035:0:302453:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262951424 : -115550446600192 : ffff96e850ad4000) 00010000:00000001:0.0:1767326935.723037:0:302453:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326935.723040:0:302453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.723045:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723046:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723048:0:302453:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767326935.723049:0:302453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767326935.723052:0:302453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326935.723057:0:302453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326935.723059:0:302453:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326935.723060:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.723062:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723063:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723064:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723066:0:302453:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326935.723068:0:302453:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723069:0:302453:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723071:0:302453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723073:0:302453:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326935.723074:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723075:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326935.723077:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326935.723078:0:302453:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767326935.723080:0:302453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908), inode mode 41ff mask 3 00000080:00000001:0.0:1767326935.723083:0:302453:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.723086:0:302453:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1767326935.723088:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbdf8 00000080:00200000:0.0:1767326935.723090:0:302453:0:(namei.c:2354:ll_unlink()) VFS Op:name=s26.2-3, dir=[0x200000007:0x1:0x0](ffff96e858ff0908) 00000080:00000001:0.0:1767326935.723093:0:302453:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000001:0.0:1767326935.723095:0:302453:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767326935.723098:0:302453:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff96e84812ca00. 00800000:00000002:0.0:1767326935.723101:0:302453:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff96e8604c6500 2 00800000:00000001:0.0:1767326935.723104:0:302453:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1767326935.723106:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.723107:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.723108:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.723110:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.723112:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.723113:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767326935.723115:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.723117:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.723119:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.723120:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.723121:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.723123:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.723124:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd431:0x0] 00800000:00000001:0.0:1767326935.723126:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.723129:0:302453:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767326935.723130:0:302453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767326935.723131:0:302453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767326935.723132:0:302453:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767326935.723134:0:302453:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767326935.723135:0:302453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.723137:0:302453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xd431:0x0] 00800000:00000001:0.0:1767326935.723139:0:302453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.723141:0:302453:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000402:0xd431:0x0] 00800000:00000001:0.0:1767326935.723144:0:302453:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.723146:0:302453:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000402:0xd431:0x0] -> mds #0 00000002:00000001:0.0:1767326935.723149:0:302453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1767326935.723151:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.723154:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 2 00010000:00000001:0.0:1767326935.723156:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.723159:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.723161:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.723164:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.723171:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.723174:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.723176:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.723178:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767326935.723180:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723182:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723183:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.723185:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723187:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.723189:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723190:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723192:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.723194:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723196:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.723197:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723198:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723200:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e871478700 count: 3 00010000:00000001:0.0:1767326935.723202:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723204:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.723206:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767326935.723209:0:302453:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96e858ff0840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767326935.723212:0:302453:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767326935.723214:0:302453:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767326935.723216:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.723218:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723221:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.723223:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.723225:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.723228:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.723229:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.723232:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850ad4000 with handle 0xb12620548e097ba9 from hash 00010000:00000001:0.0:1767326935.723234:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.723235:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723236:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723237:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.723239:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.723241:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.723243:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.723245:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.723247:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.723249:0:302453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767326935.723251:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4a00 count: 2 00010000:00000001:0.0:1767326935.723253:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326935.723255:0:302453:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767326935.723256:0:302453:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326935.723259:0:302453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767326935.723265:0:302453:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767326935.723266:0:302453:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767326935.723267:0:302453:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767326935.723269:0:302453:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000402:0xd431:0x0] mode (null) 00000002:00000001:0.0:1767326935.723271:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723272:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723274:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4a00 count: 3 00010000:00000001:0.0:1767326935.723276:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723278:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.723279:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723281:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723282:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4a00 count: 3 00010000:00000001:0.0:1767326935.723284:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723286:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.723288:0:302453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767326935.723289:0:302453:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767326935.723291:0:302453:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff96e870dd4a00 count: 3 00010000:00000001:0.0:1767326935.723293:0:302453:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767326935.723295:0:302453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.723296:0:302453:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.723298:0:302453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767326935.723300:0:302453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd431:0x0](ffff96e88144ec08) invalid 00000020:00000001:0.0:1767326935.723303:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dba60 00000080:00002000:0.0:1767326935.723305:0:302453:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry s26.2-3 (ffff96e860961d80) parent ffff96e8620a40d8 inode ffff96e88144ec08 refc 1 00000080:00000001:0.0:1767326935.723309:0:302453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767326935.723310:0:302453:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767326935.723311:0:302453:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723314:0:302453:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326935.723315:0:302453:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326935.723316:0:302453:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326935.723318:0:302453:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326935.723319:0:302453:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326935.723321:0:302453:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870e50800 with handle 0xb12620548e07aec8 from hash 00010000:00000001:0.0:1767326935.723323:0:302453:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326935.723325:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723326:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723327:0:302453:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326935.723328:0:302453:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326935.723330:0:302453:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326935.723332:0:302453:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326935.723334:0:302453:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767326935.723336:0:302453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326935.723340:0:302453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6a00. 00000020:00000040:0.0:1767326935.723342:0:302453:0:(genops.c:1229:class_import_get()) import ffff96e8504d1000 refcount=337 obd=lustre-MDT0000-mdc-ffff96e84f48f000 02000000:00000001:0.0:1767326935.723346:0:302453:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767326935.723348:0:302453:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723351:0:302453:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767326935.723353:0:302453:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326935.723355:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326935.723357:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723358:0:302453:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.723360:0:302453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326935.723362:0:302453:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326935.723365:0:302453:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326935.723369:0:302453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84812d800. 00000100:00000001:0.0:1767326935.723373:0:302453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723376:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.723378:0:302453:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326935.723381:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.723389:0:302453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326935.723394:0:302453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1767326935.723396:0:302453:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767326935.723398:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.723400:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870e50800/0xb12620548e07aec8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd431:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d4908b1 expref: -99 pid: 285988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.723407:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870dd4a00 count: 0 00010000:00000010:0.0:1767326935.723411:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e8495ade00. 00010000:00000001:0.0:1767326935.723419:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723420:0:302453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326935.723422:0:302453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850ad4000/0xb12620548e097ba9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd21cf5ef8d5478ef expref: -99 pid: 302453 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326935.723428:0:302453:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871478700 count: 0 00010000:00000010:0.0:1767326935.723431:0:302453:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96e86930d100. 00010000:00000001:0.0:1767326935.723435:0:302453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326935.723436:0:302453:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723438:0:302453:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326935.723440:0:302453:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.723442:0:302453:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767326935.723450:0:302453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96e84f48f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767326935.723456:0:302453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326935.723464:0:302453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326935.723465:0:302453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326935.723470:0:302453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.723472:0:302453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628523265888000 : -115550443663616 : ffff96e850da0f00) 00000100:00000001:0.0:1767326935.723474:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.723476:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00000100:00000001:0.0:1767326935.723479:0:302453:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326935.723482:0:302453:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.723484:0:302453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326935.723485:0:302453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326935.723489:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.723496:0:302453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326935.723498:0:302453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.723501:0:302453:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326935.723503:0:302453:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326935.723505:0:302453:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326935.723509:0:302453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6a00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632896:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.723512:0:302453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326935.723515:0:302453:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326935.723517:0:302453:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.723519:0:302453:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326935.723524:0:302453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96e843104000. 02000000:00000001:0.0:1767326935.723526:0:302453:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326935.723531:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326935.723534:0:302453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326935.723539:0:302453:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0a80. 00000100:00000200:0.0:1767326935.723543:0:302453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853164247632896, portal 10 00000100:00000001:0.0:1767326935.723545:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.723546:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00000100:00000040:0.0:1767326935.723552:0:302453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.723565:0:302453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326935.723567:0:302453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326935.723570:0:302453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000100:00000200:0.0:1767326935.723573:0:302453:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853164247632896, offset 0 00000400:00000200:0.0:1767326935.723579:0:302453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326935.723585:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.723590:0:302453:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326935.723594:0:302453:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326935.723598:0:302453:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326935.723601:0:302453:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326935.723604:0:302453:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326935.723608:0:302453:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556660:1556660:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556653:1556653:8:4294967295] 00000400:00000200:0.0:1767326935.723612:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326935.723620:0:302453:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326935.723625:0:302453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326935.723628:0:302453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb000. 00000800:00000200:0.0:1767326935.723633:0:302453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326935.723639:0:302453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326935.723643:0:302453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1767326935.723659:0:302453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.723663:0:302453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: using a timeout of 4491 usecs (5 jiffies) 00000400:00000200:0.0:1767326935.723666:0:302453:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326935.723669:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306854432 00000100:00000001:0.0:1767326935.723674:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306854429 00000100:00000001:0.0:1767326935.723680:0:302453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306854432 00000100:00000001:0.0:1767326935.723683:0:302453:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306854429 00000100:00000001:0.0:1767326935.723687:0:302453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.723689:0:302453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.723692:0:302453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326935.723694:0:302453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326935.723696:0:302453:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e850da0f00 going to sleep for 11 seconds 00000100:00000001:0.0:1767326935.723699:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326935.723701:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326935.723751:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326935.723755:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb000. 00000400:00000200:3.0:1767326935.723759:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.723763:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326935.723767:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326935.723769:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326935.723772:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326935.723776:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.723784:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326935.723788:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.723794:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326935.723796:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326935.725875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fb800. 00010000:00000010:0.1:1767326935.725884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845466c00. 00010000:00000010:0.1:1767326935.725888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478800. 00010000:00000010:0.1:1767326935.725891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad5800. 00000800:00000001:3.0:1767326935.726628:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.726635:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326935.726637:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.726639:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.726644:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.726648:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326935.726651:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.726658:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.726661:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.726663:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 456 into portal 10 MB=0x695716cb0cc00 00000400:00000200:3.0:1767326935.726667:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326935.726670:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.119@tcp of length 456/456 into md 0xd1a175 [2] + 224 00000800:00000001:3.0:1767326935.726675:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.726679:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326935.726681:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326935.726684:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326935.726689:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326935.726696:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326935.726705:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=4592 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326935.726721:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326935.726727:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326935.726730:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.726760:0:302453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326935.726766:0:302453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326935.726768:0:302453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326935.726770:0:302453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326935.726774:0:302453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0a80 00000400:00000010:0.0:1767326935.726777:0:302453:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0a80. 00000100:00000001:0.0:1767326935.726779:0:302453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326935.726785:0:302453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326935.726795:0:302453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6a00 x1853164247632896/t0(0) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/4592 e 0 to 0 dl 1767326951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.726802:0:302453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326935.726804:0:302453:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.726806:0:302453:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326935.726809:0:302453:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326935.726810:0:302453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326935.726813:0:302453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326935.726815:0:302453:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326935.726821:0:302453:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e8504d1458 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326935.726825:0:302453:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8504d1410 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326935.726828:0:302453:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326935.726830:0:302453:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326935.726832:0:302453:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326935.726835:0:302453:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.726838:0:302453:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767326935.726859:0:302453:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x60001ae79/0x60001a3ef] 00000100:00000001:0.0:1767326935.726861:0:302453:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767326935.726863:0:302453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326935.726865:0:302453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651918336 : -115550057633280 : ffff96e867dc6a00) 00000100:00000001:0.0:1767326935.726868:0:302453:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326935.726870:0:302453:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96e84f48f000: skip recheck: last_committed 25770287468 00000100:00000001:0.0:1767326935.726873:0:302453:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326935.726875:0:302453:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326935.726880:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6a00 x1853164247632896/t25770287958(25770287958) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.726887:0:302453:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326935.726890:0:302453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326935.726892:0:302453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326935.726896:0:302453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6a00 x1853164247632896/t25770287958(25770287958) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326935.726904:0:302453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6a00 pname:cluuid:pid:xid:nid:opc:job rm:53c5f936-6b8a-4dbf-ac37-512c5a843682:302453:1853164247632896:192.168.204.119@tcp:36:rm.0 00000100:00000001:0.0:1767326935.726909:0:302453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326935.726912:0:302453:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326935.726914:0:302453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326935.726925:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.726929:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96e867dc6a00 x1853164247632896/t25770287958(25770287958) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.726936:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326935.726938:0:302453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96e850da0f00. 00000100:00000001:0.0:1767326935.726940:0:302453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326935.726943:0:302453:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.726948:0:302453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.726951:0:302453:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767326935.726954:0:302453:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff96e8604c6500 2 00000080:00000010:0.0:1767326935.726957:0:302453:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff96e84812ca00. 00000100:00000001:0.0:1767326935.726961:0:302453:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326935.726964:0:302453:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6a00 x1853164247632896/t25770287958(25770287958) o36->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 488/456 e 0 to 0 dl 1767326951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326935.726971:0:302453:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.726974:0:302453:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.726982:0:302453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767326935.726984:0:302453:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffae78817dbe28 00000080:00002000:0.0:1767326935.726987:0:302453:0:(dcache.c:127:ll_ddelete()) deleting dentry s26.2-3 (ffff96e860961d80, parent ffff96e8620a40d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767326935.726990:0:302453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767326935.726995:0:302453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767326935.726999:0:302453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767326935.727004:0:302453:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767326935.727007:0:302453:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767326935.727008:0:302453:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0xd431:0x0](ffff96e88144ec08) 00800000:00000001:0.0:1767326935.727012:0:302453:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767326935.727014:0:302453:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000402:0xd431:0x0] 00000002:00000001:0.0:1767326935.727018:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.727022:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767326935.727024:0:302453:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767326935.727027:0:302453:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767326935.727028:0:302453:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.727031:0:302453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767326935.727033:0:302453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767326935.727035:0:302453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.727037:0:302453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767326935.727040:0:302453:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767326935.727042:0:302453:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000100:00000040:3.0:1767326935.728903:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306854432, at 4306854433 00000100:00000010:3.0:1767326935.728911:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edff00. 00000100:00000040:2.0:1767326935.729972:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306854432, at 4306854434 00000100:00000010:2.0:1767326935.729980:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e844edf7e0. 00000080:00000010:0.1:1767326935.734864:0:302475:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e847b9e900. 00000080:00000010:0.1:1767326935.734878:0:302475:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e8468fb9c0. 00010000:00000010:0.1:1767326935.734895:0:302475:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4a00. 00010000:00000010:0.1:1767326935.734901:0:302475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e50800. 00010000:00000010:0.1:1767326935.734904:0:302475:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871478700. 00010000:00000010:0.1:1767326935.734907:0:302475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850ad4000. 00000080:00000010:0.1:1767326935.746871:0:302483:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff96e846fc15c0. 00000080:00000010:0.1:1767326935.746893:0:302483:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff96e88144eb40. 00000080:00000001:2.0:1767326936.142642:0:302568:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335918:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326936.335924:0:217505:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767326936.335927:0:217505:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.335930:0:217505:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335934:0:217505:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326936.335936:0:217505:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335939:0:217505:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335941:0:217505:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335945:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326936.335948:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335953:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326936.335954:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.335958:0:217505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767326936.335959:0:217505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.336001:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.336004:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.336008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326936.845049:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845061:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.845064:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845069:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.845079:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845087:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.845095:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845099:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845104:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845108:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bee00 00000400:00000200:2.0:1767326936.845116:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a015 [2] + 1968 00000400:00000010:2.0:1767326936.845122:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200898. 00000400:00000200:2.0:1767326936.845127:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e84f46ae40 00000800:00000001:2.0:1767326936.845132:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845138:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.845141:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.845146:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.845152:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e84f46ae40 00000400:00000010:2.0:1767326936.845155:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e84f46ae40. 00000100:00000001:2.0:1767326936.845160:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.845163:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326936.845166:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36450 x1853164010335744 msgsize 328 00000100:00100000:2.0:1767326936.845171:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326936.845174:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326936.845182:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.845190:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845194:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.845196:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845198:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.845202:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845206:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.845211:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845214:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845218:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845221:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bee80 00000400:00000200:2.0:1767326936.845228:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa7ed01 [2] + 656 00000800:00000001:2.0:1767326936.845232:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845237:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.845239:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.845243:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.845246:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.845248:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.845253:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597b80. 00000100:00000040:2.0:1767326936.845256:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597b80 x1853164010335872 msgsize 328 00000100:00100000:2.0:1767326936.845260:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.845272:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.845277:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845280:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.845282:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.845286:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.845289:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845294:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.845299:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845302:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845306:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.845309:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bef00 00000100:00000001:0.0:1767326936.845311:0:193129:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767326936.845315:0:193129:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335872 00000400:00000200:2.0:1767326936.845316:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa7ed01 [2] + 984 02000000:00000001:0.0:1767326936.845319:0:193129:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767326936.845322:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.845323:0:193129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.845327:0:193129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.845332:0:193129:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.845333:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.845336:0:193129:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335872 00000400:00000200:2.0:1767326936.845337:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326936.845341:0:193129:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326936.845345:0:193129:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326936.845345:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326936.845350:0:193129:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.845351:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767326936.845354:0:193129:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000200:2.0:1767326936.845355:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:0.0:1767326936.845359:0:193129:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326936.845363:0:193129:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000010:2.0:1767326936.845369:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597800. 00000100:00000040:2.0:1767326936.845374:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597800 x1853164010336000 msgsize 328 00000100:00000001:0.0:1767326936.845375:0:193129:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767326936.845380:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:0.0:1767326936.845384:0:193129:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000100:00000001:0.0:1767326936.845389:0:193129:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.845390:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767326936.845392:0:193129:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00000800:00000001:2.0:1767326936.845397:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767326936.845401:0:193129:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e754e35400. 00000800:00000001:2.0:1767326936.845402:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767326936.845408:0:193129:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e86930d580. 00000020:00000010:0.0:1767326936.845414:0:193129:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8508c5ed8. 00000100:00000010:2.0:1767326936.845423:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a37800. 00000100:00000040:0.0:1767326936.845425:0:193129:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326936.845430:0:193129:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.845432:0:193129:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.845434:0:193129:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.845439:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000100:00000001:0.0:1767326936.845443:0:193129:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.845448:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326936.845454:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:0.0:1767326936.845455:0:193129:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326936.845459:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200898. 00000100:00000001:1.0:1767326936.845464:0:193130:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767326936.845466:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23300. 00000100:00000001:0.0:1767326936.845468:0:193129:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326936.845469:0:193130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336000 00000100:00000001:0.0:1767326936.845473:0:193129:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.845473:0:193130:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326936.845475:0:193130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.845478:0:193130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.845480:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767326936.845482:0:193130:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.845483:0:193129:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767326936.845484:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335744 00000100:00000001:0.0:1767326936.845487:0:193129:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326936.845488:0:193130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336000 02000000:00000001:2.0:1767326936.845488:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.845492:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326936.845493:0:193130:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767326936.845496:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.845497:0:193130:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00100000:0.0:1767326936.845498:0:193129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 282 02000000:00000001:2.0:1767326936.845501:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.845502:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326936.845504:0:193129:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000020:00000040:1.0:1767326936.845507:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000100:00100000:2.0:1767326936.845507:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335744 00000100:00000001:0.0:1767326936.845508:0:193129:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794332544 : -115549915219072 : ffff96e870597b80) 00000020:00000001:2.0:1767326936.845512:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767326936.845513:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000040:2.0:1767326936.845515:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:1.0:1767326936.845517:0:193130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.845520:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326936.845521:0:193129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870597b80 x1853164010335872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.845522:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767326936.845524:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=6 00000020:00000010:1.0:1767326936.845528:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180b80. 00000020:00000001:2.0:1767326936.845530:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326936.845533:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326936.845536:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000010:1.0:1767326936.845538:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180b80. 00000100:00000001:2.0:1767326936.845542:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326936.845545:0:193130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e87869fc00. 00000100:00000001:0.0:1767326936.845546:0:193129:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.845548:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000020:00000010:1.0:1767326936.845550:0:193130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e872bb4500. 00000020:00000010:0.0:1767326936.845552:0:193129:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000100:00000001:2.0:1767326936.845553:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326936.845555:0:193130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e843053c80. 00000100:00000001:0.0:1767326936.845557:0:193129:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.845559:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.845560:0:193130:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767326936.845562:0:193129:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00000100:00000001:1.0:1767326936.845563:0:193130:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326936.845566:0:193130:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.845567:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000100:00000001:1.0:1767326936.845570:0:193130:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.845572:0:193129:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+6:88275:x1853164010335872:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326936.845573:0:193130:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.845574:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000100:00000200:0.0:1767326936.845580:0:193129:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010335872 00000020:00000010:2.0:1767326936.845581:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000001:1.0:1767326936.845583:0:193130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767326936.845584:0:193129:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326936.845586:0:193130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.845591:0:193129:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767326936.845592:0:193130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 283 00000100:00000040:2.0:1767326936.845592:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326936.845596:0:193129:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767326936.845599:0:193130:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326936.845599:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767326936.845600:0:193129:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848a75c00 refcount=2 00000100:00000001:1.0:1767326936.845603:0:193130:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794331648 : -115549915219968 : ffff96e870597800) 00000100:00000001:2.0:1767326936.845604:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767326936.845605:0:193129:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523128347648 : -115550581203968 : ffff96e848a75c00) 00000100:00000001:2.0:1767326936.845608:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.845610:0:193129:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523128347648 : -115550581203968 : ffff96e848a75c00) 00000100:00000040:1.0:1767326936.845611:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870597800 x1853164010336000/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.845615:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.845618:0:193129:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.845624:0:193129:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.845625:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326936.845628:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767326936.845629:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180b80. 00010000:00010000:0.0:1767326936.845632:0:193129:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.845633:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326936.845637:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180b80. 00000100:00000001:2.0:1767326936.845640:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.845644:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326936.845645:0:193130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+6:88277:x1853164010336000:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326936.845652:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10836 00000100:00000001:0.0:1767326936.845653:0:193129:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767326936.845653:0:193130:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010336000 02000000:00000001:0.0:1767326936.845657:0:193129:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767326936.845659:0:193130:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:2.0:1767326936.845659:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 3 02000000:00000010:0.0:1767326936.845663:0:193129:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e8580c4400. 00010000:00000001:1.0:1767326936.845664:0:193130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326936.845664:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933394000 : -115549776157616 : ffff96e878a36450) 00000020:00000001:1.0:1767326936.845668:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326936.845669:0:193129:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.845673:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fd400 refcount=2 00000100:00000040:2.0:1767326936.845674:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36450 x1853164010335744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.845675:0:193129:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.845679:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237954560 : -115550471597056 : ffff96e84f2fd400) 00010000:00000001:0.0:1767326936.845682:0:193129:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326936.845687:0:193129:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.845689:0:193130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237954560 : -115550471597056 : ffff96e84f2fd400) 00000100:00000001:2.0:1767326936.845693:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.845694:0:193130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767326936.845695:0:193129:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=38 v=5 (1 1 1 1) 00000020:00000010:2.0:1767326936.845698:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000001:1.0:1767326936.845699:0:193130:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.845702:0:193129:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767326936.845704:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326936.845706:0:193130:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.845708:0:193129:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000010:2.0:1767326936.845709:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.845715:0:193129:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00100000:2.0:1767326936.845733:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:139440:x1853164010335744:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326936.845734:0:193130:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326936.845735:0:193129:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326936.845738:0:193130:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767326936.845739:0:193129:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.845740:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010335744 02000000:00000010:1.0:1767326936.845744:0:193130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e846550c00. 00000100:00000001:0.0:1767326936.845745:0:193129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326936.845745:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:1.0:1767326936.845750:0:193130:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.845751:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767326936.845753:0:193129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.845755:0:193130:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.845756:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767326936.845759:0:193129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163770. 00000020:00000040:2.0:1767326936.845760:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e872b84600 refcount=2 00010000:00000001:1.0:1767326936.845761:0:193130:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326936.845765:0:193130:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.845766:0:193129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010335872, offset 224 00000020:00000001:2.0:1767326936.845766:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523834099200 : -115549875452416 : ffff96e872b84600) 00000100:00001000:1.0:1767326936.845768:0:193130:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=38 v=5 (1 1 1 1) 00010000:00000001:2.0:1767326936.845771:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523834099200 : -115549875452416 : ffff96e872b84600) 00000100:00000001:1.0:1767326936.845775:0:193130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767326936.845777:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326936.845780:0:193129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.845781:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.845782:0:193130:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.845787:0:193130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:0.0:1767326936.845789:0:193129:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.845789:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326936.845793:0:193130:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326936.845796:0:193130:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.845802:0:193129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.845802:0:193130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326936.845806:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767326936.845810:0:193130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326936.845810:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767326936.845814:0:193129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556661:1556661:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556654:1556654:8:4294967295] 02000000:00000010:2.0:1767326936.845816:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 00000400:00000010:1.0:1767326936.845817:0:193130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 02000000:00000001:2.0:1767326936.845821:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.845822:0:193129:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326936.845823:0:193130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010336000, offset 224 00000100:00000001:2.0:1767326936.845827:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.845831:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.845834:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.845836:0:193130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00001000:2.0:1767326936.845865:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326936.845868:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.845871:0:193129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.845874:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767326936.845878:0:193130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326936.845881:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 18 to 192.168.204.119@tcp 00000800:00000200:0.0:1767326936.845884:0:193129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.845888:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:1.0:1767326936.845890:0:193130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556662:1556662:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556655:1556655:7:4294967295] 00000800:00000010:0.0:1767326936.845891:0:193129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 02000000:00000001:2.0:1767326936.845893:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.845897:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.845902:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326936.845903:0:193129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.845903:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.845910:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000200:0.0:1767326936.845916:0:193129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:2.0:1767326936.845917:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000400:00000200:1.0:1767326936.845920:0:193130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.845924:0:193129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326936.845924:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010335744, offset 224 00000800:00000200:1.0:1767326936.845929:0:193130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.845936:0:193130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000400:00000200:2.0:1767326936.845936:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.845945:0:193129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.845946:0:193130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326936.845947:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.845952:0:193129:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.845959:0:193129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1767326936.845960:0:193130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326936.845960:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000010:0.0:1767326936.845964:0:193129:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e850da0b40. 00000800:00000200:1.0:1767326936.845966:0:193130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767326936.845969:0:193129:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.845971:0:193130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.845972:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556663:1556663:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556656:1556656:6:4294967295] 00000800:00000200:3.0:1767326936.845975:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326936.845976:0:193130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326936.845979:0:193129:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000010:3.0:1767326936.845981:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00010000:00000001:1.0:1767326936.845983:0:193130:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326936.845985:0:193129:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.845986:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.845988:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.845990:0:193129:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.845990:0:193130:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e870ea66c0. 00010000:00000001:0.0:1767326936.845996:0:193129:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.845996:0:193130:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.845999:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326936.846006:0:193129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597b80 x1853164010335872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326936.846007:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:1.0:1767326936.846008:0:193130:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1767326936.846015:0:193130:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.846020:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00010000:00000001:1.0:1767326936.846021:0:193130:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.846023:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.846025:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00010000:00000001:1.0:1767326936.846026:0:193130:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.846031:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000100:00000001:3.0:1767326936.846032:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.846037:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767326936.846039:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597800 x1853164010336000/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326936.846040:0:193129:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+6:88275:x1853164010335872:12345-192.168.204.119@tcp:104: Request processed in 487us (776us total) trans 0 rc 0/0 00000800:00000200:2.0:1767326936.846041:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.846053:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:0.0:1767326936.846060:0:193129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 282 00000800:00000200:2.0:1767326936.846061:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767326936.846063:0:193130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+6:88277:x1853164010336000:12345-192.168.204.119@tcp:104: Request processed in 434us (684us total) trans 0 rc 0/0 00000100:00000040:0.0:1767326936.846066:0:193129:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326936.846069:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.846070:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.846072:0:193129:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767326936.846076:0:193130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 283 00000800:00000010:3.0:1767326936.846076:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000100:00000001:0.0:1767326936.846077:0:193129:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767326936.846077:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000010:0.0:1767326936.846082:0:193129:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e86930d580. 00000100:00000040:1.0:1767326936.846084:0:193130:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:2.0:1767326936.846084:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.846084:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.846088:0:193130:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767326936.846090:0:193129:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8508c5ed8. 00000100:00000001:1.0:1767326936.846091:0:193130:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326936.846096:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:0.0:1767326936.846097:0:193129:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e754e35400. 00000020:00000010:1.0:1767326936.846097:0:193130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e872bb4500. 00010000:00000010:2.0:1767326936.846097:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000400:00000200:3.0:1767326936.846102:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00010000:00000001:2.0:1767326936.846103:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:1.0:1767326936.846105:0:193130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e843053c80. 00000400:00000010:3.0:1767326936.846106:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000020:00000040:0.0:1767326936.846107:0:193129:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 5 00000020:00000010:1.0:1767326936.846112:0:193130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e87869fc00. 00000100:00000001:0.0:1767326936.846114:0:193129:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.846115:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000020:00000040:1.0:1767326936.846118:0:193130:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:2.0:1767326936.846119:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.846124:0:193130:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.846124:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846129:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.846133:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.846138:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.846138:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36450 x1853164010335744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767326936.846143:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:0.0:1767326936.846149:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:1.0:1767326936.846150:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326936.846153:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767326936.846154:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.846156:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139440:x1853164010335744:12345-192.168.204.119@tcp:104: Request processed in 458us (985us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326936.846158:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1767326936.846162:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.846165:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.846167:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.846168:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.846169:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10836 00000100:00000001:3.0:1767326936.846173:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767326936.846175:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326936.846178:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767326936.846182:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.846186:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326936.846189:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f2fd400 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.846191:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00010000:00010000:0.0:1767326936.846192:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848a75c00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.846193:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.846196:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000008:00000001:0.0:1767326936.846197:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.846197:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00000001:1.0:1767326936.846198:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.846202:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.846203:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1767326936.846204:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fd400 refcount=3 00000020:00000010:2.0:1767326936.846205:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00000001:0.0:1767326936.846206:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.846207:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237954560 : -115550471597056 : ffff96e84f2fd400) 00000020:00000001:0.0:1767326936.846211:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326936.846211:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237954560 : -115550471597056 : ffff96e84f2fd400) 00000020:00000040:2.0:1767326936.846213:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000800:00000200:3.0:1767326936.846214:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326936.846216:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848a75c00 refcount=3 00010000:00000001:1.0:1767326936.846216:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:3.0:1767326936.846218:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00010000:00010000:1.0:1767326936.846220:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.846221:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326936.846222:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523128347648 : -115550581203968 : ffff96e848a75c00) 00000400:00000200:3.0:1767326936.846223:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767326936.846226:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00010000:00000001:0.0:1767326936.846229:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523128347648 : -115550581203968 : ffff96e848a75c00) 00000400:00000200:3.0:1767326936.846233:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:2.0:1767326936.846234:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326936.846236:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.846237:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767326936.846240:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000010:2.0:1767326936.846240:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c000. 00000400:00000200:3.0:1767326936.846240:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00010000:00010000:0.0:1767326936.846242:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326936.846245:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000020:00000001:1.0:1767326936.846246:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:2.0:1767326936.846248:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326936.846250:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00001000:1.0:1767326936.846253:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 02000000:00000010:2.0:1767326936.846253:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000008:00000001:1.0:1767326936.846256:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326936.846259:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326936.846260:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.846261:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00001000:1.0:1767326936.846263:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000010:2.0:1767326936.846263:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00000020:00000001:0.0:1767326936.846264:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000008:00000001:1.0:1767326936.846267:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.846270:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:1.0:1767326936.846270:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326936.846271:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.846274:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767326936.846274:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00000020:00001000:0.0:1767326936.846275:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326936.846277:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000008:00000001:0.0:1767326936.846280:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:1.0:1767326936.846281:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767326936.846281:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326936.846284:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.846285:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.846286:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00000020:00001000:0.0:1767326936.846290:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000020:00000040:1.0:1767326936.846291:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f2fd400 with handle 0xb12620548e07bea4 from hash 02000000:00000001:2.0:1767326936.846293:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767326936.846293:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326936.846296:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.846296:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:2.0:1767326936.846297:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00010000:00000001:1.0:1767326936.846298:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767326936.846298:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00010000:00000001:1.0:1767326936.846302:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.846304:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767326936.846304:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.846305:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767326936.846305:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326936.846308:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.846309:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.846310:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767326936.846310:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 00010000:00000001:1.0:1767326936.846313:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.846314:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.846316:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.846319:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.846319:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000010:2.0:1767326936.846320:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00010000:00000001:0.0:1767326936.846324:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.846325:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326936.846325:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.846327:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.846330:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.846330:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 00000020:00000040:0.0:1767326936.846331:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848a75c00 with handle 0xb12620548e08e4f8 from hash 00010000:00000001:1.0:1767326936.846334:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:2.0:1767326936.846337:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.846338:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.846338:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:2.0:1767326936.846340:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00010000:00000001:0.0:1767326936.846342:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767326936.846344:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 02000000:00000001:2.0:1767326936.846345:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.846346:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767326936.846348:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326936.846349:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326936.846349:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00000100:00000001:1.0:1767326936.846353:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326936.846355:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1767326936.846356:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767326936.846356:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00010000:00000001:0.0:1767326936.846358:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767326936.846361:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.846362:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36400. 00010000:00000001:0.0:1767326936.846364:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000010:1.0:1767326936.846367:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e87869fc00. 00000100:00000001:2.0:1767326936.846368:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.846369:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.846372:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.846373:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.846376:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.846377:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767326936.846381:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:1.0:1767326936.846382:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.846385:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:1.0:1767326936.846389:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000010:0.0:1767326936.846391:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00010000:00000001:1.0:1767326936.846391:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.846395:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767326936.846396:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:2.0:1767326936.846398:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.846401:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.846402:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326936.846403:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.846407:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767326936.846407:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767326936.846411:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_01+1] req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.846412:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846412:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326936.846414:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326936.846419:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000010:0.0:1767326936.846421:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e35400. 00000100:00000001:0.0:1767326936.846428:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.846433:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767326936.846435:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e872b84600 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:2.0:1767326936.846438:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326936.846439:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.846440:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326936.846442:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.846444:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.846446:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e872b84600 refcount=3 00010000:00000001:1.0:1767326936.846447:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326936.846450:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523834099200 : -115549875452416 : ffff96e872b84600) 00010000:00000001:1.0:1767326936.846452:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.846454:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523834099200 : -115549875452416 : ffff96e872b84600) 00010000:00000001:1.0:1767326936.846456:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326936.846457:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326936.846458:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767326936.846460:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.846462:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.846463:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.846463:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.846468:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.846470:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1767326936.846473:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.846476:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.846477:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326936.846479:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326936.846482:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000100:00000040:0.0:1767326936.846486:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1767326936.846487:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00010000:00000001:1.0:1767326936.846491:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:2.0:1767326936.846491:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1767326936.846494:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.846497:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2fd400/0xb12620548e07bea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49535e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00001000:2.0:1767326936.846498:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000008:00000001:2.0:1767326936.846502:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846507:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.846509:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.846511:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326936.846513:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.846515:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1767326936.846516:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c3c0. 00010000:00000001:2.0:1767326936.846516:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.846518:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.846519:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.846522:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.846523:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e872b84600 with handle 0xb12620548e07d22a from hash 00010000:00000040:1.0:1767326936.846524:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e861212800 count: 0 00010000:00000001:0.0:1767326936.846528:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846528:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:1.0:1767326936.846531:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e861212500. 00010000:00000001:2.0:1767326936.846531:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:0.0:1767326936.846533:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846533:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.846536:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1767326936.846539:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.846539:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.846540:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.846543:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.846544:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.846546:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e870ea66c0. 00010000:00000001:2.0:1767326936.846549:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.846551:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846553:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326936.846556:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326936.846556:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.846558:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326936.846560:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846561:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.846563:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a75c00/0xb12620548e08e4f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e2a81 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.846566:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.846566:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767326936.846571:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326936.846571:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767326936.846575:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.846577:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00010000:00010000:1.0:1767326936.846580:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767326936.846582:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.846584:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:0.0:1767326936.846585:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8603c5e80. 00000020:00000001:1.0:1767326936.846586:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.846586:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.846588:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767326936.846592:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326936.846593:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326936.846594:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e860d83900 count: 0 00000100:00000001:1.0:1767326936.846598:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326936.846598:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097200. 00010000:00000010:0.0:1767326936.846601:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e860d83b00. 00000100:00000001:1.0:1767326936.846603:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.846603:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.846606:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.846607:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767326936.846611:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.846612:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767326936.846614:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.846616:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.846620:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e850da0b40. 00010000:00000001:0.0:1767326936.846626:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.846628:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326936.846631:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.846632:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.846635:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767326936.846636:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.846636:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.846638:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.846640:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.846641:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.846642:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767326936.846645:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.846645:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.846648:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053c23af0] to pc [ptlrpcd_01_00+0] req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.846649:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.846649:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.846656:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326936.846657:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633152:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:0.0:1767326936.846661:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.846666:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326936.846667:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.846671:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767326936.846672:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.846675:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.846677:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.846681:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e85a5dd200. 00000100:00000001:0.0:1767326936.846683:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326936.846683:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.846685:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.846688:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.846688:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326936.846691:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.846692:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.846693:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.846695:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.846696:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00010000:00000001:2.0:1767326936.846698:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.846701:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 00000008:00000001:2.0:1767326936.846701:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.846702:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.846707:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633152, portal 18 00010000:00010000:2.0:1767326936.846707:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.846713:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.846716:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000001:0.0:1767326936.846736:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767326936.846737:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326936.846738:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.846740:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.846742:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e872b84600/0xb12620548e07d22a lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x352e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ae26 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1767326936.846746:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326936.846748:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326936.846751:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326936.846753:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326936.846757:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.846758:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:1.0:1767326936.846764:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633152, offset 0 00010000:00000010:2.0:1767326936.846764:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498dc800. 00000100:00100000:0.0:1767326936.846767:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633024:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.846772:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:2.0:1767326936.846772:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e874c36e00 count: 0 00000400:00000200:1.0:1767326936.846773:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326936.846778:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326936.846781:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326936.846781:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e874c36d00. 02000000:00000001:0.0:1767326936.846782:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.846787:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326936.846787:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326936.846792:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767326936.846793:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34a00. 00000400:00000200:1.0:1767326936.846793:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326936.846796:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326936.846798:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.846799:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000010:2.0:1767326936.846800:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000400:00000200:1.0:1767326936.846805:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767326936.846806:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.846809:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000001:2.0:1767326936.846811:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.846815:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.846816:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556664:1556664:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556657:1556657:8:4294967295] 00010000:00010000:2.0:1767326936.846820:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326936.846824:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.846824:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.846828:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.846833:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.846834:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326936.846861:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:1.0:1767326936.846863:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:0.0:1767326936.846867:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000020:00000001:2.0:1767326936.846868:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.846872:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.846873:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:0.0:1767326936.846874:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633024, portal 18 00010000:00010000:2.0:1767326936.846878:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.846879:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326936.846880:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000100:00000001:0.0:1767326936.846884:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00000800:00000200:1.0:1767326936.846886:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.846892:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:0.0:1767326936.846895:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.846895:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326936.846896:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.846899:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.846903:0:2519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326936.846908:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.846912:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.846912:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326936.846916:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326936.846918:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000800:00000001:3.0:1767326936.846919:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326936.846923:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00000400:00000200:1.0:1767326936.846927:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.846927:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326936.846929:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633024, offset 0 00000100:00000001:1.0:1767326936.846933:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855570 00000800:00000001:3.0:1767326936.846933:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.846934:0:2519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.846938:0:2519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.846939:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.846939:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326936.846940:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44cc0. 02000000:00000001:2.0:1767326936.846945:0:2519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326936.846948:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.846948:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767326936.846949:0:2519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.846950:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.846955:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855570 02000000:00000001:2.0:1767326936.846956:0:2519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.846960:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000010:1.0:1767326936.846960:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44840. 00000100:00000001:1.0:1767326936.846966:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326936.846966:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326936.846968:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326936.846970:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247633280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.846971:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326936.846977:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326936.846977:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.846978:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.846981:0:2519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326936.846982:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.846985:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326936.846985:0:2519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326936.846987:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.846987:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.846989:0:2519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.846993:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:2.0:1767326936.846994:0:2519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.846995:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.846996:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.846999:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:2.0:1767326936.847001:0:2519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858096a00. 00000400:00000200:0.0:1767326936.847003:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556665:1556665:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556658:1556658:7:4294967295] 00000100:00000001:1.0:1767326936.847003:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326936.847004:0:2519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847006:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.847010:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.847010:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bef80 00000100:00000001:1.0:1767326936.847016:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.847016:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.847017:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326936.847021:0:2519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612008f0. 00000400:00000200:3.0:1767326936.847022:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 0 00000800:00000001:3.0:1767326936.847028:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326936.847029:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000400:00000200:0.0:1767326936.847034:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:2.0:1767326936.847035:0:2519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633280, portal 18 00000800:00000001:3.0:1767326936.847037:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.847039:0:2519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.847043:0:2519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 00000400:00000200:3.0:1767326936.847043:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326936.847048:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.847051:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326936.847053:0:2519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326936.847056:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000100:00000001:3.0:1767326936.847056:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.847059:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.847064:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00000800:00000200:0.0:1767326936.847067:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.847067:0:2519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.847068:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f480 x1853164010336128 msgsize 328 00000100:00000040:2.0:1767326936.847073:0:2519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.847078:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888ee0. 00000800:00000200:0.0:1767326936.847080:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:3.0:1767326936.847080:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000200:2.0:1767326936.847082:0:2519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633280, offset 0 00000800:00000200:0.0:1767326936.847087:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326936.847091:0:2519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.847091:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.847093:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.847097:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:2.0:1767326936.847098:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.847104:0:2519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.847106:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.847108:0:2519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326936.847110:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855570 00000400:00000200:2.0:1767326936.847112:0:2519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:0.0:1767326936.847116:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855570 00000400:00000200:2.0:1767326936.847116:0:2519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.847121:0:2519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.847122:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855570 00000400:00000200:2.0:1767326936.847126:0:2519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556666:1556666:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556659:1556659:6:4294967295] 00000100:00000001:0.0:1767326936.847127:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855570 00000100:00000001:0.0:1767326936.847132:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.847132:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.847137:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.847140:0:2519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326936.847141:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.847145:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326936.847146:0:2519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.847150:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326936.847150:0:2519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000100:00000001:0.0:1767326936.847153:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326936.847157:0:2519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.847159:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326936.847161:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.847162:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326936.847165:0:2519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.847166:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.847167:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000800:00000200:2.0:1767326936.847170:0:2519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.847172:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847174:0:2519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.847174:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326936.847179:0:2519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:3.0:1767326936.847184:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.847185:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.847190:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855570 00000400:00000200:3.0:1767326936.847191:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000100:00000001:2.0:1767326936.847193:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855570 00000400:00000010:3.0:1767326936.847194:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:2.0:1767326936.847198:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855570 00000100:00000001:3.0:1767326936.847199:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326936.847202:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855570 00000100:00000200:3.0:1767326936.847206:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.847207:0:2519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.847211:0:2519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847214:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847218:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.847221:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.847223:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326936.847225:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.847226:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326936.847230:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.847231:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.847233:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847237:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.847238:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.847240:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.847243:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.847245:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.847247:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.847247:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.847256:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.847257:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1767326936.847259:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000100:00100000:2.0:1767326936.847260:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336128 00000400:00000200:3.0:1767326936.847262:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326936.847263:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.847266:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326936.847266:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.847269:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.847270:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 02000000:00000001:2.0:1767326936.847272:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.847273:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00100000:2.0:1767326936.847274:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336128 00000100:00000001:3.0:1767326936.847276:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767326936.847277:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.847280:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000200:3.0:1767326936.847281:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.847282:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.847285:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.847289:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.847293:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.847297:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.847301:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:3.0:1767326936.847301:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.847305:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.847306:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.847308:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.847314:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000100:00000001:3.0:1767326936.847315:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.847317:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000100:00000001:3.0:1767326936.847318:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767326936.847322:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326936.847324:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.847326:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.847327:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.847328:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847331:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847335:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.847340:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.847341:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767326936.847343:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326936.847346:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10837 00000800:00000010:3.0:1767326936.847347:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000100:00000040:2.0:1767326936.847351:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:3.0:1767326936.847352:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.847355:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00000400:00000200:3.0:1767326936.847359:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.847362:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888ee0 00000100:00000040:2.0:1767326936.847363:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f480 x1853164010336128/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326936.847364:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888ee0. 00000100:00000001:3.0:1767326936.847368:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.847373:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.847374:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.847378:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.847382:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.847383:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326936.847388:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000040:3.0:1767326936.847388:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.847395:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88302:x1853164010336128:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.847398:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010336128 00010000:00000001:2.0:1767326936.847399:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.847400:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.847401:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.847402:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870d3fe00 refcount=2 00000020:00000001:2.0:1767326936.847403:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523802361344 : -115549907190272 : ffff96e870d3fe00) 00010000:00000001:2.0:1767326936.847405:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523802361344 : -115549907190272 : ffff96e870d3fe00) 00010000:00000001:2.0:1767326936.847407:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.847408:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.847410:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.847415:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.847416:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.847418:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326936.847419:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847420:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.847421:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.847422:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.847424:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.847431:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.847434:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.847435:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.847439:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.847441:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.847444:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.847448:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.847449:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.847450:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000001:3.0:1767326936.847454:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767326936.847455:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010336128, offset 224 00000400:00000200:2.0:1767326936.847460:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.847463:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.847466:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.847469:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556667:1556667:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556660:1556660:8:4294967295] 00000400:00000200:2.0:1767326936.847472:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.847475:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.847478:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.847480:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326936.847482:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.847485:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.847486:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.847492:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.847494:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.847495:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.847497:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326936.847498:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.847505:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.847506:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.847507:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.847508:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.847511:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164010336128/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.847517:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88302:x1853164010336128:12345-192.168.204.119@tcp:104: Request processed in 142us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326936.847521:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10837 00000100:00000040:2.0:1767326936.847523:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326936.847524:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.847526:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326936.847527:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.847528:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00000020:00000001:0.0:1767326936.847532:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.847533:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00010000:0.0:1767326936.847538:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326936.847538:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000020:00000040:2.0:1767326936.847542:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:0.0:1767326936.847544:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326936.847546:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.847547:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.847552:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.847560:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870d3fe00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.847563:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.847565:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.847566:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.847568:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.847570:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870d3fe00 refcount=3 00000020:00000001:0.0:1767326936.847571:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523802361344 : -115549907190272 : ffff96e870d3fe00) 00010000:00000001:0.0:1767326936.847574:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523802361344 : -115549907190272 : ffff96e870d3fe00) 00010000:00000001:0.0:1767326936.847576:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.847579:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.847580:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.847584:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000400:00000200:2.0:1767326936.847587:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:0.0:1767326936.847593:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326936.847593:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.847595:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 00000020:00000001:0.0:1767326936.847596:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000010:2.0:1767326936.847599:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00000020:00000001:0.0:1767326936.847600:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.847602:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.847604:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00001000:0.0:1767326936.847605:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.847609:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.847611:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.847613:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.847615:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.847618:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.847620:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.847622:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.847623:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.847624:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.847626:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870d3fe00 with handle 0xb12620548e07d7b7 from hash 00010000:00000001:0.0:1767326936.847628:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.847629:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.847630:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.847631:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.847633:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.847634:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.847636:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.847639:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.847640:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.847641:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.847643:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.847645:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.847649:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.847651:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.847653:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.847655:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.847657:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.847661:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34200. 00000100:00000001:0.0:1767326936.847664:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.847665:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.847668:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.847675:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.847676:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.847678:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.847681:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.847687:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.847708:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.847711:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.847713:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.847715:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.847717:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847731:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1767326936.847732:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847735:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767326936.847738:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.847738:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326936.847744:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.847754:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.847756:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.847758:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.847759:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d3fe00/0xb12620548e07d7b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c429 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326936.847760:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.847763:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.847766:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.847771:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633408:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.847777:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1767326936.847778:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84f77d940. 02000000:00000001:1.0:1767326936.847779:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.847781:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.847783:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:0.0:1767326936.847785:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f1d3100 count: 0 02000000:00000010:1.0:1767326936.847787:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84120ba00. 02000000:00000001:1.0:1767326936.847790:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.847791:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f1d3f00. 00000400:00000200:1.0:1767326936.847795:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.847798:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61e18. 00000400:00000010:1.0:1767326936.847801:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00010000:00000001:0.0:1767326936.847802:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767326936.847804:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633408, portal 18 00010000:00000001:0.0:1767326936.847805:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.847809:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000001:1.0:1767326936.847809:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.847812:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00010000:00000001:0.0:1767326936.847814:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.847818:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.847821:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.847822:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.847824:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.847827:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.847829:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.847833:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.847836:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767326936.847837:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.847862:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.847866:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326936.847872:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.847875:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326936.847875:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000100:00000001:0.0:1767326936.847879:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326936.847880:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633408, offset 0 00000100:00000001:0.0:1767326936.847883:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.847888:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.847889:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.847892:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.847896:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.847898:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.847900:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.847902:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.847903:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.847905:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556668:1556668:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556661:1556661:8:4294967295] 00000400:00000200:1.0:1767326936.847908:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.847912:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.847915:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.847917:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326936.847919:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.847922:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.847924:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.847932:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.847935:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.847936:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.847938:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855571 00000100:00000001:1.0:1767326936.847941:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855570 00000100:00000001:1.0:1767326936.847943:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855571 00000100:00000001:1.0:1767326936.847945:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855570 00000100:00000001:1.0:1767326936.847947:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.847949:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847950:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847952:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.847955:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.847956:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.847958:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.847959:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.847960:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.847962:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.847992:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.847996:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:2.0:1767326936.848000:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.848005:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.848008:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000400:00000010:2.0:1767326936.848010:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000100:00000001:2.0:1767326936.848012:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.848016:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.848024:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.848027:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.848034:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.848035:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.849733:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849740:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.849742:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849745:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.849749:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849754:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.849758:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849761:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849764:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849767:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf000 00000400:00000200:2.0:1767326936.849772:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 328 00000800:00000001:2.0:1767326936.849775:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849778:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.849779:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.849781:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.849783:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.849785:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.849787:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000100:00000040:2.0:1767326936.849789:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010336256 msgsize 328 00000100:00100000:2.0:1767326936.849791:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.849796:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.849799:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849801:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.849801:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849803:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.849804:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849806:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.849809:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849810:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849812:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.849814:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf080 00000400:00000200:2.0:1767326936.849816:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 656 00000800:00000001:2.0:1767326936.849818:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849821:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.849822:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.849824:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.849825:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.849826:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.849828:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000040:2.0:1767326936.849829:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010336384 msgsize 328 00000100:00100000:2.0:1767326936.849831:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.849834:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.849836:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.849838:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1767326936.849860:0:193131:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874c36e00. 00010000:00000010:2.1:1767326936.849875:0:193131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872b84600. 00000100:00000001:2.0:1767326936.849895:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.849897:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336256 02000000:00000001:2.0:1767326936.849899:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.849900:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.849902:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.849904:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.849905:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336256 00000020:00000001:2.0:1767326936.849907:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.849908:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.849910:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.849911:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.849913:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.849915:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000010:1.1:1767326936.849916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861212800. 00000100:00000001:2.0:1767326936.849917:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.849921:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000010:1.1:1767326936.849922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2fd400. 00000100:00000001:2.0:1767326936.849925:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.849927:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.849931:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000010:2.0:1767326936.849933:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000020:00000010:2.0:1767326936.849935:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326936.849938:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.849940:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.849941:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.849942:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.849944:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.849950:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.849954:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.849954:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336384 02000000:00000001:2.0:1767326936.849955:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.849956:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.849957:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.849958:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.849960:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336384 00000020:00000001:2.0:1767326936.849960:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.849961:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.849962:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.849963:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:2.0:1767326936.849964:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.849966:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.849967:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.849968:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.849969:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.849970:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.849972:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000020:00000010:2.0:1767326936.849974:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000020:00000010:2.0:1767326936.849976:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:2.0:1767326936.849977:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.849978:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.849978:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.849980:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.849983:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.849986:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.849987:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.849990:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10838 00000100:00000040:2.0:1767326936.849991:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.849992:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 00000100:00000040:2.0:1767326936.849996:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010336256/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.850001:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.850002:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.850003:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.850004:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.850006:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88293:x1853164010336256:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.850008:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010336256 00010000:00000001:2.0:1767326936.850009:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.850012:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.850013:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.850014:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8716d0800 refcount=2 00000020:00000001:2.0:1767326936.850015:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812390912 : -115549897160704 : ffff96e8716d0800) 00010000:00000001:2.0:1767326936.850017:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812390912 : -115549897160704 : ffff96e8716d0800) 00010000:00000001:2.0:1767326936.850019:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.850020:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.850022:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.850026:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.850028:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.850029:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326936.850031:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.850032:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850033:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.850035:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.850036:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.850038:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.850040:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.850041:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.850042:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.850043:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.850045:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.850046:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.850048:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000200:2.0:1767326936.850050:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010336256, offset 224 00000400:00000200:2.0:1767326936.850052:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.850055:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.850058:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.850061:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556669:1556669:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556662:1556662:8:4294967295] 00000400:00000200:2.0:1767326936.850064:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.850069:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.850074:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.850077:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326936.850080:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.850085:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.850087:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.850093:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.850096:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.850099:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.850102:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.850105:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.850117:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.850120:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850122:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.850123:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767326936.850125:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.850126:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.850131:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10839 00000100:00000040:2.0:1767326936.850135:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010336256/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326936.850136:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000020:00000001:0.0:1767326936.850138:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.850140:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000020:00000001:0.0:1767326936.850143:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.850148:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010336384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767326936.850149:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.850155:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.850158:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326936.850160:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88293:x1853164010336256:12345-192.168.204.119@tcp:104: Request processed in 153us (364us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.850164:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.850165:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.850170:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbad40. 00000100:00100000:2.0:1767326936.850172:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10838 00000100:00000001:3.0:1767326936.850174:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.850178:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000020:00000010:3.0:1767326936.850179:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbad40. 00000100:00000001:2.0:1767326936.850181:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.850185:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.850186:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8716d0800 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.850189:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00000100:00100000:3.0:1767326936.850190:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88280:x1853164010336384:12345-192.168.204.119@tcp:104: 00000008:00000001:0.0:1767326936.850191:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.850194:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00000001:0.0:1767326936.850195:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767326936.850195:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010336384 00000020:00000010:2.0:1767326936.850198:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00000001:0.0:1767326936.850199:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326936.850199:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000001:0.0:1767326936.850203:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.850203:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:3.0:1767326936.850204:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767326936.850206:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8716d0800 refcount=3 00000020:00000001:3.0:1767326936.850207:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.850209:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326936.850210:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e725800 refcount=2 00000020:00000001:0.0:1767326936.850211:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812390912 : -115549897160704 : ffff96e8716d0800) 00000020:00000001:3.0:1767326936.850215:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523225536512 : -115550484015104 : ffff96e84e725800) 00010000:00000001:0.0:1767326936.850216:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812390912 : -115549897160704 : ffff96e8716d0800) 00010000:00000001:3.0:1767326936.850219:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523225536512 : -115550484015104 : ffff96e84e725800) 00010000:00000001:0.0:1767326936.850221:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767326936.850223:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767326936.850226:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326936.850226:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.850231:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.850244:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.850245:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767326936.850248:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:3.0:1767326936.850248:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767326936.850253:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000010:3.0:1767326936.850253:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.850257:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.850258:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:3.0:1767326936.850259:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.850262:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:3.0:1767326936.850263:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000008:00000001:0.0:1767326936.850265:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.850266:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.850268:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00001000:0.0:1767326936.850271:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00001000:3.0:1767326936.850271:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000010:2.0:1767326936.850272:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000008:00000001:0.0:1767326936.850277:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.850277:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767326936.850279:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.850283:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767326936.850283:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.850287:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.850288:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326936.850288:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:0.0:1767326936.850293:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767326936.850293:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767326936.850294:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 02000000:00000001:3.0:1767326936.850296:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.850299:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767326936.850299:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00000100:00000001:3.0:1767326936.850299:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326936.850304:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.850305:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767326936.850305:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.850308:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767326936.850310:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8716d0800 with handle 0xb12620548e07bf6f from hash 00010000:00000001:0.0:1767326936.850313:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.850315:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.850317:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.850319:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.850322:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.850324:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.850329:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.850333:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.850334:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.850336:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.850338:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.850340:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.850344:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000020:00000040:0.0:1767326936.850348:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000010:3.0:1767326936.850350:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093a18. 00000100:00000001:0.0:1767326936.850352:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.850355:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767326936.850356:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010336384, offset 224 02000000:00000001:0.0:1767326936.850358:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.850365:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e35200. 00000400:00000200:3.0:1767326936.850365:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.850371:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.850372:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.850375:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.850382:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.850382:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.850393:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556670:1556670:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556663:1556663:8:4294967295] 00010000:00010000:0.0:1767326936.850397:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.850400:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.850401:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.850406:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.850413:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.850414:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.850422:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:0.0:1767326936.850423:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326936.850425:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00000800:00000200:3.0:1767326936.850432:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.850441:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.850444:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767326936.850454:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.850454:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.850459:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767326936.850460:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.850462:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.850463:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326936.850466:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326936.850468:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e8712e9300. 00010000:00000001:0.0:1767326936.850470:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.850471:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326936.850474:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.850479:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326936.850481:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.850486:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.850490:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.850494:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.850495:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.850499:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8716d0800/0xb12620548e07bf6f lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4956d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.850500:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010336384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767326936.850513:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.850517:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00010000:00000010:0.0:1767326936.850523:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c880. 00000400:00000200:2.0:1767326936.850524:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767326936.850525:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88280:x1853164010336384:12345-192.168.204.119@tcp:104: Request processed in 357us (692us total) trans 0 rc 0/0 00010000:00000040:0.0:1767326936.850532:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84840d200 count: 0 00000400:00000200:2.0:1767326936.850533:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:3.0:1767326936.850537:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10839 00000400:00000200:2.0:1767326936.850539:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093a18 00010000:00000010:0.0:1767326936.850540:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84840df00. 00000100:00000040:3.0:1767326936.850540:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000400:00000010:2.0:1767326936.850542:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093a18. 00000100:00000001:3.0:1767326936.850545:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.850547:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326936.850548:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767326936.850550:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00000100:00000001:2.0:1767326936.850551:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.850553:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.850557:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1767326936.850557:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00000010:0.0:1767326936.850560:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000020:00000010:3.0:1767326936.850563:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00010000:00000001:0.0:1767326936.850565:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.850567:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.850570:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.850570:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.850575:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.850575:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.850580:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:0.0:1767326936.850581:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.850582:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:0.0:1767326936.850585:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767326936.850586:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326936.850588:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.850593:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.850596:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767326936.850598:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e725800 already unused, calling callback (ffffffffc13180e0) 00000020:00000001:0.0:1767326936.850600:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.850603:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326936.850604:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.850607:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326936.850610:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.850612:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.850614:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e725800 refcount=3 00000100:00000001:0.0:1767326936.850615:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326936.850617:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523225536512 : -115550484015104 : ffff96e84e725800) 00000100:00000001:0.0:1767326936.850619:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326936.850620:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:2.0:1767326936.850621:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523225536512 : -115550484015104 : ffff96e84e725800) 00000100:00000001:0.0:1767326936.850622:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326936.850626:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.850627:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767326936.850631:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326936.850633:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.850652:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1767326936.850653:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767326936.850655:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.850656:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:0.0:1767326936.850660:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767326936.850661:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 02000000:00000001:0.0:1767326936.850664:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00001000:2.0:1767326936.850665:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 02000000:00000001:0.0:1767326936.850670:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.850670:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1767326936.850673:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.850676:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633536:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00001000:2.0:1767326936.850677:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000008:00000001:2.0:1767326936.850682:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.850683:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.850687:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326936.850688:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767326936.850690:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850693:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767326936.850694:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767326936.850696:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767326936.850700:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34000. 00010000:00000001:2.0:1767326936.850700:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.850703:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.850704:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.850708:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84e725800 with handle 0xb12620548e07bde0 from hash 00000400:00000200:0.0:1767326936.850713:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.850713:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326936.850716:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767326936.850718:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3108. 00010000:00000001:2.0:1767326936.850718:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.850730:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326936.850732:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.850734:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:0.0:1767326936.850737:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581633b8. 00010000:00000001:2.0:1767326936.850738:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.850740:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.850742:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767326936.850743:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633536, portal 18 00010000:00000001:2.0:1767326936.850744:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850747:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767326936.850749:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767326936.850749:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767326936.850752:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000010:2.0:1767326936.850755:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000100:00000040:0.0:1767326936.850761:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326936.850761:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.850766:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.850770:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326936.850773:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326936.850774:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.850777:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000010:2.0:1767326936.850781:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097800. 00000400:00000010:0.0:1767326936.850782:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163d48. 00000100:00000200:0.0:1767326936.850787:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633536, offset 0 00000100:00000001:2.0:1767326936.850788:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850792:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:0.0:1767326936.850793:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:2.0:1767326936.850796:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326936.850799:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.850806:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.850812:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1767326936.850812:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326936.850817:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.850818:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326936.850822:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326936.850823:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326936.850827:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.850828:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000040:2.0:1767326936.850835:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008699b870] to pc [ptlrpcd_01_01+1] req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.850836:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556671:1556671:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556664:1556664:8:4294967295] 00000400:00000200:0.0:1767326936.850868:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.850870:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.850873:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.850876:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.850878:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.850882:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.850883:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:2.0:1767326936.850884:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.850889:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:0.0:1767326936.850894:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.850898:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767326936.850902:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00010000:00010000:2.0:1767326936.850902:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e725800/0xb12620548e07bde0 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x353a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49500f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.850903:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.850907:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.850910:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326936.850911:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000010:2.0:1767326936.850913:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c680. 00010000:00000040:2.0:1767326936.850919:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e872a7fd00 count: 0 00000100:00000040:3.0:1767326936.850919:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326936.850923:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000010:2.0:1767326936.850925:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e861212400. 00000800:00000200:0.0:1767326936.850930:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1767326936.850932:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326936.850933:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767326936.850935:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326936.850937:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.850938:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e8712e9300. 00010000:00000001:2.0:1767326936.850942:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.850943:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326936.850944:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.850944:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326936.850947:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326936.850948:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.850949:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00010000:00010000:2.0:1767326936.850952:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326936.850953:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.850955:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.850957:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.850958:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.850959:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.850962:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.850964:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855574 00000020:00000001:2.0:1767326936.850964:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.850967:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.850971:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855571 00000100:00000001:2.0:1767326936.850974:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.850976:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.850977:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855574 00000100:00000001:2.0:1767326936.850978:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.850982:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.850985:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855571 00000100:00000001:0.0:1767326936.850991:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.850993:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.850996:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.850998:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.851004:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767326936.851007:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247633664:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.851008:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.851013:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.851015:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326936.851016:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326936.851019:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326936.851021:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.851021:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.851023:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767326936.851026:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326936.851027:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.851027:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 02000000:00000010:3.0:1767326936.851030:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8593bdc00. 00000400:00000200:2.0:1767326936.851033:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326936.851033:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.851039:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.851040:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.851041:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.851045:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:3.0:1767326936.851045:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7370. 00000100:00000001:0.0:1767326936.851046:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326936.851049:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:0.0:1767326936.851051:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.851052:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093cc0. 00000100:00000001:2.0:1767326936.851053:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.851057:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633664, portal 18 00000100:00000001:0.0:1767326936.851058:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.851060:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.851062:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.851065:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000100:00000001:2.0:1767326936.851074:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.851078:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.851085:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.851087:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767326936.851116:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.851122:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.851123:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.851125:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093d48. 00000100:00000200:3.0:1767326936.851127:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633664, offset 0 00000400:00000200:3.0:1767326936.851129:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.851132:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.851135:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.851137:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.851139:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.851147:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326936.851148:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.851150:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556672:1556672:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556665:1556665:8:4294967295] 00000400:00000200:3.0:1767326936.851153:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.851157:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.851160:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.851163:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000800:00000200:3.0:1767326936.851165:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.851168:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.851170:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.851178:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.851180:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:3.0:1767326936.851182:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.851183:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855574 00000100:00000001:3.0:1767326936.851185:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855574 00000100:00000001:3.0:1767326936.851187:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855574 00000100:00000001:3.0:1767326936.851188:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855574 00000100:00000001:3.0:1767326936.851190:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.851192:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.851194:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.851195:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.851198:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.851199:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326936.851201:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.851202:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.851204:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.851205:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.851219:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.851221:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00000400:00000200:2.0:1767326936.851224:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.851227:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.851230:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093d48 00000400:00000010:2.0:1767326936.851231:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093d48. 00000100:00000001:2.0:1767326936.851233:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.851235:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.851241:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.851243:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.851247:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.851249:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326936.851883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d83900. 00010000:00000010:0.1:1767326936.851900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a75c00. 00010000:00000010:0.1:1767326936.851907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f1d3100. 00010000:00000010:0.1:1767326936.851913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d3fe00. 00000800:00000001:3.0:1767326936.852334:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.852339:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.852341:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.852343:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.852347:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852350:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.852353:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852355:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852357:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852359:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf100 00000400:00000200:3.0:1767326936.852363:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 984 00000800:00000001:3.0:1767326936.852367:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.852371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.852372:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.852374:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.852377:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.852378:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.852380:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00000100:00000040:3.0:1767326936.852382:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ca80 x1853164010336512 msgsize 328 00000100:00100000:3.0:1767326936.852386:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.852391:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.852394:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.852396:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.852403:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.852404:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336512 02000000:00000001:3.0:1767326936.852405:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.852406:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.852408:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.852410:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.852412:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336512 00000020:00000001:3.0:1767326936.852413:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.852414:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.852416:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.852417:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.852419:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.852421:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.852423:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.852425:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbad40. 00000100:00000001:3.0:1767326936.852426:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.852428:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbad40. 00000020:00000010:3.0:1767326936.852431:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc200. 00000020:00000010:3.0:1767326936.852434:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd00. 00000020:00000010:3.0:1767326936.852436:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000100:00000040:3.0:1767326936.852439:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.852440:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.852441:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.852442:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.852445:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.852450:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.852454:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.852455:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.852458:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10840 00000100:00000040:3.0:1767326936.852460:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.852461:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000100:00000040:3.0:1767326936.852464:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ca80 x1853164010336512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.852469:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.852471:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbad40. 00000100:00000001:3.0:1767326936.852472:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.852473:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbad40. 00000100:00100000:3.0:1767326936.852476:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:82037:x1853164010336512:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.852478:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010336512 00010000:00000001:3.0:1767326936.852479:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.852481:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.852482:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.852483:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e0a00 refcount=2 00000020:00000001:3.0:1767326936.852484:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087890944 : -115550621660672 : ffff96e8463e0a00) 00010000:00000001:3.0:1767326936.852486:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087890944 : -115550621660672 : ffff96e8463e0a00) 00010000:00000001:3.0:1767326936.852488:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.852490:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.852492:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.852497:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.852498:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.852500:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13000. 02000000:00000001:3.0:1767326936.852502:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.852503:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.852505:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.852506:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.852507:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.852510:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.852513:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.852515:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.852517:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.852519:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.852521:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.852523:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.852527:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093000. 00000100:00000200:3.0:1767326936.852530:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010336512, offset 224 00000400:00000200:3.0:1767326936.852536:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.852541:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852546:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.852551:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556673:1556673:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556666:1556666:8:4294967295] 00000400:00000200:3.0:1767326936.852555:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.852563:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.852569:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.852573:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000800:00000200:3.0:1767326936.852579:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.852584:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.852587:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.852597:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.852600:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.852603:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.852606:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e8712e9f00. 00010000:00000001:3.0:1767326936.852609:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.852623:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.852626:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.852628:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.852630:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.852635:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164010336512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.852645:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:82037:x1853164010336512:12345-192.168.204.119@tcp:104: Request processed in 172us (260us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.852652:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326936.852653:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10840 00000020:00000001:0.0:1767326936.852657:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.852659:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:0.0:1767326936.852662:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326936.852663:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.852667:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.852667:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.852671:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.852673:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd00. 00010000:00010000:0.0:1767326936.852677:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.852679:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00000020:00000010:3.0:1767326936.852684:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc200. 00000020:00000040:3.0:1767326936.852687:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:3.0:1767326936.852689:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.852706:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8463e0a00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.852709:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.852710:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.852712:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.852714:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.852716:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e0a00 refcount=3 00000020:00000001:0.0:1767326936.852731:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087890944 : -115550621660672 : ffff96e8463e0a00) 00010000:00000001:0.0:1767326936.852734:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087890944 : -115550621660672 : ffff96e8463e0a00) 00010000:00000001:0.0:1767326936.852736:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.852739:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.852744:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000001:0.0:1767326936.852747:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000010:3.0:1767326936.852749:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00000020:00000001:0.0:1767326936.852751:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.852755:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326936.852755:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:0.0:1767326936.852761:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:3.0:1767326936.852763:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326936.852765:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326936.852768:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093000 00000008:00000001:0.0:1767326936.852769:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.852773:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093000. 00000020:00001000:0.0:1767326936.852774:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.852779:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.852782:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.852785:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.852787:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.852789:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.852791:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.852793:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8463e0a00 with handle 0xb12620548e090fc3 from hash 00010000:00000001:0.0:1767326936.852796:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.852798:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.852799:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.852801:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.852803:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.852805:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.852809:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.852812:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.852814:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.852816:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.852818:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767326936.852818:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.852823:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326936.852823:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1767326936.852830:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000020:00000040:0.0:1767326936.852834:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.852838:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.852866:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.852870:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.852875:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34c00. 00000100:00000001:0.0:1767326936.852879:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.852882:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.852886:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.852893:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.852895:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.852898:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.852901:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.852906:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_01+1] req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.852930:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.852931:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326936.852933:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.852936:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326936.852937:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.852940:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.852940:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326936.852945:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.852948:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.852950:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.852952:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.852971:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326936.852973:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.852974:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.852977:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e0a00/0xb12620548e090fc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed79e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326936.852978:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.852982:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.852988:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.852993:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878918b40. 00000100:00100000:1.0:1767326936.852993:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633792:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.852999:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:0.0:1767326936.853000:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871467100 count: 0 02000000:00000001:1.0:1767326936.853002:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.853005:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.853007:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1767326936.853008:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871467f00. 02000000:00000010:1.0:1767326936.853011:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84120a200. 02000000:00000001:1.0:1767326936.853014:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.853017:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326936.853018:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.853021:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767326936.853022:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61318. 00010000:00000010:0.0:1767326936.853025:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e8712e9f00. 00010000:00000001:0.0:1767326936.853029:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.853031:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ec38. 00000020:00000001:0.0:1767326936.853032:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.853036:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.853036:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633792, portal 18 00010000:00010000:0.0:1767326936.853039:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.853040:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.853041:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000020:00000001:0.0:1767326936.853044:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326936.853047:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.853048:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.853051:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.853053:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.853055:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.853058:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.853068:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.853069:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326936.853071:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326936.853075:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.853076:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.853080:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eee0. 00000100:00000001:0.0:1767326936.853081:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.853086:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633792, offset 0 00000400:00000200:1.0:1767326936.853093:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.853098:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.853102:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.853104:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.853106:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.853108:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.853110:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.853113:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556674:1556674:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556667:1556667:8:4294967295] 00000400:00000200:1.0:1767326936.853116:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.853121:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.853125:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.853128:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:1.0:1767326936.853131:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.853134:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.853136:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.853144:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.853147:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.853149:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.853151:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855576 00000100:00000001:1.0:1767326936.853155:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855574 00000100:00000001:1.0:1767326936.853158:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855576 00000100:00000001:1.0:1767326936.853160:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855574 00000100:00000001:1.0:1767326936.853162:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.853164:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.853166:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.853168:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.853170:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.853172:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.853173:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.853175:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.853176:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.853177:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.853192:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.853196:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:3.0:1767326936.853200:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.853205:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.853209:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eee0 00000400:00000010:3.0:1767326936.853211:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eee0. 00000100:00000001:3.0:1767326936.853213:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.853218:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.853228:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.853231:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.853280:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.853282:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.855452:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.855457:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.855459:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.855460:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.855464:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.855468:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.855472:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.855476:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.855479:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.855482:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0cc80 00000400:00000200:3.0:1767326936.855487:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.855491:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a195 [1] + 224 00000800:00000001:3.0:1767326936.855497:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.855503:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.855505:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.855509:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.855514:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.855519:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.855528:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.855551:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.855556:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.855559:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.855570:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.855573:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.855580:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.855582:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.855584:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:0.0:1767326936.855588:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:0.0:1767326936.855590:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:0.0:1767326936.855594:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.855599:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.855609:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.855617:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.855620:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.855622:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.855625:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.855627:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.855629:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.855631:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.855638:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.855641:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.855643:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.855644:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.855646:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.855647:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.855650:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.855651:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.855653:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.855654:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.855658:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.855662:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.855664:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.855665:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.855668:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.855673:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633024:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.855676:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.855678:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.855680:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247633024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.855690:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.855692:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.855693:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34a00. 02000000:00000001:0.0:1767326936.855696:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.855697:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.855699:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.855700:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.855702:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869fc00. 02000000:00000001:0.0:1767326936.855704:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.855705:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.855706:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:0.0:1767326936.855708:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.855709:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.855711:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.855712:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.855713:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.855714:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.855716:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326936.855871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84840d200. 00010000:00000010:0.1:1767326936.855877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8716d0800. 00010000:00000010:0.1:1767326936.857871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467100. 00010000:00000010:2.1:1767326936.857876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872a7fd00. 00010000:00000010:0.1:1767326936.857880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e0a00. 00010000:00000010:2.1:1767326936.857891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e725800. 00000800:00000001:3.0:1767326936.860727:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.860758:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.860762:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.860766:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.860773:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860778:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.860784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860788:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860793:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860796:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0cd80 00000400:00000200:3.0:1767326936.860801:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860870:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a19d [1] + 224 00000800:00000001:3.0:1767326936.860879:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.860885:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.860888:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.860891:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.860896:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.860902:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.860911:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.860927:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.860933:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.860937:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.860938:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.860942:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.860946:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860951:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.860958:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.860961:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.860966:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.860967:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.860972:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.860976:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ce00 00000400:00000001:2.0:1767326936.860979:0:2519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326936.860983:0:2519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326936.860983:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326936.860988:0:2519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612008f0. 00000400:00000200:2.0:1767326936.860994:0:2519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00000400:00000010:2.0:1767326936.860998:0:2519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000100:00000001:2.0:1767326936.861002:0:2519:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.861006:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a1b5 [1] + 224 00000100:00000200:2.0:1767326936.861011:0:2519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.861012:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.861017:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.861020:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.861026:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:2.0:1767326936.861030:0:2519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.861031:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.861037:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.861052:0:2519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326936.861056:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.861057:0:2519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.861061:0:2519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326936.861064:0:2519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326936.861067:0:2519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.861070:0:2519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.861073:0:2519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.861079:0:2519:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326936.861079:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326936.861085:0:2519:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326936.861086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.861090:0:2519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326936.861092:0:2519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.861094:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.861095:0:2519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326936.861098:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.861100:0:2519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.861101:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326936.861103:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.861104:0:2519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326936.861105:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326936.861109:0:2519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:3.0:1767326936.861110:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.861112:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326936.861115:0:2519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767326936.861116:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.861119:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61e18. 00000100:00000001:2.0:1767326936.861120:0:2519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.861121:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:1.0:1767326936.861124:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:1.0:1767326936.861127:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:1.0:1767326936.861131:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.861131:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.861132:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.861136:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326936.861141:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.861145:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.861151:0:2519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.861156:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0cf00 00000100:00000001:2.0:1767326936.861158:0:2519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326936.861162:0:2519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.861167:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326936.861169:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.861172:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.861179:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a1d5 [1] + 224 00000800:00000001:3.0:1767326936.861191:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.861192:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.861197:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.861198:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.861199:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247633280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.861202:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326936.861203:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326936.861205:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.861209:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.861209:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861212:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.861215:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.861216:0:2519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326936.861217:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.861221:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326936.861223:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.861229:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326936.861230:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.861232:0:2519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870595c00 x1853164247633280/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.861235:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.861238:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.861243:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.861248:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.861254:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.861257:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326936.861261:0:2519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326936.861263:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326936.861264:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.861267:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.861270:0:2519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326936.861275:0:2519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858096a00. 00000100:00000040:1.0:1767326936.861277:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.861282:0:2519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326936.861286:0:2519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326936.861289:0:2519:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.861291:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.861291:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326936.861294:0:2519:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326936.861296:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767326936.861298:0:2519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097200. 00000100:00000001:1.0:1767326936.861299:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.861300:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326936.861305:0:2519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326936.861307:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.861308:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.861308:0:2519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326936.861313:0:2519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 00000800:00000001:3.0:1767326936.861313:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.861319:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.861320:0:2519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.861325:0:2519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.861330:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.861331:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326936.861332:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633408:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.861340:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.861340:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326936.861341:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.861342:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.861346:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.861348:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247633408/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.861352:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.861352:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.861358:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.861360:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326936.861361:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.861363:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.861366:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84120ba00. 00000400:00000200:3.0:1767326936.861370:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.861371:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.861374:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.861377:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326936.861378:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0cd00 00000020:00000001:1.0:1767326936.861381:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.861381:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326936.861386:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34200. 00000100:00000001:2.0:1767326936.861386:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.861386:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.861392:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767326936.861395:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a18d [1] + 224 02000000:00000001:1.0:1767326936.861396:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.861399:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:1.0:1767326936.861405:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767326936.861405:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326936.861406:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326936.861410:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326936.861410:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326936.861415:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.861415:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7370. 00000800:00000001:3.0:1767326936.861416:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861420:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.861422:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.861423:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.861423:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093cc0 00000100:00000001:1.0:1767326936.861427:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.861430:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.861432:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.861433:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093cc0. 00000100:00000001:2.0:1767326936.861440:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.861441:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.861448:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326936.861449:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.861479:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.861496:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.861503:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.861506:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.861509:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.861510:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.861513:0:2520:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326936.861515:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.861516:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326936.861520:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.861521:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.861522:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.861524:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326936.861527:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326936.861530:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.861532:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326936.861533:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000400:00000010:1.0:1767326936.861534:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326936.861541:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000100:00001000:2.0:1767326936.861541:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000400:00000010:1.0:1767326936.861545:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000100:00000001:2.0:1767326936.861548:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.861549:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326936.861552:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.861555:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767326936.861557:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.861559:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861564:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326936.861568:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326936.861572:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326936.861575:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.861584:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.861587:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.861605:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.861608:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.861609:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.861612:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.861613:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861617:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.861621:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326936.861623:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.861624:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.861627:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.861631:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.861638:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00100000:2.0:1767326936.861640:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247633664:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00001000:1.0:1767326936.861642:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.861649:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.861650:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861650:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.861655:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326936.861656:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767326936.861657:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.861660:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326936.861662:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870596680 x1853164247633664/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326936.861663:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.861666:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.861668:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.861674:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.861684:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.861685:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.861687:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.861689:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.861704:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633152:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.861708:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326936.861710:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.861711:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326936.861712:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.861716:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247633152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326936.861716:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8593bdc00. 02000000:00000001:2.0:1767326936.861735:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326936.861739:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326936.861741:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767326936.861742:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:1.0:1767326936.861744:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.861747:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e85a5dd200. 00000020:00000001:2.0:1767326936.861748:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326936.861751:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767326936.861752:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097800. 00000020:00000001:1.0:1767326936.861754:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.861756:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326936.861757:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767326936.861758:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.861761:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e35400. 02000000:00000001:2.0:1767326936.861761:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326936.861765:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767326936.861765:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 02000000:00000001:1.0:1767326936.861767:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.861770:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:2.0:1767326936.861771:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.861773:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.861775:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861776:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861780:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861781:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.861782:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.861785:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.861787:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861788:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.861789:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861793:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.861797:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.861800:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.865066:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.865075:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.865078:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.865081:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.865087:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865093:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.865099:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865102:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865106:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865108:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf780 00000400:00000200:3.0:1767326936.865113:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 1312 00000800:00000001:3.0:1767326936.865117:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.865122:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.865124:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.865126:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.865130:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.865131:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.865135:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000040:3.0:1767326936.865137:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ea00 x1853164010338176 msgsize 328 00000100:00100000:3.0:1767326936.865140:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.865151:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.865155:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.865157:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.865192:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.865195:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338176 02000000:00000001:2.0:1767326936.865197:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.865198:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.865200:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.865202:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.865204:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338176 00000020:00000001:2.0:1767326936.865206:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.865208:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.865210:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.865212:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.865214:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.865215:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.865218:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.865221:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.865223:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.865225:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.865230:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00000010:2.0:1767326936.865233:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000020:00000010:2.0:1767326936.865237:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326936.865247:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.865249:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.865250:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.865252:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865257:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865266:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.865275:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.865277:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.865281:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10841 00000100:00000040:2.0:1767326936.865285:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.865287:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000100:00000040:2.0:1767326936.865293:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ea00 x1853164010338176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.865303:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.865306:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.865308:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.865310:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.865315:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88277:x1853164010338176:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.865319:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338176 00010000:00000001:2.0:1767326936.865321:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.865327:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.865328:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.865331:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fda00 refcount=2 00000020:00000001:2.0:1767326936.865332:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237956096 : -115550471595520 : ffff96e84f2fda00) 00010000:00000001:2.0:1767326936.865335:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237956096 : -115550471595520 : ffff96e84f2fda00) 00010000:00000001:2.0:1767326936.865338:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.865341:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.865346:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.865361:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.865364:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.865368:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326936.865370:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865372:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.865376:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.865378:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.865382:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326936.865382:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.865386:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:3.0:1767326936.865387:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.865388:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000001:3.0:1767326936.865389:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.865391:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000001:3.0:1767326936.865391:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.865394:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767326936.865395:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.865396:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865399:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326936.865400:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:2.0:1767326936.865402:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.865405:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000400:00000200:3.0:1767326936.865405:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865408:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326936.865409:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338176, offset 224 00000400:00000200:3.0:1767326936.865411:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865414:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf800 00000400:00000200:2.0:1767326936.865415:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.865419:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 1640 00000400:00000200:2.0:1767326936.865421:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.865423:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326936.865427:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.865432:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556675:1556675:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556668:1556668:8:4294967295] 00000800:00000001:3.0:1767326936.865435:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.865437:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.865437:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.865443:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.865445:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.865450:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.865452:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.865453:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000800:00000010:2.0:1767326936.865454:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000010:3.0:1767326936.865457:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000800:00000200:2.0:1767326936.865460:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:3.0:1767326936.865460:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010338304 msgsize 328 00000100:00100000:3.0:1767326936.865463:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:2.0:1767326936.865466:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326936.865469:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1767326936.865470:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.865479:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.865482:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.865485:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.865489:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23a80. 00010000:00000001:2.0:1767326936.865492:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.865506:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.865509:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.865511:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.865513:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.865517:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164010338176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.865527:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88277:x1853164010338176:12345-192.168.204.119@tcp:104: Request processed in 222us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326936.865534:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10841 00000800:00000200:3.0:1767326936.865535:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326936.865537:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000800:00000010:3.0:1767326936.865538:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000001:2.0:1767326936.865539:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.865541:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326936.865541:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326936.865544:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.865545:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00000400:00000200:3.0:1767326936.865545:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326936.865548:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.865550:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326936.865550:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00010000:00010000:1.0:1767326936.865554:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000010:3.0:1767326936.865554:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000020:00000010:2.0:1767326936.865555:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000100:00000001:3.0:1767326936.865557:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326936.865560:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.865560:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767326936.865562:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:1.0:1767326936.865564:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:3.0:1767326936.865565:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.865566:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.865570:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.865570:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.865573:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.865575:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338304 00000800:00000001:3.0:1767326936.865575:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326936.865577:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326936.865578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.865580:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.865582:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.865586:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.865586:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.865589:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f2fda00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326936.865590:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338304 00000400:00000200:3.0:1767326936.865592:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:2.0:1767326936.865593:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:1.0:1767326936.865596:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326936.865596:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.865599:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.865599:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.865600:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:2.0:1767326936.865602:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00010000:00000001:1.0:1767326936.865604:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767326936.865604:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.865605:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:1.0:1767326936.865607:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767326936.865608:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326936.865611:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326936.865612:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fda00 refcount=3 00000100:00000001:2.0:1767326936.865612:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.865616:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.865616:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf880 00000020:00000001:1.0:1767326936.865617:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237956096 : -115550471595520 : ffff96e84f2fda00) 00000100:00000001:2.0:1767326936.865619:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.865623:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237956096 : -115550471595520 : ffff96e84f2fda00) 00000400:00000200:3.0:1767326936.865623:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a17d [2] + 1968 00000020:00000010:2.0:1767326936.865624:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000010:3.0:1767326936.865626:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200898. 00010000:00000001:1.0:1767326936.865630:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767326936.865633:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23300 00010000:00010000:1.0:1767326936.865635:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.865636:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000800:00000001:3.0:1767326936.865637:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.865642:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000800:00000001:3.0:1767326936.865643:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.865647:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000400:00000200:3.0:1767326936.865647:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:1.0:1767326936.865649:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767326936.865651:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:3.0:1767326936.865653:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326936.865654:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326936.865655:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767326936.865656:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23300 00000100:00000001:2.0:1767326936.865658:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767326936.865658:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23300. 00000020:00000001:1.0:1767326936.865659:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:2.0:1767326936.865660:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.865661:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.865663:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00001000:1.0:1767326936.865665:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326936.865666:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.865666:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a37850 x1853164010338432 msgsize 328 00000008:00000001:1.0:1767326936.865670:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.865674:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865675:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.865675:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00001000:1.0:1767326936.865678:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000040:3.0:1767326936.865679:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000008:00000001:1.0:1767326936.865682:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.865687:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.865687:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767326936.865691:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767326936.865692:0:193132:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a35000. 00000800:00000001:3.0:1767326936.865693:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.865695:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:3.0:1767326936.865697:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.865699:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767326936.865700:0:193132:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00010000:00000001:1.0:1767326936.865703:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.865705:0:193132:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000020:00000040:1.0:1767326936.865709:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f2fda00 with handle 0xb12620548e07be18 from hash 00000100:00000200:2.0:1767326936.865711:0:193132:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000010:3.0:1767326936.865711:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10c00. 00010000:00000001:1.0:1767326936.865714:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767326936.865717:0:193132:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612008f0. 00010000:00000001:1.0:1767326936.865718:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767326936.865719:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c234000. 00010000:00000001:1.0:1767326936.865734:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767326936.865734:0:193132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23840. 00000100:00100000:3.0:1767326936.865734:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (1/3 left), rc = 0 00010000:00000001:1.0:1767326936.865738:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1767326936.865739:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767326936.865741:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326936.865743:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767326936.865743:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338432 02000000:00000001:2.0:1767326936.865745:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767326936.865745:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00010000:00000001:1.0:1767326936.865747:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326936.865748:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767326936.865749:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a180. 00000100:00000001:2.0:1767326936.865752:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.865754:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.865754:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326936.865755:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1767326936.865756:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338432 00000100:00000001:3.0:1767326936.865756:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767326936.865759:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767326936.865761:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767326936.865761:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.865763:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767326936.865763:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10842 00010000:00000001:1.0:1767326936.865765:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326936.865766:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000100:00000040:3.0:1767326936.865766:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00010000:00000001:1.0:1767326936.865768:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.865770:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.865770:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00010000:00000001:1.0:1767326936.865772:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:2.0:1767326936.865774:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.865776:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326936.865777:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767326936.865777:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010338304/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326936.865782:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000010:1.0:1767326936.865784:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b100. 00000100:00000001:2.0:1767326936.865785:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.865786:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.865789:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000040:1.0:1767326936.865790:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000010:3.0:1767326936.865790:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000020:00000010:2.0:1767326936.865793:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:3.0:1767326936.865795:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.865797:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1767326936.865798:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000020:00000010:3.0:1767326936.865798:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 02000000:00000001:1.0:1767326936.865801:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767326936.865804:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00100000:3.0:1767326936.865806:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010338304:12345-192.168.204.119@tcp:104: 02000000:00000001:1.0:1767326936.865808:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865808:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767326936.865809:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338304 00000100:00000001:2.0:1767326936.865811:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767326936.865812:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767326936.865813:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.865815:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.865816:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767326936.865817:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526dfc00. 00000100:00000001:2.0:1767326936.865817:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.865818:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86932dc00 refcount=2 00000100:00000001:2.0:1767326936.865821:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326936.865821:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523674360832 : -115550035190784 : ffff96e86932dc00) 00010000:00000001:3.0:1767326936.865824:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523674360832 : -115550035190784 : ffff96e86932dc00) 00000100:00000001:1.0:1767326936.865825:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.865827:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.865828:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326936.865830:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326936.865830:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767326936.865831:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.865837:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.865837:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10843 00010000:00010000:3.0:1767326936.865837:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.865865:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00000001:3.0:1767326936.865867:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767326936.865868:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933399120 : -115549776152496 : ffff96e878a37850) 02000000:00000001:3.0:1767326936.865870:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.865874:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11c00. 00010000:00010000:1.0:1767326936.865879:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:3.0:1767326936.865879:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.865883:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.865883:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a37850 x1853164010338432/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.865884:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.865890:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326936.865893:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767326936.865893:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865895:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.865898:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00001000:3.0:1767326936.865898:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.865900:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865901:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.865902:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767326936.865904:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000040:3.0:1767326936.865906:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.865908:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:1.0:1767326936.865911:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f53c1fb] to pc [ptlrpcd_00_00+0] req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.865911:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139440:x1853164010338432:12345-192.168.204.119@tcp:104: 02000000:00000001:3.0:1767326936.865912:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.865914:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.865917:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338432 00000100:00000001:3.0:1767326936.865918:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326936.865920:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:3.0:1767326936.865922:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.865923:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.865926:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767326936.865926:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093000. 00000020:00000040:2.0:1767326936.865929:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e725000 refcount=2 00000100:00000200:3.0:1767326936.865931:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338304, offset 224 00000020:00000001:2.0:1767326936.865933:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523225534464 : -115550484017152 : ffff96e84e725000) 00010000:00000001:2.0:1767326936.865936:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523225534464 : -115550484017152 : ffff96e84e725000) 00000400:00000200:3.0:1767326936.865936:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.865939:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.865940:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.865942:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.865945:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.865945:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:2.0:1767326936.865946:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.865951:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.865956:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.865956:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556676:1556676:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556669:1556669:8:4294967295] 00000100:00000001:2.0:1767326936.865957:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767326936.865961:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.865961:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326936.865961:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.865966:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.865966:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326936.865969:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.865972:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.865973:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.865973:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:2.0:1767326936.865978:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767326936.865980:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.865980:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.865980:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00001000:2.0:1767326936.865984:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000010:3.0:1767326936.865985:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000100:00000001:2.0:1767326936.865990:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1767326936.865992:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326936.865995:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326936.865999:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.865999:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000200:3.0:1767326936.865999:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:2.0:1767326936.866003:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1767326936.866004:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1767326936.866005:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fda00/0xb12620548e07be18 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4950da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.866005:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.866009:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.866011:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.866014:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326936.866016:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000010:2.0:1767326936.866018:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00010000:00000001:3.0:1767326936.866021:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767326936.866022:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338432, offset 224 00010000:00000010:1.0:1767326936.866024:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7cac0. 00010000:00000010:3.0:1767326936.866025:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ab40. 00000400:00000200:2.0:1767326936.866027:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.866030:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326936.866032:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:1.0:1767326936.866033:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e861212e00 count: 0 00000400:00000200:2.0:1767326936.866038:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:3.0:1767326936.866041:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000010:1.0:1767326936.866042:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e861212d00. 00000400:00000200:2.0:1767326936.866044:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556677:1556677:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556670:1556670:7:4294967295] 00010000:00000001:3.0:1767326936.866044:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.866048:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326936.866048:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.866051:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.866052:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866053:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.866054:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.866058:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1767326936.866059:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000010:1.0:1767326936.866063:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23a80. 00000400:00000200:2.0:1767326936.866063:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:3.0:1767326936.866063:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010338304/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.866064:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.866068:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767326936.866070:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.866074:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.866075:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326936.866077:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:2.0:1767326936.866080:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000020:00000001:1.0:1767326936.866082:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.866083:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010338304:12345-192.168.204.119@tcp:104: Request processed in 292us (618us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326936.866088:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326936.866088:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.866097:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:0.0:1767326936.866098:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86932dc00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326936.866100:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10842 00000020:00000001:1.0:1767326936.866101:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326936.866102:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000008:00000001:0.0:1767326936.866103:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.866105:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000020:00000001:1.0:1767326936.866106:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.866107:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326936.866108:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.866109:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.866110:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767326936.866112:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.866113:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326936.866113:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767326936.866114:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000001:1.0:1767326936.866116:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767326936.866117:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86932dc00 refcount=3 00010000:00000001:2.0:1767326936.866118:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767326936.866118:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00000020:00000001:1.0:1767326936.866119:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.866122:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23600. 00000020:00000001:0.0:1767326936.866123:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523674360832 : -115550035190784 : ffff96e86932dc00) 00000020:00000010:3.0:1767326936.866123:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00010000:1.0:1767326936.866124:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.866126:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767326936.866127:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00000001:0.0:1767326936.866129:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523674360832 : -115550035190784 : ffff96e86932dc00) 00000020:00000040:3.0:1767326936.866131:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00000001:0.0:1767326936.866133:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326936.866135:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.866136:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326936.866137:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767326936.866138:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.866139:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866142:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.866143:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866146:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.866149:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.866155:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1767326936.866156:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:3.0:1767326936.866156:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326936.866160:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a37850 x1853164010338432/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1767326936.866160:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00000020:00000001:0.0:1767326936.866161:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.866166:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326936.866167:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:0.0:1767326936.866173:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:3.0:1767326936.866177:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326936.866178:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:1.0:1767326936.866181:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1767326936.866182:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.866183:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093000 00000100:00000001:1.0:1767326936.866185:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.866186:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00100000:2.0:1767326936.866188:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139440:x1853164010338432:12345-192.168.204.119@tcp:104: Request processed in 289us (517us total) trans 0 rc 0/0 00000400:00000010:3.0:1767326936.866188:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093000. 02000000:00000001:1.0:1767326936.866191:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1767326936.866192:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.866192:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767326936.866196:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.866196:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.866198:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326936.866198:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10843 00010000:00000001:0.0:1767326936.866203:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767326936.866203:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.866204:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:0.0:1767326936.866207:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326936.866210:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.866211:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1767326936.866212:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633920:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.866213:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.866215:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.866218:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326936.866219:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00000100:00000001:1.0:1767326936.866220:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767326936.866221:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86932dc00 with handle 0xb12620548e080ae7 from hash 00000800:00000010:3.0:1767326936.866222:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000020:00000010:2.0:1767326936.866223:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 02000000:00000001:1.0:1767326936.866226:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767326936.866227:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767326936.866228:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.866229:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 02000000:00000001:1.0:1767326936.866230:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.866231:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767326936.866233:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:0.0:1767326936.866235:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767326936.866235:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.866236:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:2.0:1767326936.866238:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.866240:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:2.0:1767326936.866241:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11c00. 00000400:00000200:3.0:1767326936.866241:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 02000000:00000010:1.0:1767326936.866242:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526df200. 00010000:00000001:0.0:1767326936.866244:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767326936.866244:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 02000000:00000001:2.0:1767326936.866245:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.866248:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767326936.866248:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.866248:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:2.0:1767326936.866249:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 02000000:00000001:3.0:1767326936.866251:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.866254:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 00010000:00000001:0.0:1767326936.866256:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:2.0:1767326936.866256:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767326936.866257:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767326936.866258:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:2.0:1767326936.866259:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00010000:00000001:0.0:1767326936.866261:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.866261:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767326936.866263:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767326936.866264:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00010000:00000001:0.0:1767326936.866265:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767326936.866267:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00010000:00000001:0.0:1767326936.866269:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.866272:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 02000000:00000001:2.0:1767326936.866272:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.866273:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.866277:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:2.0:1767326936.866277:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13000. 00000100:00000200:1.0:1767326936.866279:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247633920, portal 18 02000000:00000001:2.0:1767326936.866282:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326936.866284:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000100:00000001:1.0:1767326936.866284:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767326936.866286:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 00000100:00000001:1.0:1767326936.866288:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658555648 : -115550050995968 : ffff96e86841b100) 00000020:00000040:0.0:1767326936.866290:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326936.866292:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.866295:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00000100:00000001:0.0:1767326936.866296:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326936.866298:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.866300:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326936.866301:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.866304:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 02000000:00000001:0.0:1767326936.866305:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.866309:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326936.866311:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767326936.866312:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daae00. 02000000:00000010:2.0:1767326936.866313:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00000020:00000001:3.0:1767326936.866313:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866316:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326936.866319:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:3.0:1767326936.866319:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767326936.866320:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.866322:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00010000:00000001:3.0:1767326936.866323:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1767326936.866324:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.866325:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767326936.866326:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767326936.866327:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767326936.866330:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 02000000:00000010:2.0:1767326936.866331:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00010000:00010000:3.0:1767326936.866332:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.866333:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326936.866336:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247633920, offset 0 02000000:00000001:2.0:1767326936.866336:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.866338:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00000100:00000010:2.0:1767326936.866344:0:193132:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00000400:00000200:1.0:1767326936.866350:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000010:2.0:1767326936.866350:0:193132:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a37800. 00010000:00010000:3.0:1767326936.866352:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e725000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326936.866355:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.866356:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1767326936.866356:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.866359:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326936.866360:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767326936.866361:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.866364:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.866365:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1767326936.866368:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326936.866369:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.866370:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.866371:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e725000 refcount=3 00000020:00000001:3.0:1767326936.866377:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523225534464 : -115550484017152 : ffff96e84e725000) 00000400:00000200:1.0:1767326936.866379:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326936.866381:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326936.866382:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523225534464 : -115550484017152 : ffff96e84e725000) 00000400:00000200:1.0:1767326936.866387:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:3.0:1767326936.866388:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326936.866394:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326936.866396:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1767326936.866399:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326936.866403:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.866405:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.866409:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326936.866412:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556678:1556678:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556671:1556671:8:4294967295] 00010000:00000001:0.0:1767326936.866413:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.866419:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326936.866420:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:0.0:1767326936.866424:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.866424:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326936.866425:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326936.866430:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00010000:00010000:0.0:1767326936.866431:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00001000:3.0:1767326936.866436:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00000008:00000001:3.0:1767326936.866440:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:1.0:1767326936.866442:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:3.0:1767326936.866444:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326936.866449:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00010000:00000001:0.0:1767326936.866451:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:3.0:1767326936.866454:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.866455:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326936.866456:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86932dc00/0xb12620548e080ae7 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a94c4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326936.866459:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:1.0:1767326936.866463:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00010000:00000001:3.0:1767326936.866464:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326936.866467:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:0.0:1767326936.866471:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84e9a6b80. 00010000:00000001:3.0:1767326936.866471:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1767326936.866472:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326936.866475:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.866480:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84e725000 with handle 0xb12620548e07bdb6 from hash 00000800:00000200:1.0:1767326936.866481:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000040:0.0:1767326936.866484:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87150c300 count: 0 00010000:00000001:3.0:1767326936.866485:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:1.0:1767326936.866487:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326936.866489:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1767326936.866491:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87150c200. 00010000:00000001:3.0:1767326936.866493:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.866496:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326936.866498:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.866500:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.866500:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767326936.866503:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.866504:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767326936.866506:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000010:0.0:1767326936.866508:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ab40. 00000100:00000040:1.0:1767326936.866510:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00010000:00000001:3.0:1767326936.866511:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.866512:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866514:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767326936.866517:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326936.866518:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.866518:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.866521:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866523:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:0.0:1767326936.866525:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.866525:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855581 00010000:00000001:3.0:1767326936.866527:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767326936.866528:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.866531:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.866533:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00010000:00010000:0.0:1767326936.866534:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.866535:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855576 00000800:00000200:2.0:1767326936.866537:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767326936.866538:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.866539:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:2.0:1767326936.866543:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000020:00000001:0.0:1767326936.866544:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866544:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855581 00000100:00000001:3.0:1767326936.866544:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326936.866547:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326936.866547:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1767326936.866549:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.866551:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855576 02000000:00000001:3.0:1767326936.866552:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.866555:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.866560:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.866560:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 02000000:00000010:3.0:1767326936.866560:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8593bc000. 00000400:00000010:2.0:1767326936.866564:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:1.0:1767326936.866565:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.866566:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.866567:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767326936.866571:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326936.866572:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.866572:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326936.866575:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.866579:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.866586:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326936.866587:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.866587:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767326936.866588:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.866591:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326936.866592:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326936.866593:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.866597:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.866597:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866601:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326936.866603:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b28588db] to pc [ptlrpcd_01_00+0] req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.866605:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.866606:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.866611:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767326936.866612:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326936.866616:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.866619:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.866621:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.866624:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.866624:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326936.866625:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.866626:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.866628:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326936.866630:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.866631:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326936.866631:0:2519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326936.866632:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.866634:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866636:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.866638:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1767326936.866640:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.866641:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326936.866643:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.866655:0:2519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.866658:0:2519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866660:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326936.866662:0:2519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767326936.866663:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e725000/0xb12620548e07bdb6 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494f21 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.866664:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326936.866665:0:2519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.866667:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.866668:0:2519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.866674:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:3.0:1767326936.866674:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7ce00. 00000100:00100000:2.0:1767326936.866675:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247634176:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000040:3.0:1767326936.866677:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8509ac600 count: 0 02000000:00000001:1.0:1767326936.866678:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.866680:0:2519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:3.0:1767326936.866682:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8509aca00. 02000000:00000001:1.0:1767326936.866684:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.866685:0:2519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767326936.866687:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.866688:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767326936.866689:0:2519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.866692:0:2519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767326936.866693:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634048:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:3.0:1767326936.866693:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23600. 02000000:00000010:2.0:1767326936.866695:0:2519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858096a00. 02000000:00000001:2.0:1767326936.866697:0:2519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.866698:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866702:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767326936.866702:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.866705:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.866706:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767326936.866706:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.866708:0:2519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200318. 02000000:00000001:1.0:1767326936.866709:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.866710:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767326936.866711:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 02000000:00000001:1.0:1767326936.866715:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326936.866715:0:2519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634176, portal 18 00000020:00000001:3.0:1767326936.866715:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326936.866731:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.866732:0:2519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.866734:0:2519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00010000:00010000:3.0:1767326936.866734:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326936.866736:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e85a5dd200. 00000020:00000001:3.0:1767326936.866736:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326936.866738:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.866740:0:2519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.866741:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.866742:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326936.866751:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.866752:0:2519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326936.866757:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61e18. 00000100:00000040:2.0:1767326936.866758:0:2519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.866758:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.866761:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.866764:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ebb0. 00000100:00000200:1.0:1767326936.866769:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634048, portal 18 00000400:00000010:2.0:1767326936.866771:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000001:1.0:1767326936.866773:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.866776:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000100:00000200:2.0:1767326936.866776:0:2519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634176, offset 0 00000100:00000040:1.0:1767326936.866786:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.866786:0:2519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.866794:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.866800:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326936.866801:0:2519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:1.0:1767326936.866806:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.866808:0:2519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326936.866811:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eb28. 00000400:00000200:2.0:1767326936.866815:0:2519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000200:1.0:1767326936.866816:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634048, offset 0 00000400:00000200:2.0:1767326936.866821:0:2519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.866825:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.866828:0:2519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.866833:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.866834:0:2519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556679:1556679:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556672:1556672:8:4294967295] 00000400:00000200:2.0:1767326936.866864:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.866872:0:2519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1767326936.866874:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.866880:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326936.866882:0:2519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.866886:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000010:2.0:1767326936.866888:0:2519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000400:00000200:1.0:1767326936.866890:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.866895:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000200:2.0:1767326936.866899:0:2519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326936.866903:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556680:1556680:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556673:1556673:7:4294967295] 00000800:00000200:2.0:1767326936.866910:0:2519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326936.866913:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.866916:0:2519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1767326936.866924:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.866928:0:2519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.866932:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326936.866934:0:2519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00000800:00000010:1.0:1767326936.866939:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000400:00000200:2.0:1767326936.866943:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326936.866948:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.866948:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855582 00000100:00000001:2.0:1767326936.866955:0:2519:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855581 00000800:00000200:1.0:1767326936.866956:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.866961:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855582 00000800:00000200:1.0:1767326936.866962:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.866967:0:2519:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855581 00000100:00000001:1.0:1767326936.866968:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.866974:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00000100:00000001:2.0:1767326936.866974:0:2519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.866979:0:2519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.866984:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.866986:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.866988:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855582 00000100:00000001:2.0:1767326936.866990:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.866993:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855582 00000100:00000001:2.0:1767326936.866996:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.866997:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855582 00000100:00000001:2.0:1767326936.867000:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.867002:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855582 00000100:00000001:2.0:1767326936.867005:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.867007:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.867007:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.867012:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.867012:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867017:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.867017:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867023:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.867030:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.867037:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.867041:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.867043:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867046:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.867048:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767326936.867051:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326936.867052:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000800:00000001:2.0:1767326936.867053:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.867056:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.867056:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.867060:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.867060:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.867063:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.867063:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00000400:00000010:3.0:1767326936.867065:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00000400:00000200:2.0:1767326936.867068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.867068:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767326936.867071:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867074:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867077:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf900 00000400:00000200:2.0:1767326936.867082:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 0 00000800:00000001:2.0:1767326936.867086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.867090:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.867091:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.867095:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.867098:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.867100:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.867103:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000100:00000040:2.0:1767326936.867105:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010338560 msgsize 328 00000100:00100000:2.0:1767326936.867109:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.867116:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.867120:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.867143:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326936.867143:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.867146:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.867148:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.867151:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.867152:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.867155:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:3.0:1767326936.867156:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.867160:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867163:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.867163:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.867164:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326936.867166:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867168:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0cf80 00000400:00000200:2.0:1767326936.867171:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867175:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a1ed [1] + 224 00000800:00000200:3.0:1767326936.867176:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.867178:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000800:00000001:2.0:1767326936.867179:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326936.867180:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767326936.867184:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.867184:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.867185:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.867186:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eb28 00000400:00000200:2.0:1767326936.867188:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:3.0:1767326936.867188:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eb28. 00000100:00000001:3.0:1767326936.867190:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326936.867191:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.867193:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.867196:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.867200:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.867205:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.867220:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.867223:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.867226:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.867236:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.867238:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338560 02000000:00000001:2.0:1767326936.867240:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.867242:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.867244:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.867244:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867248:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326936.867249:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.867253:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338560 00000400:00000001:1.0:1767326936.867254:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767326936.867255:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1767326936.867257:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767326936.867259:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000010:1.0:1767326936.867261:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61318. 00000020:00000001:2.0:1767326936.867264:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326936.867267:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ec38 00000020:00000040:2.0:1767326936.867268:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000400:00000010:1.0:1767326936.867271:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ec38. 00000020:00000001:2.0:1767326936.867273:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000040:3.0:1767326936.867274:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.867276:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326936.867277:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.867281:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767326936.867285:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.867285:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.867288:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.867292:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:3.0:1767326936.867293:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.867296:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767326936.867298:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000020:00000010:2.0:1767326936.867304:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000100:00000200:1.0:1767326936.867309:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.867309:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00000040:2.0:1767326936.867316:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.867320:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326936.867321:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.867323:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326936.867325:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.867326:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867329:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326936.867332:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.867333:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.867336:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.867338:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.867341:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.867342:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.867347:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326936.867350:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767326936.867352:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.867354:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326936.867356:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.867359:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.867361:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10844 00010000:00000001:1.0:1767326936.867362:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.867367:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.867367:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:1.0:1767326936.867373:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326936.867373:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 00000100:00000040:1.0:1767326936.867377:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.867381:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326936.867382:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010338560/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.867383:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.867392:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.867395:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.867399:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.867403:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.867404:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.867407:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.867410:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.867413:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.867416:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:82037:x1853164010338560:12345-192.168.204.119@tcp:104: 00000100:00000040:1.0:1767326936.867421:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.867422:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338560 00010000:00000001:2.0:1767326936.867425:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.867428:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.867431:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.867434:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f521800 refcount=2 00000100:00100000:1.0:1767326936.867437:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247633792:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326936.867438:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240200192 : -115550469351424 : ffff96e84f521800) 00010000:00000001:2.0:1767326936.867442:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240200192 : -115550469351424 : ffff96e84f521800) 00000100:00000001:1.0:1767326936.867446:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.867447:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326936.867450:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326936.867451:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.867457:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.867458:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247633792/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.867477:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326936.867478:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326936.867480:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767326936.867482:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326936.867484:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000010:1.0:1767326936.867486:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84120a200. 02000000:00000001:2.0:1767326936.867487:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.867491:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.867492:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326936.867493:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767326936.867495:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326936.867496:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.867500:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00001000:2.0:1767326936.867500:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000020:00000001:1.0:1767326936.867506:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.867506:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767326936.867510:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34c00. 00000100:00000040:2.0:1767326936.867511:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.867515:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:1.0:1767326936.867517:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326936.867518:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326936.867521:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326936.867521:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326936.867525:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:2.0:1767326936.867526:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.867529:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.867530:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.867533:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326936.867533:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326936.867537:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338560, offset 224 00000100:00000001:1.0:1767326936.867538:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.867544:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.867545:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326936.867548:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.867549:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.867554:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.867554:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.867558:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.867561:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556681:1556681:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556674:1556674:8:4294967295] 00000400:00000200:2.0:1767326936.867564:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.867571:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.867575:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.867578:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326936.867580:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.867583:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.867585:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.867596:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.867599:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.867602:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.867605:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23f00. 00010000:00000001:2.0:1767326936.867607:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.867616:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.867618:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.867620:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.867622:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.867626:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010338560/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.867635:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:82037:x1853164010338560:12345-192.168.204.119@tcp:104: Request processed in 238us (527us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.867639:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767326936.867641:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326936.867643:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.867645:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00100000:2.0:1767326936.867648:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10844 00010000:00010000:1.0:1767326936.867649:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326936.867650:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326936.867651:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326936.867655:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326936.867655:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.867656:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326936.867659:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326936.867661:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00000400:00000200:3.0:1767326936.867661:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326936.867665:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.867665:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00000400:00000200:3.0:1767326936.867666:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000400:00000010:3.0:1767326936.867669:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00000020:00000010:2.0:1767326936.867670:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000100:00000001:3.0:1767326936.867673:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767326936.867674:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326936.867675:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767326936.867677:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.867689:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f521800 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.867692:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.867693:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.867695:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.867697:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.867699:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f521800 refcount=3 00000020:00000001:1.0:1767326936.867701:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240200192 : -115550469351424 : ffff96e84f521800) 00010000:00000001:1.0:1767326936.867704:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240200192 : -115550469351424 : ffff96e84f521800) 00010000:00000001:1.0:1767326936.867706:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.867709:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.867716:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.867718:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.867732:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.867734:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.867736:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.867738:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.867740:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.867741:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.867744:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.867746:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.867748:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.867750:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.867752:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.867755:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f521800 with handle 0xb12620548e07c29b from hash 00010000:00000001:1.0:1767326936.867757:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.867760:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.867761:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.867763:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.867765:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.867767:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.867771:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.867774:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.867776:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.867777:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.867779:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.867780:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.867785:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000020:00000040:1.0:1767326936.867788:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.867791:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.867793:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.867795:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.867800:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34c00. 00000100:00000001:1.0:1767326936.867804:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.867806:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.867810:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.867817:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.867818:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.867821:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.867824:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.867830:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.867869:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.867872:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.867873:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.867875:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.867877:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.867880:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.867883:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.867890:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.867893:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f521800/0xb12620548e07c29b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4964d0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326936.867901:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e760d21800. 00010000:00000040:1.0:1767326936.867905:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8481e7900 count: 0 00010000:00000010:1.0:1767326936.867910:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8481e7b00. 00010000:00000001:1.0:1767326936.867916:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.867918:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.867920:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23f00. 00010000:00000001:1.0:1767326936.867923:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.867925:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.867926:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.867928:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.867930:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.867932:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.867934:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.867936:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.867937:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.867939:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.867944:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326936.867947:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326936.867948:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.867952:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.867953:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.867955:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.867956:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.867957:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326936.867962:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.867968:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.867970:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.867972:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.867975:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.867977:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.867980:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634304:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.867985:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.867988:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.867989:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.867991:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.867994:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34a00. 02000000:00000001:1.0:1767326936.867996:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.868001:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.868004:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61318. 00000400:00000010:1.0:1767326936.868008:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ec38. 00000100:00000200:1.0:1767326936.868011:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634304, portal 18 00000100:00000001:1.0:1767326936.868013:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.868015:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000100:00000040:1.0:1767326936.868020:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.868027:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.868031:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.868034:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000100:00000200:1.0:1767326936.868036:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634304, offset 0 00000400:00000200:1.0:1767326936.868042:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.868046:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.868050:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.868054:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.868057:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.868060:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.868062:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.868065:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556682:1556682:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556675:1556675:8:4294967295] 00000400:00000200:1.0:1767326936.868070:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.868078:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.868083:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.868087:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000800:00000200:1.0:1767326936.868092:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.868108:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.868111:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.868121:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.868124:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.868128:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.868130:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855583 00000100:00000001:1.0:1767326936.868134:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855582 00000100:00000001:1.0:1767326936.868139:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855583 00000100:00000001:1.0:1767326936.868143:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855582 00000100:00000001:1.0:1767326936.868146:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.868148:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.868150:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.868153:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.868166:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.868168:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.868170:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.868173:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.868175:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.868179:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326936.868182:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.868185:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.868188:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 00000400:00000010:3.0:1767326936.868189:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 00000100:00000001:3.0:1767326936.868192:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.868196:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.868201:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.868203:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.868207:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.868208:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.870210:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870218:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.870221:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870224:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.870229:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870234:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.870240:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870244:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870247:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870251:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ce80 00000400:00000200:2.0:1767326936.870256:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870260:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a1cd [1] + 224 00000800:00000001:2.0:1767326936.870265:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870270:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.870272:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.870275:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.870279:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.870285:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.870294:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.870321:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.870327:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870330:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.870333:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.870339:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870343:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.870345:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.870349:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.870350:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.870355:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.870356:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.870359:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.870360:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.870362:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3108. 00000400:00000200:2.0:1767326936.870367:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bf980 00000400:00000200:1.0:1767326936.870369:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000400:00000010:1.0:1767326936.870373:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:1.0:1767326936.870376:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.870380:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 328 00000800:00000001:2.0:1767326936.870384:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870388:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.870390:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326936.870394:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.870405:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.870412:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767326936.870415:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.870415:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.870421:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000040:2.0:1767326936.870426:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010338688 msgsize 328 00000100:00000001:1.0:1767326936.870428:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.870431:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.870435:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326936.870436:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.870440:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.870442:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.870445:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870445:0:2511:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767326936.870447:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.870451:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326936.870454:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326936.870456:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.870459:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326936.870460:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870464:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.870465:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.870469:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.870469:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.870474:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326936.870478:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326936.870479:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.870483:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326936.870483:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326936.870486:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326936.870489:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870492:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.870497:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfa00 00000100:00000001:1.0:1767326936.870498:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.870501:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.870506:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 656 00000100:00000040:1.0:1767326936.870510:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.870512:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.870520:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326936.870521:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.870526:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326936.870527:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.870531:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.870535:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:1.0:1767326936.870540:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.870541:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.870543:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.870550:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000100:00000040:2.0:1767326936.870555:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596680 x1853164010338816 msgsize 328 00000100:00100000:1.0:1767326936.870557:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633536:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.870566:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.870567:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326936.870571:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.870577:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247633536/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.870577:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.870581:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.870585:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.870588:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.870591:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.870594:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34000. 02000000:00000001:1.0:1767326936.870598:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326936.870599:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767326936.870600:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767326936.870603:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338688 00000020:00000040:1.0:1767326936.870605:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326936.870608:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767326936.870610:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.870611:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767326936.870613:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e35200. 00000100:00000001:2.0:1767326936.870615:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.870618:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.870621:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326936.870621:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326936.870625:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00100000:2.0:1767326936.870626:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338688 00000020:00000001:2.0:1767326936.870629:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767326936.870630:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767326936.870631:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326936.870634:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.870635:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326936.870638:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.870639:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000001:1.0:1767326936.870641:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326936.870644:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326936.870645:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.870649:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.870649:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326936.870653:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870655:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.870659:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.870662:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.870665:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.870670:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000020:00000010:2.0:1767326936.870674:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000020:00000010:2.0:1767326936.870678:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00000040:2.0:1767326936.870682:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.870685:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.870686:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.870688:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870692:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870700:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.870706:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.870708:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338816 02000000:00000001:2.0:1767326936.870709:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.870711:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.870712:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.870714:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.870716:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338816 00000020:00000001:2.0:1767326936.870718:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.870732:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.870734:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.870736:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.870738:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.870741:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.870743:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.870746:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.870748:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.870750:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.870754:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00000010:2.0:1767326936.870757:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.870760:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000100:00000001:2.0:1767326936.870763:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.870765:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.870766:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870769:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.870770:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.870776:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.870778:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.870778:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.870786:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.870787:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.870790:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326936.870793:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326936.870797:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10845 00000100:00000040:2.0:1767326936.870800:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.870802:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000100:00000040:2.0:1767326936.870806:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010338688/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.870814:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.870816:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.870817:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.870819:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.870823:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010338688:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.870826:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338688 00010000:00000001:2.0:1767326936.870828:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.870831:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.870833:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.870835:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85088e600 refcount=2 00000020:00000001:2.0:1767326936.870837:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523260569088 : -115550448982528 : ffff96e85088e600) 00010000:00000001:2.0:1767326936.870839:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523260569088 : -115550448982528 : ffff96e85088e600) 00010000:00000001:2.0:1767326936.870858:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.870860:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.870865:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.870873:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.870875:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.870878:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326936.870881:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870883:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.870886:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.870888:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.870891:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.870894:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.870905:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.870907:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.870910:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.870912:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.870914:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.870917:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.870920:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888550. 00000100:00000200:2.0:1767326936.870923:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338688, offset 224 00000400:00000200:2.0:1767326936.870927:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.871104:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.871105:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.871112:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.871117:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556683:1556683:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556676:1556676:8:4294967295] 00000400:00000200:2.0:1767326936.871121:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.871128:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.871133:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.871135:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326936.871138:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000400:00000200:3.0:1767326936.871142:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.871147:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326936.871151:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.871156:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326936.871160:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfa80 00000800:00000200:2.0:1767326936.871162:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.871172:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 984 00000100:00000001:2.0:1767326936.871173:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.871180:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000800:00000001:3.0:1767326936.871181:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.871186:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.871189:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23cc0. 00000800:00000001:3.0:1767326936.871189:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.871194:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.871195:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.871201:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.871205:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1767326936.871206:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767326936.871207:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:2.0:1767326936.871210:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.871214:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.871214:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00010000:00000001:2.0:1767326936.871216:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.871219:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f480 x1853164010338944 msgsize 328 00000100:00000040:2.0:1767326936.871224:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010338688/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.871226:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326936.871230:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000001:0.0:1767326936.871231:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.871235:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1767326936.871237:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.871245:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.871249:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326936.871250:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010338688:12345-192.168.204.119@tcp:104: Request processed in 430us (818us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.871255:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.871265:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10845 00000800:00000200:3.0:1767326936.871267:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326936.871271:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000800:00000010:3.0:1767326936.871272:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00010000:00010000:0.0:1767326936.871274:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85088e600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.871277:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326936.871278:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:0.0:1767326936.871279:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.871281:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.871284:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767326936.871285:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.871286:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00010000:00000001:0.0:1767326936.871287:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767326936.871289:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888550 00000020:00000001:0.0:1767326936.871290:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767326936.871292:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888550. 00000020:00000010:2.0:1767326936.871293:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00000020:00000040:0.0:1767326936.871294:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85088e600 refcount=3 00000100:00000001:3.0:1767326936.871296:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767326936.871298:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523260569088 : -115550448982528 : ffff96e85088e600) 00000100:00000001:3.0:1767326936.871299:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326936.871300:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00010000:00000001:0.0:1767326936.871302:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523260569088 : -115550448982528 : ffff96e85088e600) 00000800:00000001:3.0:1767326936.871305:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.871306:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326936.871307:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326936.871310:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.871310:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.871312:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.871315:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.871319:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.871321:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.871323:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326936.871324:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326936.871324:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.871327:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00100000:2.0:1767326936.871328:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338944 00000020:00001000:0.0:1767326936.871330:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.871333:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326936.871333:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000008:00000001:0.0:1767326936.871337:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.871337:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00001000:0.0:1767326936.871341:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:2.0:1767326936.871341:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.871345:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.871347:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.871348:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326936.871351:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338944 00010000:00000001:0.0:1767326936.871352:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.871356:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767326936.871356:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326936.871360:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1767326936.871360:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00000001:0.0:1767326936.871363:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.871364:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.871366:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e85088e600 with handle 0xb12620548e07be49 from hash 00000020:00000040:2.0:1767326936.871368:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00000001:0.0:1767326936.871369:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.871373:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.871373:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326936.871375:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.871376:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326936.871378:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:0.0:1767326936.871379:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326936.871383:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326936.871384:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326936.871384:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.871387:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:2.0:1767326936.871388:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000001:0.0:1767326936.871392:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326936.871393:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.871393:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.871395:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.871398:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.871400:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.871400:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.871405:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.871406:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.871408:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:2.0:1767326936.871408:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000400:00000200:3.0:1767326936.871413:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfb00 00000020:00000010:2.0:1767326936.871415:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000100:00000010:0.0:1767326936.871416:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000400:00000200:3.0:1767326936.871422:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 1312 00000020:00000040:0.0:1767326936.871423:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.871423:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00000001:2.0:1767326936.871430:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.871431:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:3.0:1767326936.871432:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.871433:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767326936.871436:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.871437:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.871441:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.871442:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.871443:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.871444:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.871450:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326936.871451:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa000. 00000400:00000200:3.0:1767326936.871451:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.871458:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326936.871459:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.871459:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326936.871460:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.871463:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.871465:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000010:3.0:1767326936.871467:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00000100:00100000:2.0:1767326936.871470:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10846 00010000:00010000:0.0:1767326936.871471:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.871473:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ca80 x1853164010339072 msgsize 328 00000100:00000040:2.0:1767326936.871475:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.871480:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000100:00100000:3.0:1767326936.871487:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326936.871490:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596680 x1853164010338816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767326936.871493:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326936.871493:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.871498:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.871501:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.871504:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.871506:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767326936.871507:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.871508:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.871512:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.871513:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.871517:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000040:0.0:1767326936.871523:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.871524:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88292:x1853164010338816:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.871531:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338816 00010000:00000001:2.0:1767326936.871535:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.871538:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.871540:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.871544:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843167800 refcount=2 00000020:00000001:2.0:1767326936.871546:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034966016 : -115550674585600 : ffff96e843167800) 00010000:00000001:2.0:1767326936.871549:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034966016 : -115550674585600 : ffff96e843167800) 00010000:00000001:2.0:1767326936.871551:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.871554:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.871558:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.871560:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.871566:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.871568:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.871570:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767326936.871572:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.871574:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767326936.871576:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.871578:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36c00. 00000100:00000001:1.0:1767326936.871579:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1767326936.871581:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.871584:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326936.871584:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.871587:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.871589:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326936.871589:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.871596:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767326936.871598:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.871599:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.871604:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767326936.871606:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00010000:0.0:1767326936.871610:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85088e600/0xb12620548e07be49 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49519e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.871614:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.871620:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.871623:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.871625:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326936.871627:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.871632:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326936.871634:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326936.871635:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.871638:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.871639:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.0:1767326936.871642:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84f2b3100. 02000000:00000001:1.0:1767326936.871643:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.871646:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.871650:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888088. 00000100:00100000:1.0:1767326936.871651:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634432:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1767326936.871655:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338816, offset 224 00010000:00000040:0.0:1767326936.871656:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8752c6700 count: 0 00000100:00000001:1.0:1767326936.871658:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1767326936.871665:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8752c6900. 02000000:00000001:1.0:1767326936.871665:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326936.871667:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326936.871669:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.871674:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326936.871677:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.871679:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767326936.871680:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e35200. 00010000:00000001:0.0:1767326936.871683:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326936.871685:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.871685:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000010:0.0:1767326936.871687:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23cc0. 00010000:00000001:0.0:1767326936.871693:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.871695:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.871696:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556684:1556684:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556677:1556677:8:4294967295] 00000020:00000001:0.0:1767326936.871698:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.871702:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.871702:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61580. 00000400:00000200:2.0:1767326936.871707:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.871709:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326936.871709:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e4c8. 00000020:00000001:0.0:1767326936.871714:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.871718:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.871730:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:1.0:1767326936.871732:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634432, portal 18 00010000:00010000:0.0:1767326936.871737:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.871739:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767326936.871741:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.871743:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000800:00000200:2.0:1767326936.871743:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326936.871745:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.871749:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00010000:00010000:0.0:1767326936.871751:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326936.871755:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.871760:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326936.871760:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.871763:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.871768:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.871772:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326936.871773:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.871773:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:1.0:1767326936.871779:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000200:2.0:1767326936.871780:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326936.871784:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7edd0. 00000100:00000200:1.0:1767326936.871788:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634432, offset 0 00000100:00000001:2.0:1767326936.871791:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.871797:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326936.871799:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.871803:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767326936.871804:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326936.871808:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23240. 00000400:00000200:1.0:1767326936.871812:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326936.871812:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767326936.871818:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.871822:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.871826:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1767326936.871826:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767326936.871832:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.871832:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.871836:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.871858:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.871865:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164010338816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.871873:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326936.871875:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88292:x1853164010338816:12345-192.168.204.119@tcp:104: Request processed in 369us (1317us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.871877:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.871878:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556685:1556685:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556678:1556678:7:4294967295] 00010000:00010000:0.0:1767326936.871883:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.871889:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10846 00010000:00000001:0.0:1767326936.871891:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:1.0:1767326936.871893:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.871895:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.871896:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326936.871900:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326936.871901:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.871903:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.871908:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000400:00000200:1.0:1767326936.871909:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:2.0:1767326936.871914:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000020:00000010:2.0:1767326936.871920:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000800:00000200:1.0:1767326936.871921:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:2.0:1767326936.871926:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000800:00000010:1.0:1767326936.871929:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000100:00000001:2.0:1767326936.871932:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.871937:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843167800 already unused, calling callback (ffffffffc13180e0) 00000800:00000200:1.0:1767326936.871940:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000008:00000001:0.0:1767326936.871941:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.871941:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.871945:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339072 00010000:00000001:0.0:1767326936.871946:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767326936.871949:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767326936.871950:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1767326936.871951:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.871952:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326936.871954:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.871955:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.871957:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000020:00000040:0.0:1767326936.871958:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843167800 refcount=3 02000000:00000001:2.0:1767326936.871960:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.871963:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.871964:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034966016 : -115550674585600 : ffff96e843167800) 00000100:00100000:2.0:1767326936.871965:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339072 00000020:00000001:2.0:1767326936.871969:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326936.871970:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034966016 : -115550674585600 : ffff96e843167800) 00000100:00000040:1.0:1767326936.871970:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000020:00000040:2.0:1767326936.871972:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.871977:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.871978:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767326936.871979:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.871982:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00010000:0.0:1767326936.871983:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.871984:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855595 00000020:00000001:2.0:1767326936.871987:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:1.0:1767326936.871992:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855583 00000020:00000001:2.0:1767326936.871993:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.872000:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:0.0:1767326936.872001:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767326936.872002:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855595 00000020:00000010:2.0:1767326936.872004:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000020:00000001:0.0:1767326936.872005:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:1.0:1767326936.872007:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855583 00000020:00000001:0.0:1767326936.872010:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.872010:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.872012:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:0.0:1767326936.872016:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000010:2.0:1767326936.872017:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.872018:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.872019:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000010:2.0:1767326936.872024:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000008:00000001:0.0:1767326936.872025:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872025:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.872028:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00001000:0.0:1767326936.872030:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:1.0:1767326936.872031:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.872034:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000008:00000001:0.0:1767326936.872036:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872038:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.872039:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326936.872040:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326936.872042:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326936.872043:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767326936.872045:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767326936.872047:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.872047:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872048:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767326936.872050:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326936.872052:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326936.872054:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872054:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872056:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872060:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326936.872062:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843167800 with handle 0xb12620548e08e46c from hash 00000100:00000001:1.0:1767326936.872062:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872067:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.872069:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.872071:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.872072:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.872075:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.872077:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:2.0:1767326936.872082:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10847 00010000:00000001:0.0:1767326936.872083:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.872086:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:2.0:1767326936.872086:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.872090:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00010000:00000001:0.0:1767326936.872093:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.872098:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326936.872098:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f480 x1853164010338944/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.872101:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.872104:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872109:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.872112:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326936.872113:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767326936.872117:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000020:00000010:2.0:1767326936.872118:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.872123:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767326936.872124:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.872127:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.872129:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.872132:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326936.872135:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88283:x1853164010338944:12345-192.168.204.119@tcp:104: 02000000:00000001:0.0:1767326936.872136:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.872142:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010338944 02000000:00000010:0.0:1767326936.872144:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755dabc00. 00010000:00000001:2.0:1767326936.872145:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.872148:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.872150:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.872151:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.872154:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:2.0:1767326936.872155:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8714e2800 refcount=2 00000020:00000001:2.0:1767326936.872159:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810367488 : -115549899184128 : ffff96e8714e2800) 00010000:00010000:0.0:1767326936.872160:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.872163:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810367488 : -115549899184128 : ffff96e8714e2800) 00010000:00000001:2.0:1767326936.872169:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.872173:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.872174:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.872178:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.872179:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.872181:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.872186:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872192:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767326936.872195:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.872195:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.872200:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326936.872204:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872209:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872212:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.872214:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.872216:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.872219:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.872222:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.872224:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.872227:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767326936.872229:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326936.872229:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872235:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.872235:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326936.872239:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.872242:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.872242:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.872247:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.872248:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888220. 00000008:00000001:0.0:1767326936.872250:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.872253:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010338944, offset 224 00010000:00010000:0.0:1767326936.872256:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.872261:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.872269:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.872271:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.872275:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843167800/0xb12620548e08e46c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e27da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.872276:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.872285:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556686:1556686:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556679:1556679:6:4294967295] 00010000:00000010:0.0:1767326936.872290:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847bbc080. 00000400:00000200:2.0:1767326936.872292:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:0.0:1767326936.872297:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84651e700 count: 0 00010000:00000010:0.0:1767326936.872303:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84651e900. 00000400:00000200:2.0:1767326936.872305:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.872312:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.872316:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00010000:00000001:0.0:1767326936.872317:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.872319:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:2.0:1767326936.872321:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000010:0.0:1767326936.872323:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23240. 00010000:00000001:0.0:1767326936.872328:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.872330:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:0.0:1767326936.872332:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326936.872334:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1767326936.872335:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872339:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.872340:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.872344:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326936.872346:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326936.872348:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872350:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326936.872352:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.872353:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:2.0:1767326936.872355:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00000020:00000001:0.0:1767326936.872356:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.872357:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767326936.872359:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872361:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.872361:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326936.872363:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326936.872371:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.872375:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767326936.872376:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767326936.872379:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.872383:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.872385:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872388:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872390:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.872391:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872391:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872393:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.872399:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.872402:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.872403:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164010338944/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.872404:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.872408:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.872409:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.872417:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767326936.872418:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634560:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326936.872423:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.872427:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326936.872428:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767326936.872429:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88283:x1853164010338944:12345-192.168.204.119@tcp:104: Request processed in 312us (1205us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.872432:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326936.872433:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.872438:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.872443:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767326936.872443:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10847 00010000:00010000:0.0:1767326936.872448:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8714e2800 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:2.0:1767326936.872449:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 02000000:00000010:1.0:1767326936.872450:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34000. 00000008:00000001:0.0:1767326936.872454:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.872455:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767326936.872456:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872457:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326936.872458:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.872461:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326936.872463:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00000400:00000200:1.0:1767326936.872465:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.872466:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.872468:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00000020:00000040:0.0:1767326936.872469:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8714e2800 refcount=3 00000400:00000010:1.0:1767326936.872472:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f617e8. 00000020:00000010:2.0:1767326936.872473:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000400:00000010:1.0:1767326936.872478:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000020:00000040:2.0:1767326936.872479:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000020:00000001:0.0:1767326936.872482:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810367488 : -115549899184128 : ffff96e8714e2800) 00000100:00000001:2.0:1767326936.872483:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326936.872484:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634560, portal 18 00010000:00000001:0.0:1767326936.872490:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810367488 : -115549899184128 : ffff96e8714e2800) 00000100:00000001:1.0:1767326936.872490:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.872494:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00010000:00000001:0.0:1767326936.872496:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.872496:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.872500:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1767326936.872501:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.872504:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.872509:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10848 00000100:00000040:2.0:1767326936.872516:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000008:00000001:0.0:1767326936.872520:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.872521:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000020:00000001:0.0:1767326936.872523:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.872528:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:1.0:1767326936.872529:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.872530:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ca80 x1853164010339072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1767326936.872534:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000040:1.0:1767326936.872536:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:0.0:1767326936.872539:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.872542:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.872542:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eb28. 00000100:00000001:2.0:1767326936.872548:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00001000:0.0:1767326936.872549:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000200:1.0:1767326936.872549:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634560, offset 0 00000008:00000001:0.0:1767326936.872554:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.872554:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000400:00000200:1.0:1767326936.872560:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.872560:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.872561:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.872566:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767326936.872566:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000200:1.0:1767326936.872567:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.872571:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.872575:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767326936.872576:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010339072:12345-192.168.204.119@tcp:104: 00000400:00000200:1.0:1767326936.872577:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326936.872578:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.872585:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8714e2800 with handle 0xb12620548e07bd8c from hash 00000400:00000200:1.0:1767326936.872586:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326936.872586:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010339072 00010000:00000001:2.0:1767326936.872591:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.872592:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767326936.872594:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:0.0:1767326936.872595:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.872596:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326936.872599:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326936.872600:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1767326936.872600:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.872603:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767326936.872605:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fc400 refcount=2 00010000:00000001:0.0:1767326936.872607:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767326936.872607:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000001:2.0:1767326936.872609:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237950464 : -115550471601152 : ffff96e84f2fc400) 00010000:00000001:0.0:1767326936.872611:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326936.872614:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237950464 : -115550471601152 : ffff96e84f2fc400) 00000400:00000200:1.0:1767326936.872615:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556687:1556687:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556680:1556680:5:4294967295] 00010000:00000001:0.0:1767326936.872618:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.872619:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.872622:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.872624:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.872627:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326936.872627:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.872629:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.872631:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872636:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.872639:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:1.0:1767326936.872643:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:0.0:1767326936.872646:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00000100:00000001:2.0:1767326936.872647:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.872650:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767326936.872652:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000200:1.0:1767326936.872653:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000010:2.0:1767326936.872655:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00000100:00000001:0.0:1767326936.872659:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.872660:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326936.872661:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 02000000:00000001:0.0:1767326936.872662:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.872664:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.872667:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872669:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1767326936.872671:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:2.0:1767326936.872673:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.872675:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa200. 00000100:00001000:2.0:1767326936.872678:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000200:1.0:1767326936.872680:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.872681:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872682:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326936.872686:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:1.0:1767326936.872687:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767326936.872689:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326936.872692:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.872693:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872694:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:1.0:1767326936.872699:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 02000000:00000001:2.0:1767326936.872700:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.872703:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.872707:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326936.872709:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.872712:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326936.872714:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855587 00000100:00000040:2.0:1767326936.872715:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.872717:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.872732:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855595 00000400:00000010:2.0:1767326936.872732:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000001:0.0:1767326936.872734:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.872738:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855587 00000100:00000001:0.0:1767326936.872739:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.872739:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010339072, offset 224 00000100:00000001:1.0:1767326936.872745:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855595 00000100:00000001:1.0:1767326936.872749:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326936.872751:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.872753:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.872755:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872761:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.872762:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.872767:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.872773:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.872775:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.872778:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767326936.872780:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.872780:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556688:1556688:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556681:1556681:4:4294967295] 00000100:00000001:1.0:1767326936.872783:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326936.872787:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.872787:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326936.872791:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.872792:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.872792:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.872794:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872799:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.872799:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00000001:0.0:1767326936.872805:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872805:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.872806:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326936.872812:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767326936.872813:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.872816:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326936.872817:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.872822:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326936.872824:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000100:00000001:1.0:1767326936.872825:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.872829:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326936.872831:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767326936.872834:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00010000:0.0:1767326936.872836:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8714e2800/0xb12620548e07bd8c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d494e6b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.872837:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.872858:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.872862:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.872869:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.872877:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000010:0.0:1767326936.872880:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878545380. 00010000:00000001:2.0:1767326936.872883:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.872888:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:2.0:1767326936.872888:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23240. 00010000:00000040:0.0:1767326936.872889:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848a40400 count: 0 00000100:00000001:1.0:1767326936.872890:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872895:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326936.872896:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e848a40700. 02000000:00000001:1.0:1767326936.872896:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.872900:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.872903:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.872905:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326936.872906:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767326936.872908:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634688:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326936.872910:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326936.872910:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.872914:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326936.872916:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.872918:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326936.872920:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.872920:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.872922:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326936.872926:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.872926:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.872930:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.872930:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164010339072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326936.872931:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767326936.872936:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000010:1.0:1767326936.872937:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34200. 00010000:00000001:0.0:1767326936.872942:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:1.0:1767326936.872943:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.872945:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.872952:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.872952:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010339072:12345-192.168.204.119@tcp:104: Request processed in 398us (1474us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326936.872953:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.872959:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619a0. 00000400:00000010:1.0:1767326936.872966:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00010000:00010000:0.0:1767326936.872970:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f2fc400 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326936.872970:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10848 00000100:00000200:1.0:1767326936.872972:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634688, portal 18 00000008:00000001:0.0:1767326936.872974:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767326936.872976:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:0.0:1767326936.872979:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767326936.872979:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.872980:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.872982:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326936.872983:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000100:00000001:2.0:1767326936.872984:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326936.872985:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.872989:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000020:00000040:0.0:1767326936.872990:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f2fc400 refcount=3 00000020:00000001:0.0:1767326936.872995:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237950464 : -115550471601152 : ffff96e84f2fc400) 00000100:00000040:1.0:1767326936.872995:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.872996:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00010000:00000001:0.0:1767326936.873001:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237950464 : -115550471601152 : ffff96e84f2fc400) 00000020:00000010:2.0:1767326936.873003:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00000001:0.0:1767326936.873008:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326936.873010:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:0.0:1767326936.873012:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.873013:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326936.873015:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.873021:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.873025:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eee0. 00000008:00000001:0.0:1767326936.873028:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1767326936.873029:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634688, offset 0 00000020:00000001:0.0:1767326936.873031:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.873035:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:1.0:1767326936.873037:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326936.873038:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00001000:0.0:1767326936.873040:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000001:2.0:1767326936.873042:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.873044:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.873048:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.873048:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.873049:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00001000:0.0:1767326936.873054:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:1.0:1767326936.873056:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000008:00000001:0.0:1767326936.873058:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.873061:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1767326936.873063:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326936.873066:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:0.0:1767326936.873068:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1767326936.873068:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326936.873071:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1767326936.873073:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:2.0:1767326936.873073:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00010000:00000001:0.0:1767326936.873077:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767326936.873077:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.873079:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.873082:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.873084:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556689:1556689:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556682:1556682:3:4294967295] 00000400:00000200:2.0:1767326936.873088:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:0.0:1767326936.873089:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f2fc400 with handle 0xb12620548e07bf45 from hash 00010000:00000001:0.0:1767326936.873096:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767326936.873096:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.873097:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888088 00010000:00000001:0.0:1767326936.873100:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767326936.873101:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888088. 00010000:00000001:0.0:1767326936.873104:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.873107:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.873108:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767326936.873112:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.873112:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.873113:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.873117:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.873121:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000200:1.0:1767326936.873122:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.873125:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767326936.873127:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.873128:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1767326936.873128:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000800:00000010:2.0:1767326936.873131:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00010000:00000001:0.0:1767326936.873132:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.873137:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.873138:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000200:1.0:1767326936.873138:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326936.873142:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326936.873145:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:0.0:1767326936.873148:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000800:00000200:1.0:1767326936.873150:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326936.873152:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7edd0 00000020:00000040:0.0:1767326936.873154:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000200:1.0:1767326936.873156:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1767326936.873157:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7edd0. 00000100:00000001:0.0:1767326936.873159:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326936.873163:0:2512:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326936.873164:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326936.873164:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.873168:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.873169:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00000100:00000200:2.0:1767326936.873170:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326936.873177:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e87869fc00. 00000400:00000200:1.0:1767326936.873179:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.873184:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873185:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855588 00010000:00000001:0.0:1767326936.873190:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326936.873192:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855595 00000100:00000001:2.0:1767326936.873192:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767326936.873195:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.873197:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855588 00000100:00000040:2.0:1767326936.873200:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.873203:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855595 00000100:00000001:1.0:1767326936.873209:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326936.873215:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326936.873216:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.873219:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.873221:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873222:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.873225:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326936.873225:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326936.873227:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.873230:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.873239:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.873239:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.873244:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000400:00000200:2.0:1767326936.873249:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.873250:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.873254:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.873258:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.873258:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.873265:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767326936.873265:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767326936.873265:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888220 00000400:00000010:2.0:1767326936.873270:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888220. 00000100:00000001:1.0:1767326936.873271:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.873272:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.873275:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.873276:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.873277:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.873278:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.873279:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873281:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.873284:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873286:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1767326936.873288:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.873288:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.873289:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.873291:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767326936.873294:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00010000:00010000:0.0:1767326936.873295:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.873299:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.873299:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.873308:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.873314:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eb28 00010000:00000001:0.0:1767326936.873315:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767326936.873319:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eb28. 00010000:00010000:0.0:1767326936.873321:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2fc400/0xb12620548e07bf45 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4955fe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.873324:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.873325:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326936.873328:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.873331:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c840. 00000100:00000200:2.0:1767326936.873332:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.873333:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.873337:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767326936.873338:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84840d000 count: 0 02000000:00000001:1.0:1767326936.873344:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.873345:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84840d300. 00000100:00000001:2.0:1767326936.873350:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767326936.873353:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634816:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326936.873356:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767326936.873358:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.873360:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326936.873362:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1767326936.873364:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23240. 02000000:00000001:1.0:1767326936.873366:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.873370:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.873371:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.873373:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.873374:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326936.873377:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.873377:0:2512:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767326936.873380:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84120a200. 00000020:00000001:0.0:1767326936.873381:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.873385:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.873386:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326936.873388:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767326936.873391:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326936.873392:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326936.873392:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000001:0.0:1767326936.873395:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.873397:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326936.873398:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61cb8. 00010000:00010000:0.0:1767326936.873399:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.873404:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.873405:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:1.0:1767326936.873406:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000020:00000001:0.0:1767326936.873409:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.873413:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00010000:00010000:0.0:1767326936.873414:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767326936.873414:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634816, portal 18 00000400:00000010:2.0:1767326936.873417:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000100:00000001:1.0:1767326936.873419:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.873422:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000001:2.0:1767326936.873422:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.873425:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.873426:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.873430:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326936.873431:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.873434:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.873440:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873443:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.873447:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.873451:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:1.0:1767326936.873455:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634816, offset 0 00000800:00000200:2.0:1767326936.873458:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326936.873462:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.873464:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000200:1.0:1767326936.873468:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.873469:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326936.873477:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.873478:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326936.873484:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326936.873485:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eee0 00000400:00000200:1.0:1767326936.873489:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000010:2.0:1767326936.873489:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eee0. 00000100:00000001:2.0:1767326936.873494:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326936.873495:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.873501:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000200:2.0:1767326936.873502:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326936.873507:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556690:1556690:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556683:1556683:7:4294967295] 00000400:00000200:1.0:1767326936.873519:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.873521:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.873527:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326936.873532:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.873546:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.873546:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.873550:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767326936.873553:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d900. 00000800:00000200:1.0:1767326936.873558:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.873564:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.873567:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.873578:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.873581:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10532 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.873585:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.873587:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855588 00000100:00000001:1.0:1767326936.873590:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855595 00000100:00000001:1.0:1767326936.873592:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855588 00000100:00000001:1.0:1767326936.873595:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855595 00000100:00000001:1.0:1767326936.873597:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.873599:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873602:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.873605:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.873618:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.873622:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d900. 00000400:00000200:2.0:1767326936.873626:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.873631:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.873634:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000010:2.0:1767326936.873636:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:2.0:1767326936.873639:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.873642:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.873649:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.873652:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.873658:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.873660:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326936.874880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e861212e00. 00010000:00000010:1.1:1767326936.874896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2fda00. 00010000:00000010:3.1:1767326936.874896:0:302718:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8509ac600. 00010000:00000010:1.1:1767326936.874902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e7900. 00010000:00000010:1.1:1767326936.874908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f521800. 00010000:00000010:3.1:1767326936.874910:0:302718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e725000. 00010000:00000010:0.1:1767326936.875383:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87150c300. 00010000:00000010:0.1:1767326936.875396:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86932dc00. 00010000:00000010:0.1:1767326936.876893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752c6700. 00010000:00000010:0.1:1767326936.876903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85088e600. 00000800:00000001:2.0:1767326936.877049:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877058:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.877061:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877063:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877070:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877076:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.877081:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877085:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877089:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877093:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfd00 00000400:00000200:2.0:1767326936.877100:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 1640 00000800:00000001:2.0:1767326936.877105:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877109:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877111:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.877114:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.877118:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.877120:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.877124:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00000100:00000040:2.0:1767326936.877128:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010339584 msgsize 328 00000100:00100000:2.0:1767326936.877132:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.877139:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.877145:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877148:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.877150:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877152:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877155:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877158:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.877162:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877165:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877167:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877170:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d000 00000400:00000200:2.0:1767326936.877173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877176:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a21d [1] + 224 00000800:00000001:2.0:1767326936.877179:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877182:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877184:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.877186:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.877189:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.877194:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.877202:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.877215:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.877218:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877221:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.877222:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877224:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877227:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877230:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.877234:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.877237:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.877239:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.877241:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.877243:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.877246:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d100 00000400:00000001:0.0:1767326936.877251:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326936.877251:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.877254:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.877259:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:0.0:1767326936.877263:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000400:00000010:0.0:1767326936.877265:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000100:00000001:0.0:1767326936.877269:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.877273:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a225 [1] + 224 00000100:00000200:0.0:1767326936.877277:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.877279:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877284:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877289:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326936.877293:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.877295:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.877298:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.877303:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877319:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326936.877323:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877324:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877330:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.877333:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.877335:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.877339:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.877343:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.877345:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.877350:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326936.877351:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326936.877353:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326936.877356:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326936.877357:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877360:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877363:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326936.877366:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.877367:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.877373:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326936.877373:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.877377:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.877379:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.877383:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326936.877384:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.877387:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:2.0:1767326936.877389:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.877392:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326936.877395:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d080 00000100:00000001:0.0:1767326936.877396:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.877402:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.877407:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.877409:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a22d [1] + 224 00000800:00000001:2.0:1767326936.877417:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.877421:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326936.877424:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877425:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326936.877427:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.877429:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.877433:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326936.877438:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.877438:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.877446:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.877455:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247633920:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1767326936.877461:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877464:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877469:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.877475:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326936.877477:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b100 x1853164247633920/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.877478:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.877482:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877489:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.877492:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326936.877493:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326936.877495:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526df200. 00000100:00000001:2.0:1767326936.877497:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326936.877501:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767326936.877502:0:2519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767326936.877505:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767326936.877506:0:2519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767326936.877509:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000010:2.0:1767326936.877510:0:2519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200318. 00000020:00000001:0.0:1767326936.877515:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326936.877517:0:2519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 02000000:00000010:0.0:1767326936.877519:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526dfc00. 00000400:00000010:2.0:1767326936.877520:0:2519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 02000000:00000001:0.0:1767326936.877524:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326936.877525:0:2519:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326936.877527:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.877530:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b100. 00000100:00000200:2.0:1767326936.877532:0:2519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877535:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.877538:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877543:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877548:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326936.877548:0:2519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877551:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.877556:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326936.877558:0:2519:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326936.877559:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326936.877562:0:2519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.877563:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61e18. 00000100:00000001:2.0:1767326936.877567:0:2519:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326936.877570:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ebb0 02000000:00000001:2.0:1767326936.877571:0:2519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767326936.877575:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ebb0. 00000100:00000001:2.0:1767326936.877575:0:2519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.877577:0:2519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877580:0:2517:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326936.877581:0:2519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.877588:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326936.877588:0:2519:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326936.877594:0:2519:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.877601:0:2519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326936.877604:0:2519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.877606:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.877607:0:2519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326936.877611:0:2519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.877617:0:2519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326936.877620:0:2519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.877621:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.877624:0:2519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.877625:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.877626:0:2519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877629:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.877632:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326936.877633:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877635:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.877638:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.877643:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.877648:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.877656:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.877661:0:2519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.877663:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326936.877665:0:2519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.877667:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.877668:0:2519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.877671:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.877675:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.877676:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.877680:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.877682:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.877685:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.877686:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.877691:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.877706:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247634176:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.877708:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.877712:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326936.877715:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.877716:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.877731:0:2519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.877738:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.877739:0:2519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88ed80 x1853164247634176/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.877760:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634048:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.877765:0:2519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326936.877768:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.877769:0:2519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326936.877773:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767326936.877774:0:2519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858096a00. 02000000:00000001:2.0:1767326936.877778:0:2519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326936.877780:0:2519:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326936.877781:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247634048/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326936.877782:0:2519:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:2.0:1767326936.877788:0:2519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326936.877790:0:2519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8593bc000. 02000000:00000001:2.0:1767326936.877795:0:2519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326936.877796:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326936.877798:0:2519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326936.877799:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767326936.877801:0:2519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 02000000:00000010:0.0:1767326936.877803:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e85a5dd200. 00000100:00000001:2.0:1767326936.877805:0:2519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.877809:0:2519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.877810:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326936.877811:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.877813:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.877816:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.877818:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.877820:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326936.877821:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daae00. 00000100:00000001:2.0:1767326936.877823:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.877826:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326936.877827:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326936.877829:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326936.877831:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326936.877833:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000001:0.0:1767326936.877838:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.877861:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.877863:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.877865:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339584 00000100:00000001:0.0:1767326936.877868:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.877869:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326936.877872:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.877873:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.877875:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.877877:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877879:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.877883:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.877884:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.877890:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339584 00000020:00000001:2.0:1767326936.877893:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.877908:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.877911:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.877913:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.877916:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.877918:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.877921:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.877925:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.877927:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.877930:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.877935:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326936.877939:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.877943:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000100:00000040:2.0:1767326936.877949:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.877952:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.877954:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.877956:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.877962:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.877970:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.877979:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.877981:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.877985:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10849 00000100:00000040:2.0:1767326936.877989:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.877991:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 00000100:00000040:2.0:1767326936.877995:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595c00 x1853164010339584/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.878003:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.878007:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.878010:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.878012:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.878017:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88293:x1853164010339584:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.878021:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010339584 00010000:00000001:2.0:1767326936.878024:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.878028:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.878030:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.878032:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85a548e00 refcount=2 00000020:00000001:2.0:1767326936.878034:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523424910848 : -115550284640768 : ffff96e85a548e00) 00010000:00000001:2.0:1767326936.878036:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523424910848 : -115550284640768 : ffff96e85a548e00) 00010000:00000001:2.0:1767326936.878040:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.878043:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.878047:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.878057:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.878058:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.878061:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326936.878063:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878064:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.878067:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.878068:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.878070:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.878073:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.878075:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.878077:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.878078:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.878079:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878082:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.878084:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.878087:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326936.878090:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010339584, offset 224 00000400:00000200:2.0:1767326936.878094:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.878098:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.878101:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.878105:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556691:1556691:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556684:1556684:8:4294967295] 00000400:00000200:2.0:1767326936.878108:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.878113:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.878117:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.878120:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326936.878124:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.878127:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.878130:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.878136:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.878138:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.878140:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.878143:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23cc0. 00010000:00000001:2.0:1767326936.878144:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.878154:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.878156:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.878158:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.878161:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.878165:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164010339584/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326936.878173:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326936.878174:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88293:x1853164010339584:12345-192.168.204.119@tcp:104: Request processed in 169us (1044us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.878176:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.878178:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326936.878182:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767326936.878182:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10849 00010000:00000001:1.0:1767326936.878184:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.878184:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00010000:1.0:1767326936.878187:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.878187:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.878189:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.878192:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00010000:00010000:1.0:1767326936.878195:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85a548e00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.878196:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000008:00000001:1.0:1767326936.878198:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.878198:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00000001:1.0:1767326936.878200:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.878202:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767326936.878202:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000001:1.0:1767326936.878203:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.878204:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326936.878205:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85a548e00 refcount=3 00000020:00000001:1.0:1767326936.878207:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523424910848 : -115550284640768 : ffff96e85a548e00) 00010000:00000001:1.0:1767326936.878209:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523424910848 : -115550284640768 : ffff96e85a548e00) 00010000:00000001:1.0:1767326936.878211:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.878214:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326936.878217:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:1.0:1767326936.878221:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000001:2.0:1767326936.878222:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326936.878223:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:2.0:1767326936.878223:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326936.878226:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000800:00000001:2.0:1767326936.878226:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326936.878229:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326936.878230:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326936.878231:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.878232:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.878234:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326936.878234:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000008:00000001:1.0:1767326936.878236:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.878239:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326936.878239:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.878241:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.878242:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.878244:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767326936.878244:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.878246:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326936.878247:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfe00 00010000:00000001:1.0:1767326936.878248:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.878250:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e85a548e00 with handle 0xb12620548e07be73 from hash 00000400:00000200:2.0:1767326936.878252:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a1fd [2] + 1968 00010000:00000001:1.0:1767326936.878253:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.878254:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767326936.878255:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612008f0. 00010000:00000001:1.0:1767326936.878256:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.878257:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326936.878258:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23840 00010000:00000001:1.0:1767326936.878260:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:2.0:1767326936.878261:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.878262:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.878265:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:2.0:1767326936.878266:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.878268:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326936.878268:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.878269:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.878271:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.878271:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.878273:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326936.878274:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23840 00010000:00000001:1.0:1767326936.878275:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000010:2.0:1767326936.878275:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23840. 00000100:00000001:2.0:1767326936.878278:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767326936.878279:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00000100:00000200:2.0:1767326936.878280:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000040:1.0:1767326936.878281:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326936.878282:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a35050 x1853164010339840 msgsize 328 00000100:00000001:1.0:1767326936.878285:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767326936.878286:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:1.0:1767326936.878287:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326936.878288:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 02000000:00000001:1.0:1767326936.878290:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878293:0:2512:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767326936.878294:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b0800. 00000100:00000001:1.0:1767326936.878297:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.878299:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.878303:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.878310:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.878312:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.878315:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.878319:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.878325:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_01+1] req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.878338:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.878341:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00010000:00000001:1.0:1767326936.878342:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.878344:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.878345:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.878346:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.878347:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.878348:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.878350:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.878351:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000008:00000001:1.0:1767326936.878352:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.878352:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00010000:00010000:1.0:1767326936.878355:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.878355:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.878356:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.878360:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.878364:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.878367:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.878369:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a548e00/0xb12620548e07be73 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495269 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.878374:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.878375:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339840 02000000:00000001:2.0:1767326936.878377:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.878378:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.878380:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.878382:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.878385:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339840 00010000:00000010:1.0:1767326936.878386:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e760d21a40. 00000020:00000001:2.0:1767326936.878386:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.878388:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.878389:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:1.0:1767326936.878390:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e852477a00 count: 0 00000020:00000040:2.0:1767326936.878391:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.878393:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000010:1.0:1767326936.878394:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87135cc00. 00000020:00000001:2.0:1767326936.878395:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.878397:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.878400:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.878402:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.878404:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:1.0:1767326936.878406:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.878408:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:2.0:1767326936.878408:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00010000:00000010:1.0:1767326936.878410:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23cc0. 00000020:00000010:2.0:1767326936.878412:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00010000:00000001:1.0:1767326936.878413:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.878415:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.878415:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000020:00000001:1.0:1767326936.878416:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.878418:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.878419:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:1.0:1767326936.878420:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.878421:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878421:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1767326936.878423:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.878423:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.878424:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.878425:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.878426:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.878428:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.878428:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878434:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.878436:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.878439:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.878440:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326936.878440:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.878442:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767326936.878445:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.878445:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10850 00000100:00000040:2.0:1767326936.878448:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.878450:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933388880 : -115549776162736 : ffff96e878a35050) 00000100:00000001:1.0:1767326936.878453:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326936.878454:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a35050 x1853164010339840/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.878455:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.878458:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.878461:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.878463:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.878467:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.878467:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.878470:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.878471:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326936.878472:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.878473:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 02000000:00000001:1.0:1767326936.878475:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.878477:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.878477:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88280:x1853164010339840:12345-192.168.204.119@tcp:104: 02000000:00000001:1.0:1767326936.878479:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326936.878480:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010339840 00010000:00000001:2.0:1767326936.878482:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000010:1.0:1767326936.878483:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b1800. 00010000:00000001:2.0:1767326936.878484:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326936.878485:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.878486:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.878488:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050c600 refcount=2 00000400:00000200:1.0:1767326936.878490:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.878490:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793761792 : -115549915789824 : ffff96e87050c600) 00010000:00000001:2.0:1767326936.878492:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793761792 : -115549915789824 : ffff96e87050c600) 00000400:00000010:1.0:1767326936.878493:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61e18. 00010000:00000001:2.0:1767326936.878495:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767326936.878497:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00010000:00000001:2.0:1767326936.878497:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.878500:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326936.878501:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247634944, portal 18 00000100:00000001:1.0:1767326936.878503:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.878504:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000100:00000001:2.0:1767326936.878507:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.878509:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767326936.878510:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326936.878512:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326936.878514:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878516:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878517:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326936.878518:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767326936.878519:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.878520:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.878522:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00001000:2.0:1767326936.878522:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326936.878524:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247634944, offset 0 00000100:00000001:2.0:1767326936.878525:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.878528:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.878530:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.878530:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.878532:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767326936.878533:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.878534:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878536:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326936.878537:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326936.878538:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.878541:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326936.878541:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326936.878543:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010339840, offset 224 00000400:00000200:1.0:1767326936.878544:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.878548:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.878548:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.878550:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.878551:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.878554:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556692:1556692:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556685:1556685:8:4294967295] 00000400:00000200:2.0:1767326936.878555:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.878559:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.878559:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556693:1556693:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556686:1556686:8:4294967295] 00000400:00000200:2.0:1767326936.878563:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.878569:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.878574:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.878576:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000010:2.0:1767326936.878577:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:1.0:1767326936.878581:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000200:2.0:1767326936.878581:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000010:1.0:1767326936.878585:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:2.0:1767326936.878586:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.878589:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.878589:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326936.878593:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.878595:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.878596:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878598:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.878599:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.878601:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767326936.878602:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10533 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.878605:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326936.878605:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23840. 00010000:00000001:2.0:1767326936.878607:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.878608:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855593 00000100:00000001:1.0:1767326936.878611:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855595 00000100:00000001:1.0:1767326936.878613:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855593 00000100:00000001:1.0:1767326936.878615:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855595 00010000:00010000:2.0:1767326936.878617:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326936.878618:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.878619:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878620:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.878621:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.878622:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878624:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.878625:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.878626:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.878627:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a35050 x1853164010339840/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.878628:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878631:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767326936.878634:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767326936.878635:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.878639:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326936.878641:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767326936.878641:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88280:x1853164010339840:12345-192.168.204.119@tcp:104: Request processed in 170us (354us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326936.878642:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326936.878646:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326936.878646:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.878650:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.878650:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10850 00010000:00010000:0.0:1767326936.878652:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.878653:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326936.878657:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326936.878659:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.878660:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.878660:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326936.878663:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.878664:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000100:00000001:1.0:1767326936.878667:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.878669:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00010000:00010000:0.0:1767326936.878670:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87050c600 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.878673:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000008:00000001:0.0:1767326936.878674:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.878677:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:2.0:1767326936.878678:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:0.0:1767326936.878679:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.878683:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.878685:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050c600 refcount=3 02000000:00000001:2.0:1767326936.878685:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.878689:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00000020:00000001:0.0:1767326936.878690:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793761792 : -115549915789824 : ffff96e87050c600) 00010000:00000001:0.0:1767326936.878695:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793761792 : -115549915789824 : ffff96e87050c600) 02000000:00000001:2.0:1767326936.878695:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.878699:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:2.0:1767326936.878700:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 00010000:00010000:0.0:1767326936.878703:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.878705:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.878708:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 02000000:00000001:2.0:1767326936.878712:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.878714:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 00000008:00000001:0.0:1767326936.878717:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767326936.878730:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326936.878734:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000010:2.0:1767326936.878735:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000020:00000001:0.0:1767326936.878739:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:2.0:1767326936.878739:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.878742:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00000020:00001000:0.0:1767326936.878744:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 02000000:00000001:2.0:1767326936.878747:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326936.878748:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000010:2.0:1767326936.878750:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36c00. 00000008:00000001:0.0:1767326936.878751:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.878756:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 02000000:00000001:2.0:1767326936.878756:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326936.878758:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.878760:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 00010000:00000001:0.0:1767326936.878762:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326936.878765:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.878767:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767326936.878768:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00010000:00000001:0.0:1767326936.878770:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.878772:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.878774:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767326936.878776:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 00010000:00000001:0.0:1767326936.878777:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.878780:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1767326936.878782:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87050c600 with handle 0xb12620548e09101e from hash 02000000:00000010:2.0:1767326936.878784:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00010000:00000001:0.0:1767326936.878786:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767326936.878788:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.878789:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767326936.878792:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00010000:00000001:0.0:1767326936.878793:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.878796:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326936.878798:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00010000:00000001:0.0:1767326936.878799:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.878803:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:2.0:1767326936.878804:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a35000. 00010000:00000001:0.0:1767326936.878806:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326936.878809:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.878811:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.878813:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.878814:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.878817:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.878818:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.878822:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000020:00000040:0.0:1767326936.878825:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.878828:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.878830:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.878833:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.878833:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.878838:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 02000000:00000010:0.0:1767326936.878859:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852752000. 00000400:00000200:2.0:1767326936.878865:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.878866:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.878871:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326936.878875:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.878877:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.878880:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000400:00000010:2.0:1767326936.878885:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00010000:00010000:0.0:1767326936.878888:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.878889:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.878891:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.878893:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326936.878896:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767326936.878897:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326936.878901:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767326936.878902:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.878905:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767326936.878911:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.878929:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.878931:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.878933:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.878934:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.878936:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.878939:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.878939:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.878944:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00010000:00010000:0.0:1767326936.878946:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.878950:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.878958:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326936.878958:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.878962:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050c600/0xb12620548e09101e lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed97a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.878963:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000400:00000010:2.0:1767326936.878967:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000100:00000001:2.0:1767326936.878972:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:0.0:1767326936.878975:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891c900. 00000100:00000200:2.0:1767326936.878978:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767326936.878981:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e86129e300 count: 0 00010000:00000010:0.0:1767326936.878987:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e86129e200. 00000100:00000001:2.0:1767326936.878994:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326936.878996:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.879000:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767326936.879000:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326936.879003:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23840. 00010000:00000001:0.0:1767326936.879008:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.879013:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.879014:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.879016:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.879018:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1767326936.879020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.879023:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.879025:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.879027:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.879029:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.879031:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.879033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.879042:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.879045:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.879048:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.879051:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326936.879053:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.879056:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.879058:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.879060:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.879061:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.879062:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.879066:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.879073:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.879075:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.879077:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.879079:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.879081:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.879084:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635072:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.879087:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.879089:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.879091:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.879093:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.879096:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752600. 02000000:00000001:0.0:1767326936.879098:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.879103:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.879107:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326936.879111:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000100:00000200:0.0:1767326936.879114:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635072, portal 18 00000100:00000001:0.0:1767326936.879117:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.879118:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000100:00000040:0.0:1767326936.879124:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.879130:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.879132:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.879135:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000100:00000200:0.0:1767326936.879138:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635072, offset 0 00000400:00000200:0.0:1767326936.879142:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.879146:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.879150:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.879153:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.879155:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.879157:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.879160:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.879163:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556694:1556694:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556687:1556687:8:4294967295] 00000400:00000200:0.0:1767326936.879166:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.879173:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.879177:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.879181:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000800:00000200:0.0:1767326936.879184:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.879189:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.879192:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.879205:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.879208:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.879212:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.879214:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855602 00000100:00000001:0.0:1767326936.879219:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855595 00000100:00000001:0.0:1767326936.879223:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855602 00000100:00000001:0.0:1767326936.879227:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855595 00000100:00000001:0.0:1767326936.879230:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.879232:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.879235:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.879237:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.879250:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326936.879250:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.879252:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.879256:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.879258:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.879260:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326936.879267:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.879272:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.879276:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:2.0:1767326936.879278:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:2.0:1767326936.879281:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.879285:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.879295:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.879298:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.879305:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.879308:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326936.879881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84651e700. 00010000:00000010:0.1:1767326936.879894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843167800. 00010000:00000010:0.1:1767326936.879908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a40400. 00000800:00000001:2.0:1767326936.879918:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1767326936.879919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8714e2800. 00000800:00000001:2.0:1767326936.879927:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.879931:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1767326936.879932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84840d000. 00000800:00000001:2.0:1767326936.879934:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.879940:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326936.879942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f2fc400. 00000400:00000200:2.0:1767326936.879948:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.879955:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.879957:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.879961:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.879965:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d200 00000400:00000200:2.0:1767326936.879969:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.879973:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a25d [1] + 224 00000800:00000001:2.0:1767326936.879977:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.879981:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.879983:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.879989:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.879993:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.879999:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.880010:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.880024:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.880031:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.880036:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.880038:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.880041:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.880046:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.880052:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.880057:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.880061:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.880062:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.880066:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.880066:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.880071:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326936.880072:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bfe80 00000400:00000001:0.0:1767326936.880074:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.880077:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61580. 00000400:00000200:0.0:1767326936.880081:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e4c8 00000400:00000010:0.0:1767326936.880083:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e4c8. 00000100:00000001:0.0:1767326936.880087:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.880091:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 0 00000100:00000200:0.0:1767326936.880093:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.880105:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326936.880110:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.880113:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.880117:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.880123:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326936.880123:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.880127:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.880128:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.880131:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326936.880132:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:2.0:1767326936.880135:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 02000000:00000001:0.0:1767326936.880136:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.880139:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326936.880140:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010339968 msgsize 328 00000100:00000001:0.0:1767326936.880143:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.880148:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.880148:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00001000:0.0:1767326936.880154:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326936.880158:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1767326936.880159:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.880163:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.880166:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.880167:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.880168:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326936.880171:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.880172:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.880177:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.880180:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.880184:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326936.880184:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.880188:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.880189:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339968 02000000:00000001:3.0:1767326936.880193:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767326936.880195:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.880196:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.880199:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.880204:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.880209:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326936.880210:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339968 00000020:00000001:3.0:1767326936.880213:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767326936.880214:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.880217:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326936.880217:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.880220:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326936.880225:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326936.880225:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.880230:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.880235:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.880240:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767326936.880243:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634432:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:3.0:1767326936.880245:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.880248:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.880250:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.880253:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767326936.880255:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000040:0.0:1767326936.880259:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247634432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326936.880262:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc200. 00000100:00000001:0.0:1767326936.880269:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767326936.880269:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd780. 02000000:00000001:0.0:1767326936.880272:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.880275:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e35200. 00000020:00000010:3.0:1767326936.880276:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 02000000:00000001:0.0:1767326936.880280:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326936.880282:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326936.880283:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.880286:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.880287:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767326936.880290:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326936.880291:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1767326936.880294:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa000. 00000100:00000001:3.0:1767326936.880294:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.880299:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326936.880301:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.880302:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.880306:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326936.880310:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.880311:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.880313:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.880315:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.880315:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.880319:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.880323:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.880325:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.880326:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.880330:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.880335:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10851 00000100:00000040:3.0:1767326936.880337:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.880339:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 00000100:00000040:3.0:1767326936.880344:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010339968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.880349:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.880352:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.880354:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.880356:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.880361:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139445:x1853164010339968:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.880363:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010339968 00010000:00000001:3.0:1767326936.880365:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.880367:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.880368:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.880370:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e1800 refcount=2 00000020:00000001:3.0:1767326936.880372:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087894528 : -115550621657088 : ffff96e8463e1800) 00010000:00000001:3.0:1767326936.880375:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087894528 : -115550621657088 : ffff96e8463e1800) 00010000:00000001:3.0:1767326936.880378:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.880381:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.880384:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.880393:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.880395:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.880398:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.880400:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.880402:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.880406:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.880408:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.880410:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.880414:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.880417:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.880418:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.880420:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.880422:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.880424:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.880427:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.880430:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093000. 00000100:00000200:3.0:1767326936.880432:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010339968, offset 224 00000400:00000200:3.0:1767326936.880437:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.880441:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.880444:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.880447:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556695:1556695:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556688:1556688:8:4294967295] 00000400:00000200:3.0:1767326936.880450:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.880455:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.880458:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.880461:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000800:00000200:3.0:1767326936.880465:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.880468:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.880471:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.880479:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.880482:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.880485:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.880488:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2aa80. 00010000:00000001:3.0:1767326936.880491:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.880501:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.880503:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.880505:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.880507:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.880513:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010339968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.880523:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139445:x1853164010339968:12345-192.168.204.119@tcp:104: Request processed in 171us (380us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.880526:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.880530:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.880533:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767326936.880534:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10851 00010000:00010000:0.0:1767326936.880535:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:2.0:1767326936.880539:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00010000:00000001:0.0:1767326936.880541:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767326936.880542:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000400:00000200:2.0:1767326936.880545:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326936.880546:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.880548:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.880549:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.880552:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd780. 00010000:00010000:0.0:1767326936.880554:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.880555:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326936.880557:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00000400:00000200:2.0:1767326936.880563:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093000 00000020:00000010:3.0:1767326936.880564:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc200. 00000400:00000010:2.0:1767326936.880568:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093000. 00000020:00000040:3.0:1767326936.880572:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326936.880573:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8463e1800 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.880575:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.880576:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.880578:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.880579:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.880583:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.880586:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.880588:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.880590:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e1800 refcount=3 00000020:00000001:0.0:1767326936.880593:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087894528 : -115550621657088 : ffff96e8463e1800) 00010000:00000001:0.0:1767326936.880596:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087894528 : -115550621657088 : ffff96e8463e1800) 00010000:00000001:0.0:1767326936.880600:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.880603:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.880609:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.880610:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.880613:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.880615:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.880617:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.880619:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.880620:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.880623:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.880626:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.880629:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.880630:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.880632:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.880634:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.880636:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8463e1800 with handle 0xb12620548e090fed from hash 00010000:00000001:0.0:1767326936.880639:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.880640:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.880641:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.880643:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.880644:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.880646:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.880649:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.880651:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.880653:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.880654:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.880656:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.880658:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.880662:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000040:0.0:1767326936.880665:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.880668:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.880669:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.880671:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.880676:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e35200. 00000100:00000001:0.0:1767326936.880680:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.880682:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.880685:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.880692:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.880694:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.880697:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.880700:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.880706:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.880733:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.880736:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.880737:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.880738:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.880741:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.880743:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.880745:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.880752:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.880754:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463e1800/0xb12620548e090fed lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed885 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.880761:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878918c00. 00010000:00000040:0.0:1767326936.880765:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871467c00 count: 0 00010000:00000010:0.0:1767326936.880769:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871467600. 00010000:00000001:0.0:1767326936.880775:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.880777:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.880779:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2aa80. 00010000:00000001:0.0:1767326936.880782:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.880784:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.880785:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.880787:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.880789:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.880791:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.880793:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.880794:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.880796:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.880797:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.880804:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.880806:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.880808:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.880812:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.880818:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.880820:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.880823:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.880825:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.880827:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.880830:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635200:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.880833:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.880836:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.880837:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.880862:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.880866:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b83800. 02000000:00000001:0.0:1767326936.880869:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.880874:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.880878:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000400:00000010:0.0:1767326936.880881:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163ee0. 00000100:00000200:0.0:1767326936.880885:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635200, portal 18 00000100:00000001:0.0:1767326936.880887:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.880888:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000100:00000040:0.0:1767326936.880893:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.880899:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.880902:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.880904:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581636e8. 00000100:00000200:0.0:1767326936.880907:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635200, offset 0 00000400:00000200:0.0:1767326936.880910:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.880914:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.880918:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.880922:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.880925:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.880927:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.880930:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.880933:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556696:1556696:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556689:1556689:8:4294967295] 00000400:00000200:0.0:1767326936.880937:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.880944:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.880949:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.880952:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326936.880956:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.880961:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.880963:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.880974:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.880977:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.880980:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.880983:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855604 00000100:00000001:0.0:1767326936.880987:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855602 00000100:00000001:0.0:1767326936.880992:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855604 00000100:00000001:0.0:1767326936.880996:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855602 00000100:00000001:0.0:1767326936.881000:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.881003:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.881007:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.881009:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.881013:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.881019:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326936.881020:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.881022:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326936.881023:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000100:00000001:0.0:1767326936.881025:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.881027:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.881029:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.881033:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.881038:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.881041:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:2.0:1767326936.881042:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:2.0:1767326936.881045:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.881046:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.881050:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326936.881050:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.881054:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.881059:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.881061:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.881066:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.881075:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.881076:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1767326936.882192:0:302708:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.882302:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.882308:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.882310:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.882311:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.882315:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.882319:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.882323:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.882325:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.882328:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.882330:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8bff80 00000400:00000200:2.0:1767326936.882335:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 328 00000800:00000001:2.0:1767326936.882339:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.882344:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.882345:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.882348:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.882351:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.882352:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.882356:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000040:2.0:1767326936.882360:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010340224 msgsize 328 00000100:00100000:2.0:1767326936.882364:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.882377:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.882382:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.882386:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.882400:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.882404:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340224 02000000:00000001:3.0:1767326936.882407:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.882409:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.882411:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.882414:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.882416:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340224 00000020:00000001:3.0:1767326936.882419:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.882420:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.882422:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.882425:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.882427:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.882430:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.882433:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.882437:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.882440:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.882442:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.882448:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc200. 00000020:00000010:3.0:1767326936.882453:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd780. 00000020:00000010:3.0:1767326936.882458:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000100:00000040:3.0:1767326936.882463:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.882465:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.882467:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.882468:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.882473:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.882485:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.882492:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.882493:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.882496:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10852 00000100:00000040:3.0:1767326936.882500:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.882502:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000100:00000040:3.0:1767326936.882509:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010340224/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.882517:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.882521:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.882523:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.882525:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.882530:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139444:x1853164010340224:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.882533:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010340224 00010000:00000001:3.0:1767326936.882535:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.882539:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.882540:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.882542:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed8400 refcount=2 00000020:00000001:3.0:1767326936.882544:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653039104 : -115550056512512 : ffff96e867ed8400) 00010000:00000001:3.0:1767326936.882547:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653039104 : -115550056512512 : ffff96e867ed8400) 00010000:00000001:3.0:1767326936.882550:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.882552:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.882557:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.882572:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.882574:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.882577:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10800. 02000000:00000001:3.0:1767326936.882579:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.882581:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.882583:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.882585:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.882587:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.882590:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.882592:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.882594:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.882595:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.882597:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.882599:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.882601:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.882603:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093330. 00000100:00000200:3.0:1767326936.882606:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010340224, offset 224 00000400:00000200:3.0:1767326936.882610:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.882615:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.882618:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.882622:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556697:1556697:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556690:1556690:8:4294967295] 00000400:00000200:3.0:1767326936.882624:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.882630:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.882634:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.882639:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00000800:00000200:3.0:1767326936.882645:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.882649:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.882653:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.882669:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.882673:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.882675:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.882679:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2acc0. 00010000:00000001:3.0:1767326936.882681:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.882695:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.882698:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.882699:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.882701:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.882706:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010340224/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.882715:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139444:x1853164010340224:12345-192.168.204.119@tcp:104: Request processed in 196us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326936.882733:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10852 00000100:00000040:3.0:1767326936.882736:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000001:0.0:1767326936.882737:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.882739:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326936.882741:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.882746:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326936.882746:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326936.882750:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd780. 00010000:00000001:0.0:1767326936.882752:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.882756:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.882756:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00010000:00010000:0.0:1767326936.882761:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.882761:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc200. 00000020:00000040:3.0:1767326936.882766:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:3.0:1767326936.882771:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.882777:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e867ed8400 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.882781:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.882784:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.882786:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.882787:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.882790:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed8400 refcount=3 00000020:00000001:0.0:1767326936.882793:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653039104 : -115550056512512 : ffff96e867ed8400) 00000800:00000200:2.0:1767326936.882796:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.882800:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00010000:00000001:0.0:1767326936.882802:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653039104 : -115550056512512 : ffff96e867ed8400) 00000400:00000200:2.0:1767326936.882803:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.882809:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767326936.882810:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.882814:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.882815:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093330 00000400:00000010:2.0:1767326936.882818:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093330. 00000100:00000001:2.0:1767326936.882823:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.882825:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326936.882835:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.882838:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.882908:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.882911:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.882914:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.882917:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.882919:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.882921:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.882924:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.882928:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.882929:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.882931:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.882933:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.882935:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e867ed8400 with handle 0xb12620548e090fe6 from hash 00010000:00000001:0.0:1767326936.882936:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.882938:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.882938:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.882939:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.882941:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.882943:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.882945:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.882948:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.882949:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.882950:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.882951:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.882953:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.882956:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000020:00000040:0.0:1767326936.882958:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.882961:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.882963:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.882966:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.882969:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e844b82200. 00000100:00000001:0.0:1767326936.882972:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.882974:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.882977:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.882982:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.882983:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.882985:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.882988:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.882994:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_00+0] req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.883013:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.883016:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.883017:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.883019:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.883021:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.883023:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.883026:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.883033:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.883036:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8400/0xb12620548e090fe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed87e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.883044:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e867edfc00. 00010000:00000040:0.0:1767326936.883049:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87050bb00 count: 0 00010000:00000010:0.0:1767326936.883054:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87050b500. 00010000:00000001:0.0:1767326936.883062:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.883064:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.883065:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2acc0. 00010000:00000001:0.0:1767326936.883068:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.883070:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.883072:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.883074:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.883075:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.883077:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.883079:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.883080:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.883082:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.883083:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.883091:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.883092:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.883094:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.883096:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326936.883098:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.883100:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.883102:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.883103:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.883103:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.883105:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.883109:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.883114:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.883116:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.883118:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.883120:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.883121:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.883123:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635328:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.883126:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.883129:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.883130:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.883131:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.883135:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daa000. 02000000:00000001:0.0:1767326936.883136:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.883140:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.883142:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000400:00000010:0.0:1767326936.883146:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00000100:00000200:0.0:1767326936.883150:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635328, portal 18 00000100:00000001:0.0:1767326936.883153:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.883154:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000100:00000040:0.0:1767326936.883160:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.883167:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.883170:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.883172:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000100:00000200:0.0:1767326936.883175:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635328, offset 0 00000400:00000200:0.0:1767326936.883180:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.883185:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.883190:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.883194:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.883198:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.883202:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.883205:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.883208:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556698:1556698:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556691:1556691:8:4294967295] 00000400:00000200:0.0:1767326936.883212:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.883221:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.883224:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.883227:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326936.883231:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.883235:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.883237:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.883249:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.883253:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18073 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.883256:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.883258:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855606 00000100:00000001:0.0:1767326936.883263:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855604 00000100:00000001:0.0:1767326936.883267:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855606 00000100:00000001:0.0:1767326936.883270:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855604 00000100:00000001:0.0:1767326936.883272:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.883275:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.883278:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.883280:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.883296:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.883299:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.883302:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.883305:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.883345:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.883349:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326936.883354:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.883359:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.883363:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000010:2.0:1767326936.883365:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:2.0:1767326936.883380:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.883387:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.883396:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.883399:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.883406:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.883408:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326936.884889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e852477a00. 00010000:00000010:1.1:1767326936.884902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85a548e00. 00010000:00000010:0.1:1767326936.885904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129e300. 00010000:00000010:0.1:1767326936.885914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050c600. 00010000:00000010:0.1:1767326936.887884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871467c00. 00010000:00000010:0.1:1767326936.887898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e1800. 00010000:00000010:0.1:1767326936.887904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050bb00. 00010000:00000010:0.1:1767326936.887910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8400. 00000800:00000001:2.0:1767326936.890280:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890292:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.890295:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890299:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890309:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890316:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.890322:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890326:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890330:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890334:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d300 00000400:00000200:2.0:1767326936.890340:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890345:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a27d [1] + 224 00000800:00000001:2.0:1767326936.890351:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890356:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890359:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.890362:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.890368:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.890376:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.890387:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.890402:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.890409:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890414:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.890416:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890420:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890424:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890430:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.890434:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890437:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890441:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890445:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d380 00000400:00000200:2.0:1767326936.890449:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890452:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a285 [1] + 224 00000800:00000001:2.0:1767326936.890456:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890459:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890461:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.890465:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.890467:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.890471:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.890479:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.890489:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.890492:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890495:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.890497:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890499:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890501:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890505:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.890509:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890512:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890514:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890517:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0080 00000400:00000200:2.0:1767326936.890522:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 656 00000800:00000001:2.0:1767326936.890525:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890529:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890531:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.890534:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.890537:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.890539:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.890544:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000100:00000040:2.0:1767326936.890547:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596680 x1853164010340480 msgsize 328 00000100:00100000:2.0:1767326936.890552:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.890561:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.890565:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.890567:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326936.890570:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.890572:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.890573:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890579:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890582:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.890586:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:0.0:1767326936.890588:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.890591:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.890594:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.890596:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61cb8. 00000400:00000200:2.0:1767326936.890598:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.890604:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000400:00000200:2.0:1767326936.890605:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.890609:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000400:00000200:2.0:1767326936.890612:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0100 00000100:00000001:0.0:1767326936.890615:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.890619:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 984 00000100:00000200:0.0:1767326936.890624:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.890625:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890631:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890634:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.890643:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.890646:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326936.890648:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.890649:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.890655:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00000100:00000040:2.0:1767326936.890660:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010340608 msgsize 328 00000100:00000001:0.0:1767326936.890662:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.890666:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.890668:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.890670:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.890675:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.890677:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.890678:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.890679:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.890682:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326936.890684:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.890687:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.890690:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890692:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326936.890694:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326936.890698:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:0.0:1767326936.890702:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326936.890704:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.890707:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.890710:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.890713:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.890715:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.890729:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.890730:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.890733:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.890737:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:2.0:1767326936.890737:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.890742:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.890746:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.890746:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0180 00000400:00000200:2.0:1767326936.890752:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 1312 00000100:00000040:0.0:1767326936.890757:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.890759:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.890764:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.890770:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.890773:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.890774:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.890780:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326936.890781:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326936.890785:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326936.890785:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.890791:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596a00. 00000100:00000040:0.0:1767326936.890793:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.890795:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596a00 x1853164010340736 msgsize 328 00000100:00100000:2.0:1767326936.890808:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326936.890816:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634816:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.890822:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.890824:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.890825:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767326936.890829:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247634816/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.890834:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.890838:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.890867:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326936.890867:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.890871:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326936.890872:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84120a200. 00000800:00000001:2.0:1767326936.890876:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.890878:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.890882:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326936.890883:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:0.0:1767326936.890886:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.890889:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326936.890892:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326936.890892:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.890893:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000010:0.0:1767326936.890897:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869fc00. 00000400:00000001:1.0:1767326936.890898:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.890902:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.890903:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.890904:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767326936.890905:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619a0. 02000000:00000001:0.0:1767326936.890908:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326936.890909:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.890910:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000100:00000010:0.0:1767326936.890912:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000400:00000010:1.0:1767326936.890915:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:0.0:1767326936.890918:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326936.890919:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.890920:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.890921:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.890927:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.890929:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.890929:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d480 00000100:00000001:0.0:1767326936.890930:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.890934:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.890938:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.890940:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.890944:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.890951:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2a5 [1] + 224 00000800:00000001:2.0:1767326936.890961:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326936.890964:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.890968:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.890971:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326936.890972:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.890974:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.890976:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.890978:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.890981:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326936.890981:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.890983:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.890986:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.890986:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326936.890992:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326936.890994:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326936.890996:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.891002:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.891004:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.891008:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.891011:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.891014:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.891016:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:2.0:1767326936.891016:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.891020:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.891022:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.891029:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.891035:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.891036:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.891037:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.891041:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.891045:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767326936.891048:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634688:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326936.891052:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.891053:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.891056:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.891060:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247634688/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.891060:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.891065:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.891070:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.891076:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326936.891078:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.891079:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.891083:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34200. 02000000:00000001:1.0:1767326936.891087:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.891088:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326936.891088:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:1.0:1767326936.891091:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.891095:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.891096:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa200. 00000400:00000200:2.0:1767326936.891098:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.891101:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326936.891103:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.891104:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.891108:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00000400:00000200:2.0:1767326936.891109:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.891115:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326936.891116:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d500 00000100:00000001:1.0:1767326936.891119:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.891123:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.891125:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.891130:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.891130:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2b5 [1] + 224 00000100:00000001:1.0:1767326936.891133:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.891136:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.891137:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.891142:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.891143:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.891147:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.891150:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.891153:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.891157:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.891165:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.891173:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.891177:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.891181:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.891182:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.891185:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.891188:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.891193:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.891198:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.891201:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.891202:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.891206:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.891207:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.891212:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d180 00000400:00000001:0.0:1767326936.891213:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.891217:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.891218:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.891222:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000400:00000200:0.0:1767326936.891227:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:0.0:1767326936.891229:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:0.0:1767326936.891234:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.891238:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a245 [1] + 224 00000100:00000200:0.0:1767326936.891241:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.891244:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326936.891253:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.891260:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.891263:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.891265:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.891267:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.891268:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.891270:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.891272:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.891276:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.891279:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.891282:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326936.891283:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.891284:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.891288:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.891289:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.891293:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.891294:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.891297:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326936.891299:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326936.891301:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.891304:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767326936.891307:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.891308:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.891318:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.891323:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.891333:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.891339:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.891341:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.891341:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.891346:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326936.891350:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.891352:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.891357:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.891360:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.891368:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.891377:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:0.0:1767326936.891383:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635200:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.891384:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.891390:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.891393:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.891396:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.891396:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.891401:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:2.0:1767326936.891404:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d580 00000400:00000200:0.0:1767326936.891406:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:0.0:1767326936.891409:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000400:00000200:2.0:1767326936.891410:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.891413:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.891418:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2c5 [1] + 224 00000100:00000200:0.0:1767326936.891422:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.891425:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.891434:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326936.891435:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.891438:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.891448:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.891449:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.891451:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.891452:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.891455:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326936.891457:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.891458:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.891460:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.891463:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.891468:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.891473:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326936.891474:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326936.891480:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.891488:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.891492:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891492:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.891494:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.891497:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.891498:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.891500:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326936.891503:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.891504:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.891508:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.891510:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.891515:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.891520:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.891521:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326936.891524:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340480 00000100:00000001:0.0:1767326936.891526:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326936.891528:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326936.891529:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.891532:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326936.891536:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.891537:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.891543:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.891548:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340480 00000100:00100000:0.0:1767326936.891552:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635072:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326936.891553:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.891556:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.891560:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1767326936.891563:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767326936.891563:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000400:00000001:0.0:1767326936.891567:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767326936.891567:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000010:0.0:1767326936.891571:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61318. 00000020:00000001:2.0:1767326936.891572:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:0.0:1767326936.891575:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ec38 00000100:00000001:2.0:1767326936.891578:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767326936.891579:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ec38. 00000020:00000010:2.0:1767326936.891583:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.891584:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326936.891588:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326936.891591:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.891592:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.891601:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000200:0.0:1767326936.891604:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.891607:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.891614:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000100:00000001:0.0:1767326936.891615:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.891619:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.891621:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.891623:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326936.891623:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326936.891626:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.891628:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.891629:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891631:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767326936.891632:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891635:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.891637:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.891641:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.891643:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891644:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.891647:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.891650:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.891652:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891653:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.891654:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.891657:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.891661:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.891662:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891665:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767326936.891667:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.891668:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340608 02000000:00000001:2.0:1767326936.891672:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.891675:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.891677:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.891682:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891684:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.891686:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.891688:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.891691:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340608 00000020:00000001:2.0:1767326936.891695:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767326936.891696:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326936.891698:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.891702:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.891706:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.891710:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00100000:0.0:1767326936.891711:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634304:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326936.891713:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.891728:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.891731:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.891731:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.891735:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.891736:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326936.891739:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000040:0.0:1767326936.891744:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247635200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.891746:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000010:2.0:1767326936.891751:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000100:00000001:0.0:1767326936.891755:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767326936.891757:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 02000000:00000001:0.0:1767326936.891759:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326936.891762:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767326936.891763:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b83800. 00000100:00000001:2.0:1767326936.891765:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.891768:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.891770:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326936.891772:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.891773:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.891778:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.891778:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.891783:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.891786:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e35200. 00000100:00000001:2.0:1767326936.891788:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767326936.891790:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326936.891792:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340736 02000000:00000001:0.0:1767326936.891793:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326936.891796:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767326936.891797:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:2.0:1767326936.891800:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.891803:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.891803:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891806:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.891807:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891810:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767326936.891811:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340736 00000020:00000001:2.0:1767326936.891816:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767326936.891817:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247635072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326936.891818:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.891822:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.891825:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:2.0:1767326936.891829:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326936.891831:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767326936.891833:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:0.0:1767326936.891834:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.891838:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752600. 00000100:00000001:2.0:1767326936.891838:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.891862:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.891867:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.891868:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767326936.891870:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000001:0.0:1767326936.891871:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.891875:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.891876:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00000001:0.0:1767326936.891879:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767326936.891882:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 02000000:00000010:0.0:1767326936.891883:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752000. 00000020:00000010:2.0:1767326936.891887:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 02000000:00000001:0.0:1767326936.891889:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.891892:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326936.891892:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.891895:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767326936.891896:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000001:2.0:1767326936.891899:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891901:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.891904:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.891904:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.891907:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.891909:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.891914:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247634304/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.891921:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.891922:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326936.891924:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767326936.891926:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.891929:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34a00. 00000100:00100000:2.0:1767326936.891933:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10853 02000000:00000001:0.0:1767326936.891934:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.891938:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326936.891939:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00000040:0.0:1767326936.891940:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.891944:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000020:00000001:0.0:1767326936.891945:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.891949:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34c00. 00000100:00000040:2.0:1767326936.891953:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596680 x1853164010340480/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326936.891954:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.891958:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.891960:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00000100:00000001:0.0:1767326936.891967:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.891969:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.891971:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.891973:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.891974:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.891978:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.891979:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.891982:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326936.891983:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000001:0.0:1767326936.891986:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.891991:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767326936.891991:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010340480:12345-192.168.204.119@tcp:104: 00000400:00000010:0.0:1767326936.891994:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 00000100:00000200:2.0:1767326936.891997:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010340480 00000400:00000200:0.0:1767326936.892000:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00010000:00000001:2.0:1767326936.892001:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:0.0:1767326936.892004:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00010000:00000001:2.0:1767326936.892008:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.892009:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326936.892012:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.892016:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f6a5600 refcount=2 00000100:00000200:0.0:1767326936.892017:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.892020:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241788928 : -115550467762688 : ffff96e84f6a5600) 00010000:00000001:2.0:1767326936.892026:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241788928 : -115550467762688 : ffff96e84f6a5600) 00010000:00000001:2.0:1767326936.892033:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767326936.892035:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.892037:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.892044:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:2.0:1767326936.892046:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.892047:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.892048:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.892051:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.892056:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767326936.892058:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10854 02000000:00000001:0.0:1767326936.892059:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.892063:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326936.892065:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:0.0:1767326936.892066:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892066:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.892070:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767326936.892071:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 02000000:00000001:0.0:1767326936.892072:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.892076:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 00000100:00001000:0.0:1767326936.892078:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326936.892080:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892086:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.892087:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00010000:00000001:2.0:1767326936.892091:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326936.892092:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.892095:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.892095:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.892101:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326936.892102:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.892106:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892108:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326936.892111:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326936.892113:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000040:0.0:1767326936.892115:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326936.892117:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326936.892119:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326936.892122:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767326936.892123:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.892126:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.892131:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.892132:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.892139:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595c00 x1853164010340608/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326936.892140:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.892147:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326936.892154:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010340480, offset 224 00000100:00000001:0.0:1767326936.892155:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.892161:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.892163:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.892165:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.892166:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326936.892169:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000040:0.0:1767326936.892174:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.892174:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.892175:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.892182:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000400:00000200:2.0:1767326936.892188:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00100000:3.0:1767326936.892192:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139442:x1853164010340608:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.892198:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010340608 00000100:00100000:0.0:1767326936.892200:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635328:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.892202:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556699:1556699:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556692:1556692:8:4294967295] 00010000:00000001:3.0:1767326936.892203:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.892207:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.892211:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.892211:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.892213:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.892215:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767326936.892215:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85938aa00 refcount=2 00000020:00000001:3.0:1767326936.892220:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406305792 : -115550303245824 : ffff96e85938aa00) 00000100:00000040:0.0:1767326936.892225:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247635328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326936.892225:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406305792 : -115550303245824 : ffff96e85938aa00) 00010000:00000001:3.0:1767326936.892231:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326936.892234:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326936.892235:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.892242:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.892249:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.892252:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.892255:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:2.0:1767326936.892257:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 02000000:00000010:0.0:1767326936.892260:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daa000. 00000100:00000001:3.0:1767326936.892261:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.892265:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767326936.892266:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:2.0:1767326936.892268:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:0.0:1767326936.892269:0:2518:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767326936.892270:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13800. 00000020:00000040:0.0:1767326936.892273:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:3.0:1767326936.892275:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.892277:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326936.892279:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.892281:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000010:0.0:1767326936.892282:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e844b82200. 00010000:00000001:3.0:1767326936.892283:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.892286:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.892289:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1767326936.892289:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:3.0:1767326936.892290:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326936.892293:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.892297:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:3.0:1767326936.892298:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767326936.892302:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.892303:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326936.892304:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.892308:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.892309:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:2.0:1767326936.892310:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.892313:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.892314:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767326936.892316:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.892318:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326936.892318:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.892321:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23f00. 00000100:00000001:0.0:1767326936.892322:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.892323:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326936.892327:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.892328:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1767326936.892331:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.892333:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.892336:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810932a8. 00000100:00000200:3.0:1767326936.892341:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010340608, offset 224 00010000:00010000:2.0:1767326936.892343:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000001:0.0:1767326936.892348:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.892348:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.892349:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.892353:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.892354:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.892358:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326936.892359:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.892360:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.892365:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.892369:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.892371:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164010340480/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326936.892371:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:0.0:1767326936.892374:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.892382:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556700:1556700:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556693:1556693:7:4294967295] 00000400:00000200:3.0:1767326936.892397:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.892400:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f6a5600 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326936.892403:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010340480:12345-192.168.204.119@tcp:104: Request processed in 428us (1849us total) trans 0 rc 0/0 00000008:00000001:0.0:1767326936.892405:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.892408:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.892411:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.892416:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.892416:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:0.0:1767326936.892420:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f6a5600 refcount=3 00000100:00100000:2.0:1767326936.892422:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10853 00000020:00000001:0.0:1767326936.892427:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241788928 : -115550467762688 : ffff96e84f6a5600) 00000100:00000040:2.0:1767326936.892428:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000800:00000200:3.0:1767326936.892430:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.892433:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241788928 : -115550467762688 : ffff96e84f6a5600) 00000100:00000001:2.0:1767326936.892434:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326936.892436:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00010000:00000001:0.0:1767326936.892438:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.892438:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.892444:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.892444:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000010:2.0:1767326936.892445:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.892452:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000800:00000200:3.0:1767326936.892455:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000010:2.0:1767326936.892460:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000800:00000200:3.0:1767326936.892461:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1767326936.892468:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326936.892470:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892474:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.892476:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.892478:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326936.892479:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:3.0:1767326936.892484:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1767326936.892485:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.892486:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:3.0:1767326936.892488:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00000020:00001000:0.0:1767326936.892490:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:2.0:1767326936.892490:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767326936.892493:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326936.892494:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00100000:2.0:1767326936.892498:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10855 00000008:00000001:0.0:1767326936.892499:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.892504:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000040:2.0:1767326936.892504:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00010000:00010000:3.0:1767326936.892505:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326936.892509:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328064 : -115549915223552 : ffff96e870596a00) 00000008:00000001:0.0:1767326936.892510:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.892511:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.892517:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326936.892517:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.892518:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596a00 x1853164010340736/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767326936.892522:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.892524:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.892528:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.892532:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767326936.892532:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164010340608/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.892533:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326936.892535:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.892539:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000020:00000040:0.0:1767326936.892541:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f6a5600 with handle 0xb12620548e07c2f6 from hash 00000100:00000001:2.0:1767326936.892545:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.892546:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.892551:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326936.892552:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:0.0:1767326936.892554:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.892557:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767326936.892561:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139442:x1853164010340608:12345-192.168.204.119@tcp:104: Request processed in 392us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326936.892562:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88278:x1853164010340736:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326936.892563:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.892567:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000200:2.0:1767326936.892572:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010340736 00010000:00000001:2.0:1767326936.892574:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.892575:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.892577:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767326936.892579:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10854 00010000:00000001:0.0:1767326936.892581:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.892581:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.892586:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326936.892586:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed8e00 refcount=2 00000100:00000040:3.0:1767326936.892586:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:0.0:1767326936.892590:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.892592:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767326936.892593:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653041664 : -115550056509952 : ffff96e867ed8e00) 00010000:00000001:0.0:1767326936.892594:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767326936.892596:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.892599:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326936.892599:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653041664 : -115550056509952 : ffff96e867ed8e00) 00000020:00000010:3.0:1767326936.892601:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00010000:00000001:2.0:1767326936.892604:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1767326936.892605:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000020:00000010:3.0:1767326936.892607:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00010000:00000001:2.0:1767326936.892608:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326936.892611:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000010:3.0:1767326936.892614:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00010000:2.0:1767326936.892615:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.892617:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767326936.892621:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 02000000:00000001:0.0:1767326936.892622:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326936.892627:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.892628:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892629:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.892634:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326936.892637:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa000. 02000000:00000010:2.0:1767326936.892639:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326936.892643:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.892643:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.892644:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.892647:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892648:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.892650:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326936.892651:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.892652:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767326936.892657:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.892657:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.892657:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326936.892661:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:2.0:1767326936.892662:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00010000:3.0:1767326936.892666:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.892667:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.892672:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.892676:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.892681:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.892684:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892690:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767326936.892690:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85938aa00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326936.892692:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.892696:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.892697:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:3.0:1767326936.892697:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767326936.892701:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:2.0:1767326936.892703:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000001:0.0:1767326936.892704:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767326936.892704:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.892708:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767326936.892710:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010340736, offset 224 00000100:00000001:0.0:1767326936.892712:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.892712:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85938aa00 refcount=3 00000400:00000200:2.0:1767326936.892729:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:0.0:1767326936.892730:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_01+1] req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.892732:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406305792 : -115550303245824 : ffff96e85938aa00) 00000400:00000200:2.0:1767326936.892739:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.892739:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406305792 : -115550303245824 : ffff96e85938aa00) 00010000:00000001:3.0:1767326936.892745:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767326936.892749:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:3.0:1767326936.892751:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.892760:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556701:1556701:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556694:1556694:6:4294967295] 00010000:00000001:0.0:1767326936.892764:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1767326936.892767:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1767326936.892771:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:0.0:1767326936.892772:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326936.892772:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326936.892775:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00010000:00000001:0.0:1767326936.892777:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.892781:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326936.892781:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00010000:00000001:0.0:1767326936.892787:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326936.892787:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326936.892788:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:3.0:1767326936.892790:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.892794:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326936.892796:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00010000:00010000:0.0:1767326936.892799:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.892800:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000008:00000001:3.0:1767326936.892801:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.892807:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00010000:00000001:3.0:1767326936.892808:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326936.892813:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.892815:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326936.892816:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1767326936.892817:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00010000:0.0:1767326936.892819:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f6a5600/0xb12620548e07c2f6 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4966cf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326936.892821:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.892825:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.892826:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000040:3.0:1767326936.892831:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e85938aa00 with handle 0xb12620548e09031a from hash 00000800:00000200:2.0:1767326936.892833:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1767326936.892836:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c980. 00010000:00000001:3.0:1767326936.892837:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.892858:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.892864:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.892864:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326936.892868:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767326936.892869:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878948500 count: 0 00010000:00000001:2.0:1767326936.892869:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326936.892871:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:2.0:1767326936.892875:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23600. 00010000:00000001:3.0:1767326936.892876:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000010:0.0:1767326936.892878:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878948000. 00010000:00000001:2.0:1767326936.892880:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326936.892880:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326936.892887:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.892888:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.892890:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326936.892891:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326936.892892:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767326936.892893:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1767326936.892896:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23f00. 00010000:00000001:3.0:1767326936.892897:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.892898:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.892902:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.892903:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.892904:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.892907:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326936.892908:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326936.892909:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.892910:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.892914:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00010000:00010000:0.0:1767326936.892915:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326936.892916:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596a00 x1853164010340736/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767326936.892920:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326936.892921:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.892925:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326936.892928:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1767326936.892930:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.892932:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326936.892936:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.892938:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88278:x1853164010340736:12345-192.168.204.119@tcp:104: Request processed in 400us (2138us total) trans 0 rc 0/0 02000000:00000010:3.0:1767326936.892944:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8593bdc00. 00000100:00000001:3.0:1767326936.892950:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.892953:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e867ed8e00 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:3.0:1767326936.892955:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:2.0:1767326936.892956:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10855 00000008:00000001:0.0:1767326936.892958:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:3.0:1767326936.892961:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.892962:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767326936.892962:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326936.892965:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326936.892968:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326936.892969:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.892972:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767326936.892973:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed8e00 refcount=3 00000020:00000010:2.0:1767326936.892977:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00010000:3.0:1767326936.892979:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:0.0:1767326936.892980:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653041664 : -115550056509952 : ffff96e867ed8e00) 00000020:00000010:2.0:1767326936.892982:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00000001:3.0:1767326936.892983:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.892985:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653041664 : -115550056509952 : ffff96e867ed8e00) 00000020:00000010:2.0:1767326936.892988:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000100:00000001:3.0:1767326936.892990:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767326936.892991:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326936.892993:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326936.892996:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.892996:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.892998:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.893008:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ee3708d] to pc [ptlrpcd_01_01+1] req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1767326936.893010:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.893013:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.893017:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000800:00000001:2.0:1767326936.893019:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:0.0:1767326936.893023:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.893026:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000001:2.0:1767326936.893027:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.893028:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.893032:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000800:00000001:2.0:1767326936.893032:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326936.893036:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.893037:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326936.893037:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.893040:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326936.893044:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.893045:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767326936.893045:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.893048:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.893049:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326936.893051:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.893054:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.893056:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893057:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.893058:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326936.893061:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.893064:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e867ed8e00 with handle 0xb12620548e091017 from hash 00010000:00010000:3.0:1767326936.893067:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.893068:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767326936.893068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.893072:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.893075:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326936.893076:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.893078:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.893083:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326936.893084:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.893086:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326936.893090:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.893091:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326936.893093:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d280 00010000:00010000:3.0:1767326936.893095:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85938aa00/0xb12620548e09031a lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ea992 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.893096:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.893100:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326936.893100:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.893104:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893111:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a26d [1] + 224 00010000:00000001:0.0:1767326936.893112:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:3.0:1767326936.893112:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878a3fbc0. 00010000:00000001:0.0:1767326936.893115:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000040:3.0:1767326936.893119:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8711e2d00 count: 0 00000800:00000001:2.0:1767326936.893120:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767326936.893121:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000020:00000040:0.0:1767326936.893127:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000010:3.0:1767326936.893127:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8711e2700. 00000800:00000001:2.0:1767326936.893128:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.893134:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326936.893134:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326936.893136:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326936.893138:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767326936.893140:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326936.893142:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893143:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:3.0:1767326936.893144:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 02000000:00000010:0.0:1767326936.893151:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daae00. 00000100:00000001:2.0:1767326936.893151:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326936.893151:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.893157:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.893158:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.893159:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.893161:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.893163:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326936.893167:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326936.893170:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326936.893171:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326936.893175:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.893181:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.893185:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.893185:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326936.893188:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:3.0:1767326936.893189:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.893191:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.893195:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.893197:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.893203:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893204:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.893205:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.893209:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326936.893213:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.893214:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326936.893223:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.893228:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326936.893231:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.893234:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.893235:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326936.893237:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1767326936.893237:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000001:3.0:1767326936.893239:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.893241:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893244:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.893246:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.893246:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1767326936.893251:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893251:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:3.0:1767326936.893251:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326936.893257:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.893258:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893259:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000400:00000010:2.0:1767326936.893264:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00000100:00100000:3.0:1767326936.893267:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247635584:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.893270:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.893273:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767326936.893278:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767326936.893280:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.893283:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326936.893283:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767326936.893285:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326936.893287:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.893288:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed8e00/0xb12620548e091017 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed973 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.893294:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326936.893295:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767326936.893299:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8593bc200. 00010000:00000010:0.0:1767326936.893300:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e867edfe80. 00000800:00000010:2.0:1767326936.893300:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 02000000:00000001:3.0:1767326936.893303:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893307:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767326936.893308:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87050b100 count: 0 00000400:00000200:3.0:1767326936.893313:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326936.893315:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87050bf00. 00000400:00000200:2.0:1767326936.893317:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:3.0:1767326936.893318:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7840. 00000400:00000200:2.0:1767326936.893321:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810932a8 00010000:00000001:0.0:1767326936.893324:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767326936.893324:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810932a8. 00010000:00000001:0.0:1767326936.893328:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326936.893330:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:0.0:1767326936.893331:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23600. 00000100:00000001:2.0:1767326936.893333:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767326936.893334:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093c38. 00010000:00000001:0.0:1767326936.893336:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.893340:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326936.893341:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635584, portal 18 00000020:00000001:0.0:1767326936.893343:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.893347:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.893347:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.893351:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000020:00000001:0.0:1767326936.893352:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.893354:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.893357:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.893359:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.893362:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.893362:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.893366:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326936.893371:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767326936.893374:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.893375:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326936.893376:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000020:00000001:0.0:1767326936.893379:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.893381:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326936.893382:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326936.893384:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767326936.893389:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093550. 00000400:00000200:2.0:1767326936.893390:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:3.0:1767326936.893395:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635584, offset 0 00000400:00000200:2.0:1767326936.893396:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000400:00000010:2.0:1767326936.893400:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000100:00000001:2.0:1767326936.893403:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.893404:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767326936.893408:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.893414:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.893419:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.893423:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.893518:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.893522:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326936.893525:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.893528:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556702:1556702:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556695:1556695:8:4294967295] 00000400:00000200:3.0:1767326936.893533:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.893539:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.893544:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.893547:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 00000100:00000001:0.0:1767326936.893550:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326936.893554:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.893555:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.893559:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767326936.893563:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:0.0:1767326936.893566:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.893568:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.893578:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.893580:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893581:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.893584:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.893587:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.893587:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18072 usecs (19 jiffies) 02000000:00000001:0.0:1767326936.893593:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.893594:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326936.893599:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635712:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.893601:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855616 00000100:00000001:0.0:1767326936.893607:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.893610:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326936.893610:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855606 02000000:00000001:0.0:1767326936.893613:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893616:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855616 02000000:00000001:0.0:1767326936.893617:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.893622:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daa200. 00000100:00000001:3.0:1767326936.893623:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855606 02000000:00000001:0.0:1767326936.893626:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893629:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.893634:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.893635:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.893640:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.893641:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000100:00000001:3.0:1767326936.893644:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.893647:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00000100:00000001:3.0:1767326936.893651:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326936.893652:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635712, portal 18 00000100:00000001:3.0:1767326936.893654:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.893656:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.893658:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.893659:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000100:00000001:3.0:1767326936.893662:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.893665:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.893667:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.893669:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.893671:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.893679:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767326936.893680:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.893682:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326936.893684:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326936.893686:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.893687:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.893689:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000800:00000001:2.0:1767326936.893690:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326936.893694:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635712, offset 0 00000400:00000200:2.0:1767326936.893699:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.893703:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.893708:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326936.893713:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.893717:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.893734:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.893735:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.893742:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326936.893742:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326936.893744:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326936.893748:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000400:00000200:0.0:1767326936.893749:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326936.893753:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d400 00000400:00000200:3.0:1767326936.893756:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.893757:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.893762:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.893765:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.893769:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.893775:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a295 [1] + 224 00000400:00000200:0.0:1767326936.893776:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556703:1556703:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556696:1556696:7:4294967295] 00000800:00000001:2.0:1767326936.893785:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326936.893786:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093550 00000400:00000200:0.0:1767326936.893787:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326936.893791:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093550. 00000800:00000001:2.0:1767326936.893794:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.893798:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.893803:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:2.0:1767326936.893808:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:0.0:1767326936.893814:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.893819:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000800:00000200:0.0:1767326936.893824:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.893829:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.893832:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.893837:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893837:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326936.893838:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326936.893860:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18072 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.893868:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326936.893868:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.893873:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855617 00000100:00000200:3.0:1767326936.893880:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.893887:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.893896:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855616 00000100:00000001:3.0:1767326936.893897:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.893899:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.893904:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855617 00000100:00000040:3.0:1767326936.893905:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.893906:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.893910:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855616 00000800:00000001:2.0:1767326936.893912:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.893919:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.893921:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.893923:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.893925:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1767326936.893929:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.893932:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.893935:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f617e8. 00000400:00000200:0.0:1767326936.893939:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 00000400:00000010:0.0:1767326936.893941:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 00000100:00000001:0.0:1767326936.893945:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.893950:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.893958:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.893965:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1767326936.893965:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.893970:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326936.893970:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000100:00000001:0.0:1767326936.893974:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.893978:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326936.893978:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.893981:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.893984:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.893987:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.893988:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.893994:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000100:00001000:0.0:1767326936.893995:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000400:00000010:3.0:1767326936.893998:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00001000:0.0:1767326936.894001:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.894003:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.894006:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.894010:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.894011:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.894013:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.894016:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894018:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.894020:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.894022:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.894023:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.894028:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894035:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.894037:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.894038:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.894043:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.894050:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247634560:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.894059:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894064:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326936.894066:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.894070:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247634560/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.894074:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894088:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326936.894091:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.894092:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.894096:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34000. 00000100:00000001:3.0:1767326936.894096:0:2511:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767326936.894102:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.894104:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.894107:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.894109:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.894111:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755dabc00. 02000000:00000001:0.0:1767326936.894114:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.894115:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.894117:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:0.0:1767326936.894120:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.894121:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894123:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894128:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.894129:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.894132:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.894133:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.894135:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.894137:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326936.894139:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894142:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.894143:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894145:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.894146:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.894148:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.894152:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894158:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.894159:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.894162:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.894163:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.894166:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.894168:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635456:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.894172:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.894174:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.894175:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.894177:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.894181:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755dabc00. 02000000:00000001:0.0:1767326936.894183:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.894187:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.894189:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326936.894193:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163ee0. 00000100:00000200:0.0:1767326936.894195:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635456, portal 18 00000100:00000001:0.0:1767326936.894197:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.894199:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000100:00000040:0.0:1767326936.894204:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894210:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.894213:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.894216:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000100:00000200:0.0:1767326936.894219:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635456, offset 0 00000400:00000200:0.0:1767326936.894224:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.894228:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.894232:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.894235:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.894238:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.894240:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.894243:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.894246:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556704:1556704:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556697:1556697:8:4294967295] 00000400:00000200:0.0:1767326936.894250:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.894258:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.894263:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.894266:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326936.894270:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.894274:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.894277:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.894292:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.894295:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.894299:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.894301:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855609 00000100:00000001:0.0:1767326936.894304:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855617 00000100:00000001:0.0:1767326936.894307:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855609 00000100:00000001:0.0:1767326936.894309:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855617 00000100:00000001:0.0:1767326936.894312:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.894315:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894317:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894319:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894331:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.894332:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.894335:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.894336:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.894338:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61e18. 00000400:00000200:0.0:1767326936.894342:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:0.0:1767326936.894343:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:0.0:1767326936.894346:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.894351:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.894353:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.894358:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000100:00000200:0.0:1767326936.894367:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894374:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.894375:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894378:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326936.894378:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.894380:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.894383:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.894386:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.894387:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.894390:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.894393:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000100:00001000:0.0:1767326936.894395:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000400:00000010:2.0:1767326936.894397:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00001000:0.0:1767326936.894401:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.894403:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.894407:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.894411:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.894411:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.894413:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.894417:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894422:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.894425:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.894428:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.894430:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.894439:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.894440:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.894446:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894465:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.894466:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.894470:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.894471:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.894475:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.894481:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.894488:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247634944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.894492:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894493:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.894496:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247634944/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.894502:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.894503:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.894505:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b1800. 02000000:00000001:0.0:1767326936.894508:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.894509:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.894510:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.894512:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.894514:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b0800. 02000000:00000001:0.0:1767326936.894516:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.894518:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.894519:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00000100:00000001:0.0:1767326936.894522:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.894523:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894525:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.894528:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.894530:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.894532:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.894534:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326936.896956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8711e2d00. 00010000:00000010:3.1:1767326936.896969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85938aa00. 00010000:00000010:0.1:1767326936.897882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878948500. 00010000:00000010:0.1:1767326936.897889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a5600. 00010000:00000010:0.1:1767326936.897896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87050b100. 00010000:00000010:0.1:1767326936.897906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed8e00. 00000800:00000001:3.0:1767326936.899983:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.899994:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.899997:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900001:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900008:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900016:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.900022:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900025:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900031:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900034:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0480 00000400:00000200:3.0:1767326936.900042:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 1640 00000800:00000001:3.0:1767326936.900047:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900053:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900056:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.900060:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.900067:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.900069:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.900074:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326936.900077:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010341504 msgsize 328 00000100:00100000:3.0:1767326936.900082:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.900090:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.900097:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900099:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.900101:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900103:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900106:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900111:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.900115:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900117:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900120:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900123:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d680 00000400:00000200:3.0:1767326936.900127:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900131:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2e5 [1] + 224 00000800:00000001:3.0:1767326936.900134:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900138:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900139:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.900142:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.900145:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.900151:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.900161:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.900172:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.900176:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900179:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.900181:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900183:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900187:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900191:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.900195:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900198:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900201:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900204:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d700 00000400:00000200:3.0:1767326936.900208:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900211:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2f5 [1] + 224 00000800:00000001:3.0:1767326936.900214:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900221:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.900224:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.900228:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.900231:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.900234:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.900243:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.900256:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.900260:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.900263:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.900280:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.900281:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326936.900283:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341504 00000100:00000001:0.0:1767326936.900284:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326936.900289:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:0.0:1767326936.900291:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326936.900292:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767326936.900294:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326936.900296:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.900298:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 02000000:00000001:3.0:1767326936.900301:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.900302:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:0.0:1767326936.900305:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00100000:3.0:1767326936.900305:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341504 00000100:00000001:0.0:1767326936.900311:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326936.900311:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.900315:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000200:0.0:1767326936.900319:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.900319:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.900322:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326936.900328:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000200:0.0:1767326936.900333:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.900333:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.900339:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.900342:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.900345:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.900345:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.900350:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326936.900351:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.900352:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.900355:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767326936.900356:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.900357:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.900361:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.900363:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000100:00001000:0.0:1767326936.900366:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.900371:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000020:00000010:3.0:1767326936.900371:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fda00. 00000100:00000001:0.0:1767326936.900376:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.900377:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.900379:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767326936.900379:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00010000:00000001:0.0:1767326936.900382:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900385:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.900387:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000040:3.0:1767326936.900387:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326936.900392:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326936.900393:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.900394:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.900397:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767326936.900399:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.900401:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900408:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.900410:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.900410:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900413:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.900417:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.900422:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.900423:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635712:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.900428:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900429:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.900432:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247635712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.900435:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.900437:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326936.900439:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767326936.900440:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.900443:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daa200. 02000000:00000001:0.0:1767326936.900447:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767326936.900447:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10856 00000020:00000001:0.0:1767326936.900450:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326936.900452:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00000040:0.0:1767326936.900453:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.900458:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326936.900458:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 02000000:00000010:0.0:1767326936.900461:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daae00. 02000000:00000001:0.0:1767326936.900465:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.900466:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326936.900467:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010341504/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326936.900468:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000001:0.0:1767326936.900472:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.900474:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.900478:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900482:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.900484:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.900484:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.900487:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.900489:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.900489:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.900494:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.900498:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.900504:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88293:x1853164010341504:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.900508:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010341504 00010000:00000001:3.0:1767326936.900510:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.900515:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.900516:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.900519:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f520c00 refcount=2 00000020:00000001:3.0:1767326936.900521:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240197120 : -115550469354496 : ffff96e84f520c00) 00010000:00000001:3.0:1767326936.900523:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240197120 : -115550469354496 : ffff96e84f520c00) 00010000:00000001:3.0:1767326936.900527:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.900529:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.900534:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.900544:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.900546:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.900550:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326936.900552:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.900554:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.900557:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.900560:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.900563:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.900567:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.900570:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.900572:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.900575:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.900577:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.900580:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.900582:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.900586:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093550. 00000100:00000200:3.0:1767326936.900590:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010341504, offset 224 00000400:00000200:3.0:1767326936.900594:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.900601:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900607:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.900612:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556705:1556705:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556698:1556698:8:4294967295] 00000400:00000200:3.0:1767326936.900616:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.900624:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.900629:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.900633:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 00000800:00000200:3.0:1767326936.900638:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.900644:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.900648:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.900658:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.900669:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.900676:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.900679:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00010000:00000001:3.0:1767326936.900682:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.900694:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.900697:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.900699:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.900701:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.900706:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010341504/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.900716:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88293:x1853164010341504:12345-192.168.204.119@tcp:104: Request processed in 230us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326936.900734:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10856 00000100:00000040:3.0:1767326936.900738:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000001:0.0:1767326936.900739:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.900741:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326936.900743:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.900745:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.900748:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767326936.900750:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fda00. 00010000:00000001:0.0:1767326936.900753:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.900756:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.900757:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00000020:00000010:3.0:1767326936.900762:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00010000:00010000:0.0:1767326936.900766:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1767326936.900768:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326936.900773:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.900782:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f520c00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.900785:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.900788:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.900790:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.900792:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.900794:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f520c00 refcount=3 00000020:00000001:0.0:1767326936.900797:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523240197120 : -115550469354496 : ffff96e84f520c00) 00010000:00000001:0.0:1767326936.900800:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523240197120 : -115550469354496 : ffff96e84f520c00) 00010000:00000001:0.0:1767326936.900804:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.900807:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.900816:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.900818:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.900822:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.900825:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.900827:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.900830:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.900832:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.900835:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.900838:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.900867:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.900870:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.900873:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.900876:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.900878:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326936.900879:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f520c00 with handle 0xb12620548e07c3dd from hash 00010000:00000001:0.0:1767326936.900884:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:3.0:1767326936.900884:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00010000:00000001:0.0:1767326936.900888:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.900891:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.900893:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.900897:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.900899:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.900904:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.900908:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.900909:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.900911:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.900913:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.900915:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.900920:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000020:00000040:0.0:1767326936.900924:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.900928:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.900930:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.900934:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.900939:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daae00. 00000100:00000001:0.0:1767326936.900945:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.900947:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.900951:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.900958:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.900960:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.900964:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.900969:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.900969:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326936.900977:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.900978:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.900982:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093550 00000400:00000010:3.0:1767326936.900984:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093550. 00000100:00000001:3.0:1767326936.900988:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.900991:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.900996:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.901002:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.901006:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.901009:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.901013:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.901014:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.901019:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.901022:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.901023:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.901025:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.901029:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.901029:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.901030:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.901035:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.901035:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.901039:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326936.901039:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.901042:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.901048:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326936.901051:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.901057:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0500 00010000:00000001:0.0:1767326936.901061:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.901066:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f520c00/0xb12620548e07c3dd lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496afe expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.901068:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a205 [2] + 1968 00000400:00000010:3.0:1767326936.901077:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000100:00000001:1.0:1767326936.901078:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.901082:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.901083:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a180 00010000:00000010:0.0:1767326936.901086:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e760d21d80. 02000000:00000001:1.0:1767326936.901088:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767326936.901088:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1767326936.901093:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8481e7a00 count: 0 00000800:00000001:3.0:1767326936.901096:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.901099:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767326936.901100:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8481e7d00. 02000000:00000001:1.0:1767326936.901102:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.901107:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.901107:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.901111:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.901112:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a180 00010000:00000001:0.0:1767326936.901115:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:1.0:1767326936.901116:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635840:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:3.0:1767326936.901117:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a180. 00010000:00000010:0.0:1767326936.901119:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 00000100:00000001:3.0:1767326936.901123:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767326936.901126:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.901126:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326936.901126:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:1.0:1767326936.901132:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326936.901133:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.901134:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10c50 x1853164010341632 msgsize 328 00000020:00000001:0.0:1767326936.901137:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.901137:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.901144:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.901144:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767326936.901145:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000001:0.0:1767326936.901147:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.901150:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:00000001:0.0:1767326936.901151:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.901152:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b0800. 00010000:00010000:0.0:1767326936.901155:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.901158:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901158:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767326936.901159:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.901163:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.901164:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326936.901168:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326936.901168:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.901169:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326936.901176:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619a0. 00000100:00000001:0.0:1767326936.901178:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.901181:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326936.901183:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00000001:0.0:1767326936.901184:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.901189:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.901190:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635840, portal 18 00000100:00000010:3.0:1767326936.901190:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10400. 00000100:00000001:1.0:1767326936.901196:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.901198:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000100:00000010:3.0:1767326936.901199:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c230000. 00000100:00100000:3.0:1767326936.901204:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000040:1.0:1767326936.901207:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326936.901209:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767326936.901215:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00000100:00000001:1.0:1767326936.901216:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.901220:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.901221:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a180. 00000400:00000010:1.0:1767326936.901223:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 00000100:00000200:1.0:1767326936.901227:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635840, offset 0 00000100:00000001:3.0:1767326936.901227:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.901231:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341632 02000000:00000001:3.0:1767326936.901234:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767326936.901235:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.901237:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.901240:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.901242:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.901244:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.901248:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341632 00000400:00000200:1.0:1767326936.901249:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000001:3.0:1767326936.901251:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.901253:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.901255:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.901257:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.901259:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:1.0:1767326936.901261:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1767326936.901264:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:1.0:1767326936.901268:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:3.0:1767326936.901269:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.901273:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000200:1.0:1767326936.901275:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326936.901277:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.901281:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000400:00000200:1.0:1767326936.901282:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000010:3.0:1767326936.901287:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000400:00000200:1.0:1767326936.901289:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556706:1556706:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556699:1556699:8:4294967295] 00000020:00000010:3.0:1767326936.901292:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fda00. 00000400:00000200:1.0:1767326936.901298:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.901300:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000100:00000040:3.0:1767326936.901306:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.901310:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767326936.901311:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326936.901312:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.901316:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.901320:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.901321:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326936.901324:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000800:00000200:1.0:1767326936.901330:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.901334:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326936.901334:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326936.901339:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.901345:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.901348:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326936.901349:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.901354:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10540 usecs (11 jiffies) 00000100:00000001:2.0:1767326936.901355:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767326936.901356:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10857 00000100:00000001:2.0:1767326936.901358:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.901362:0:193132:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.901362:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.901368:0:193132:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901368:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934288976 : -115549775262640 : ffff96e878b10c50) 00000400:00000200:1.0:1767326936.901370:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.901375:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855616 00000100:00000040:3.0:1767326936.901378:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10c50 x1853164010341632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.901379:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855617 00000100:00000001:1.0:1767326936.901383:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855616 00000100:00000001:1.0:1767326936.901387:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855617 00000100:00000001:1.0:1767326936.901393:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.901394:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326936.901395:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.901399:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.901399:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767326936.901399:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.901404:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.901405:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326936.901406:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326936.901410:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326936.901412:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.901412:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000400:00000010:2.0:1767326936.901414:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7840. 00000400:00000200:2.0:1767326936.901420:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093c38 00000100:00000001:1.0:1767326936.901421:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767326936.901421:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010341632:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326936.901425:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326936.901425:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093c38. 00000100:00000200:3.0:1767326936.901428:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010341632 00000100:00000001:2.0:1767326936.901431:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326936.901432:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326936.901432:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326936.901436:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326936.901437:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326936.901438:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.901440:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767326936.901442:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.901444:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.901444:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878aae600 refcount=2 00000020:00000001:3.0:1767326936.901450:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523933885952 : -115549775665664 : ffff96e878aae600) 00010000:00000001:3.0:1767326936.901456:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523933885952 : -115549775665664 : ffff96e878aae600) 00000100:00000200:2.0:1767326936.901460:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326936.901461:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.901465:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.901467:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.901470:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.901471:0:2520:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767326936.901471:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.901474:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326936.901477:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.901480:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.901486:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901487:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.901490:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767326936.901492:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326936.901494:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13000. 00000100:00001000:2.0:1767326936.901497:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326936.901498:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901503:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.901504:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326936.901509:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.901509:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.901512:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326936.901513:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.901516:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.901518:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.901521:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326936.901523:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.901525:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326936.901529:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326936.901529:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.901531:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901534:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:2.0:1767326936.901538:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.901539:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.901542:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.901546:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326936.901548:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.901551:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326936.901553:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.901553:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326936.901559:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326936.901559:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093550. 00000100:00000200:3.0:1767326936.901565:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010341632, offset 224 00000100:00100000:2.0:1767326936.901569:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247635584:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.901573:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.901575:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.901576:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.901580:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88ea00 x1853164247635584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.901586:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.901589:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326936.901591:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326936.901593:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8593bc200. 00000400:00000200:3.0:1767326936.901595:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000001:2.0:1767326936.901596:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326936.901599:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326936.901601:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326936.901602:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556707:1556707:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556700:1556700:7:4294967295] 00000020:00000001:2.0:1767326936.901603:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326936.901606:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8593bdc00. 02000000:00000001:2.0:1767326936.901609:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326936.901612:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326936.901613:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:2.0:1767326936.901615:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00000100:00000001:2.0:1767326936.901620:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.901623:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.901625:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.901627:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.901635:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326936.901635:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.901639:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.901640:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 00000100:00000001:2.0:1767326936.901642:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.901646:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.901649:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.901655:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.901658:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.901661:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.901664:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.901667:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1767326936.901668:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1767326936.901671:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a9c0. 00000800:00000010:2.0:1767326936.901672:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00010000:00000001:3.0:1767326936.901675:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326936.901679:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.901686:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:3.0:1767326936.901689:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767326936.901690:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000400:00000010:2.0:1767326936.901694:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00010000:00000001:3.0:1767326936.901695:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.901699:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767326936.901699:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.901701:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.901707:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.901709:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.901711:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10c50 x1853164010341632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326936.901714:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.901730:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326936.901735:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.901739:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326936.901744:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.901750:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767326936.901755:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010341632:12345-192.168.204.119@tcp:104: Request processed in 356us (616us total) trans 0 rc 0/0 00000100:00000040:2.0:1767326936.901759:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.901761:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878aae600 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.901766:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.901769:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:3.0:1767326936.901771:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10857 00010000:00000001:1.0:1767326936.901773:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.901777:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767326936.901778:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326936.901779:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.901780:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878aae600 refcount=3 00000100:00000001:3.0:1767326936.901782:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.901784:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326936.901786:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326936.901787:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523933885952 : -115549775665664 : ffff96e878aae600) 00000020:00000010:3.0:1767326936.901791:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fda00. 00010000:00000001:1.0:1767326936.901792:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523933885952 : -115549775665664 : ffff96e878aae600) 00010000:00000001:1.0:1767326936.901798:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326936.901799:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00010000:00010000:1.0:1767326936.901801:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.901804:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00000020:00000040:3.0:1767326936.901810:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 02000000:00000001:3.0:1767326936.901817:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326936.901821:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:3.0:1767326936.901821:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000020:00000001:1.0:1767326936.901825:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000200:2.0:1767326936.901825:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767326936.901826:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326936.901829:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000010:3.0:1767326936.901830:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00000800:00000010:2.0:1767326936.901831:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000020:00001000:1.0:1767326936.901833:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.901837:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:3.0:1767326936.901837:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767326936.901838:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767326936.901865:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:3.0:1767326936.901870:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767326936.901871:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:3.0:1767326936.901873:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596a00. 00000400:00000200:2.0:1767326936.901876:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093550 02000000:00000001:3.0:1767326936.901879:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767326936.901880:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093550. 02000000:00000010:3.0:1767326936.901882:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13800. 00000100:00000001:2.0:1767326936.901885:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326936.901888:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.901890:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13000. 02000000:00000001:2.0:1767326936.901894:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326936.901895:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767326936.901947:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.901950:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 02000000:00000001:3.0:1767326936.901954:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.901956:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:3.0:1767326936.901959:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.901961:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 02000000:00000001:3.0:1767326936.901965:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.901966:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10800. 02000000:00000001:3.0:1767326936.901969:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.901970:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 02000000:00000001:3.0:1767326936.901974:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.901975:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.901978:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.901979:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00000100:00000010:3.0:1767326936.901983:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c234000. 00000100:00000010:3.0:1767326936.901986:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10c00. 00000100:00000001:3.0:1767326936.901989:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326936.902046:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.902051:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.902054:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.902058:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.902061:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.902063:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.902064:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.902067:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.902069:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878aae600 with handle 0xb12620548e091025 from hash 00010000:00000001:1.0:1767326936.902072:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.902074:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.902076:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.902077:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.902079:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.902081:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.902086:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:2.0:1767326936.902086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.902091:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.902092:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.902094:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.902094:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.902099:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.902100:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.902104:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:2.0:1767326936.902105:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326936.902109:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000400:00000200:2.0:1767326936.902112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326936.902114:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326936.902120:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.902121:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.902125:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.902129:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.902129:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.902135:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326936.902136:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b1800. 00000400:00000200:2.0:1767326936.902141:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.902142:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.902147:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326936.902148:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0580 00010000:00010000:1.0:1767326936.902153:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.902155:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 0 00000800:00000001:2.0:1767326936.902164:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326936.902168:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.902170:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.902173:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767326936.902173:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.902177:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.902179:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.902184:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.902188:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767326936.902190:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_00+0] req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.902191:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.902197:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595880. 00000100:00000040:2.0:1767326936.902202:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595880 x1853164010341760 msgsize 328 00000100:00100000:2.0:1767326936.902209:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326936.902215:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.902219:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.902220:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767326936.902221:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.902224:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.902226:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.902228:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:1.0:1767326936.902229:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.902233:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.902234:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.902244:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.902247:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aae600/0xb12620548e091025 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed981 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.902249:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.902253:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341760 02000000:00000001:3.0:1767326936.902256:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.902258:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:1.0:1767326936.902259:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878918d40. 00000100:00000001:3.0:1767326936.902261:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.902265:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326936.902266:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869273200 count: 0 00000100:00100000:3.0:1767326936.902268:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341760 00000020:00000001:3.0:1767326936.902271:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.902273:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00000010:1.0:1767326936.902274:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869273100. 00000020:00000001:3.0:1767326936.902276:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.902280:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00010000:00000001:1.0:1767326936.902282:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767326936.902283:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.902285:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:3.0:1767326936.902287:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000010:1.0:1767326936.902289:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a9c0. 00000100:00000001:3.0:1767326936.902292:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.902295:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.902297:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000020:00000001:1.0:1767326936.902299:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.902301:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326936.902303:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.902307:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.902309:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.902311:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.902313:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.902314:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.902316:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.902318:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.902325:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.902327:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.902330:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326936.902336:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.902343:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.902345:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.902348:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.902350:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.902352:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.902355:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:1.0:1767326936.902356:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635968:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.902363:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767326936.902363:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326936.902364:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 02000000:00000001:1.0:1767326936.902368:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767326936.902369:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.902370:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fda00. 02000000:00000001:1.0:1767326936.902373:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.902373:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326936.902376:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000800:00000001:2.0:1767326936.902377:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326936.902378:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326936.902383:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:2.0:1767326936.902384:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326936.902385:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b0600. 00000100:00000001:3.0:1767326936.902388:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767326936.902390:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.902392:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767326936.902393:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326936.902396:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.902402:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.902402:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.902403:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.902410:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000200:2.0:1767326936.902410:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.902414:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326936.902418:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000400:00000200:2.0:1767326936.902419:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.902425:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767326936.902426:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247635968, portal 18 00000400:00000200:2.0:1767326936.902426:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d600 00000100:00000001:3.0:1767326936.902428:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326936.902433:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.902437:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000400:00000200:2.0:1767326936.902437:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326936.902437:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10858 00000100:00000040:3.0:1767326936.902444:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:2.0:1767326936.902448:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a2fd [1] + 224 00000100:00000040:1.0:1767326936.902449:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.902449:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794323584 : -115549915228032 : ffff96e870595880) 00000100:00000040:3.0:1767326936.902459:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595880 x1853164010341760/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767326936.902460:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.902473:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.902476:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767326936.902480:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326936.902481:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000010:1.0:1767326936.902485:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000100:00000001:3.0:1767326936.902485:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326936.902487:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.902490:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000200:1.0:1767326936.902492:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247635968, offset 0 00000400:00000200:2.0:1767326936.902492:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767326936.902499:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88277:x1853164010341760:12345-192.168.204.119@tcp:104: 00000400:00000200:2.0:1767326936.902502:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326936.902507:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326936.902508:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010341760 00000100:00000001:2.0:1767326936.902511:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326936.902512:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:1.0:1767326936.902516:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.902517:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767326936.902521:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.902522:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326936.902526:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000040:3.0:1767326936.902526:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b0600 refcount=2 00000020:00000001:3.0:1767326936.902532:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236591104 : -115550472960512 : ffff96e84f1b0600) 00000400:00000200:1.0:1767326936.902535:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767326936.902537:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236591104 : -115550472960512 : ffff96e84f1b0600) 00000400:00000200:1.0:1767326936.902542:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:2.0:1767326936.902545:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326936.902549:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.902555:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.902562:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556708:1556708:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556701:1556701:8:4294967295] 00000100:00000001:2.0:1767326936.902563:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.902568:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326936.902571:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326936.902572:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326936.902581:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.902590:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.902591:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.902594:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326936.902596:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00010000:00010000:3.0:1767326936.902599:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1767326936.902604:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326936.902612:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1767326936.902613:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:3.0:1767326936.902615:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1767326936.902618:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:3.0:1767326936.902621:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12c00. 02000000:00000001:3.0:1767326936.902624:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.902627:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.902629:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326936.902630:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.902632:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.902634:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18071 usecs (19 jiffies) 00000100:00001000:3.0:1767326936.902636:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326936.902641:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.902643:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326936.902644:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855625 00000100:00000040:3.0:1767326936.902649:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.902650:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855617 00000100:00000001:3.0:1767326936.902653:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326936.902655:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855625 02000000:00000001:3.0:1767326936.902658:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767326936.902659:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855617 02000000:00000001:3.0:1767326936.902661:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.902665:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.902666:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.902670:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.902671:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326936.902672:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.902677:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000400:00000010:3.0:1767326936.902678:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093bb0. 00000400:00000001:1.0:1767326936.902679:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326936.902681:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326936.902684:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.902687:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:1.0:1767326936.902688:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000400:00000200:2.0:1767326936.902691:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:2.0:1767326936.902693:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000400:00000200:1.0:1767326936.902694:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000100:00000001:2.0:1767326936.902696:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767326936.902698:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000200:2.0:1767326936.902701:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.902703:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.902704:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010341760, offset 224 00000100:00000200:1.0:1767326936.902712:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.902713:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326936.902718:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326936.902729:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.902736:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.902744:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.902745:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.902747:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326936.902748:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326936.902757:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.902759:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.902761:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.902762:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.902763:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.902764:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.902766:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.902768:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.902771:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.902772:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.902773:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.902774:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.902776:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.902777:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.902778:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326936.902779:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.902780:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.902783:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.902787:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.902789:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.902789:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.902792:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.902797:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635456:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.902800:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.902801:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556709:1556709:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556702:1556702:7:4294967295] 00000100:00000001:1.0:1767326936.902802:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.902806:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247635456/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.902812:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.902816:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.902818:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.902821:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755dabc00. 02000000:00000001:1.0:1767326936.902825:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.902827:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326936.902827:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:1.0:1767326936.902830:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.902834:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.902837:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa000. 00000800:00000200:3.0:1767326936.902863:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326936.902864:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.902867:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:3.0:1767326936.902868:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00000100:00000010:1.0:1767326936.902869:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:1.0:1767326936.902875:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:3.0:1767326936.902876:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326936.902877:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.902882:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.902884:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326936.902887:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326936.902888:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.902891:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.902895:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.902896:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.902898:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.902900:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.902901:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.902907:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.902911:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.902915:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1767326936.902915:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a480. 00000100:00000001:1.0:1767326936.902918:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326936.902920:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.902921:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.902924:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.902928:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.902932:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.902934:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.902937:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767326936.902937:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.902939:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.902943:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.902943:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000100:00000040:3.0:1767326936.902944:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595880 x1853164010341760/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326936.902949:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:2.0:1767326936.902950:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.902955:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.902958:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326936.902962:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.902962:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:3.0:1767326936.902968:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88277:x1853164010341760:12345-192.168.204.119@tcp:104: Request processed in 486us (760us total) trans 0 rc 0/0 00000400:00000200:2.0:1767326936.902970:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093bb0 00000400:00000010:2.0:1767326936.902973:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093bb0. 00000100:00000001:2.0:1767326936.902978:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326936.902979:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f1b0600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.902981:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326936.902983:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.902986:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.902987:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.902988:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.902990:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b0600 refcount=3 00000020:00000001:1.0:1767326936.902991:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236591104 : -115550472960512 : ffff96e84f1b0600) 00010000:00000001:1.0:1767326936.902993:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236591104 : -115550472960512 : ffff96e84f1b0600) 00010000:00000001:1.0:1767326936.902994:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.902996:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.903000:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.903001:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.903003:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.903004:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.903005:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.903006:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.903007:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.903008:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.903010:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.903011:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.903012:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.903013:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.903015:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.903016:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f1b0600 with handle 0xb12620548e07c3ba from hash 00010000:00000001:1.0:1767326936.903018:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.903019:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.903019:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.903020:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.903022:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.903023:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.903025:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.903026:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.903029:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.903030:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.903030:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10858 00010000:00000001:1.0:1767326936.903033:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.903035:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767326936.903036:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000010:1.0:1767326936.903039:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841ad80. 00000100:00000001:3.0:1767326936.903040:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767326936.903042:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.903044:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326936.903046:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.903048:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1767326936.903048:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fda00. 02000000:00000001:1.0:1767326936.903050:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.903054:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 02000000:00000010:1.0:1767326936.903055:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa000. 00000020:00000010:3.0:1767326936.903059:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00000100:00000001:1.0:1767326936.903060:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.903063:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:3.0:1767326936.903066:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:1.0:1767326936.903067:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.903070:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.903076:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.903077:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.903079:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.903081:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.903084:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1a120ec] to pc [ptlrpcd_00_01+1] req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.903096:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.903098:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.903099:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.903100:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.903101:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.903102:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.903104:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.903108:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.903109:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f1b0600/0xb12620548e07c3ba lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496a56 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326936.903112:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860c09ac0. 00010000:00000040:1.0:1767326936.903115:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8713c9100 count: 0 00010000:00000010:1.0:1767326936.903118:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8713c9c00. 00010000:00000001:1.0:1767326936.903122:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.903122:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.903123:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a480. 00010000:00000001:1.0:1767326936.903125:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.903126:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.903127:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.903128:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.903130:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.903130:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.903131:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.903133:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.903134:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.903135:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.903139:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.903140:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.903141:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.903142:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326936.903143:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.903145:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.903146:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.903147:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.903148:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.903149:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326936.903151:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.903155:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.903156:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.903158:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.903159:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.903160:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.903162:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.903164:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.903165:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.903166:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.903168:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.903171:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755dabc00. 02000000:00000001:1.0:1767326936.903173:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.903177:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.903180:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f611b8. 00000400:00000010:1.0:1767326936.903183:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326936.903186:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636096, portal 18 00000100:00000001:1.0:1767326936.903188:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.903189:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658554752 : -115550050996864 : ffff96e86841ad80) 00000100:00000040:1.0:1767326936.903194:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.903200:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.903203:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.903206:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00000200:1.0:1767326936.903209:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636096, offset 0 00000400:00000200:1.0:1767326936.903214:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.903219:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.903222:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.903226:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.903229:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.903231:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.903234:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.903237:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556710:1556710:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556703:1556703:8:4294967295] 00000400:00000200:1.0:1767326936.903241:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.903249:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.903254:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.903258:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326936.903262:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.903267:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.903269:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.903281:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.903284:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10540 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.903288:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.903290:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855618 00000100:00000001:1.0:1767326936.903293:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855625 00000100:00000001:1.0:1767326936.903296:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855618 00000100:00000001:1.0:1767326936.903298:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855625 00000100:00000001:1.0:1767326936.903301:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.903304:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.903306:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.903309:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.903317:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.903320:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326936.903320:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:2.0:1767326936.903323:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.903324:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.903328:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.903328:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.903334:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.903334:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000400:00000010:2.0:1767326936.903337:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:2.0:1767326936.903341:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.903344:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.903350:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.903353:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.903357:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.903358:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.903833:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.903840:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.903867:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.903871:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.903877:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.903882:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.903887:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.903890:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.903893:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.903895:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d780 00000400:00000200:2.0:1767326936.903898:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.903901:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a30d [1] + 224 00000800:00000001:2.0:1767326936.903904:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.903910:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.903911:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.903914:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.903916:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.903919:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.903927:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.903947:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.903953:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.903957:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.903970:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.903974:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326936.903977:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.903979:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.903981:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619a0. 00000400:00000200:1.0:1767326936.903984:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:1.0:1767326936.903986:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:1.0:1767326936.903989:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.903994:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.904003:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.904010:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.904012:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.904013:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.904015:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.904016:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.904018:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.904020:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.904024:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.904027:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.904030:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.904031:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.904033:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.904035:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.904036:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.904038:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326936.904040:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.904041:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.904046:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.904052:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.904054:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.904056:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.904059:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.904066:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247635840:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.904070:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.904072:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.904075:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247635840/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.904081:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.904083:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.904086:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b0800. 02000000:00000001:1.0:1767326936.904089:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.904090:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.904092:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.904094:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.904095:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daae00. 02000000:00000001:1.0:1767326936.904098:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.904099:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.904100:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000001:1.0:1767326936.904103:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.904105:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.904107:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.904111:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.904112:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.904115:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.904116:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.906129:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906137:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.906139:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906141:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.906147:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906151:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.906156:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906162:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906165:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d880 00000400:00000200:3.0:1767326936.906168:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906172:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a335 [1] + 224 00000800:00000001:3.0:1767326936.906177:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906203:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.906205:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.906208:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.906212:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.906217:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.906226:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.906240:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.906246:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906249:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.906260:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.906264:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326936.906268:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.906274:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.906277:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f611b8. 00000400:00000200:1.0:1767326936.906281:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:1.0:1767326936.906283:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:1.0:1767326936.906285:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.906291:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.906301:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.906309:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.906311:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.906314:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.906315:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.906317:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.906319:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.906322:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.906327:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.906331:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.906333:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.906334:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.906337:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.906339:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.906341:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.906343:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326936.906345:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.906347:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.906352:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.906359:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.906361:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.906364:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.906369:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.906378:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.906383:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.906385:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.906388:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841ad80 x1853164247636096/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.906395:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.906397:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.906399:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755dabc00. 02000000:00000001:1.0:1767326936.906401:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.906402:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.906403:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.906405:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.906406:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa000. 02000000:00000001:1.0:1767326936.906407:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.906408:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.906410:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841ad80. 00000100:00000001:1.0:1767326936.906412:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.906413:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.906415:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.906416:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.906417:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.906418:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.906419:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.906911:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906917:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.906920:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906923:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.906928:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906932:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.906937:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906941:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906944:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906947:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d800 00000400:00000200:3.0:1767326936.906951:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.906954:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a325 [1] + 224 00000800:00000001:3.0:1767326936.906959:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.906964:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.906967:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.906970:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.906973:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.906978:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.906987:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.907002:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.907008:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.907011:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.907035:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.907038:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326936.907042:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.907045:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.907047:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00000400:00000200:1.0:1767326936.907051:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:1.0:1767326936.907054:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:1.0:1767326936.907057:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.907063:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.907072:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.907080:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.907082:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.907084:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.907086:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.907087:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.907089:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.907091:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.907095:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.907099:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.907102:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.907103:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.907105:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.907108:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.907111:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.907112:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.907114:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.907116:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.907121:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.907129:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.907131:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.907132:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.907136:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.907150:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247635968:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.907155:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.907157:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.907160:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247635968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.907164:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.907165:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.907167:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b0600. 02000000:00000001:1.0:1767326936.907170:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.907171:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.907172:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.907173:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.907175:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b1800. 02000000:00000001:1.0:1767326936.907177:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.907178:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.907179:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:1.0:1767326936.907181:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.907182:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.907183:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.907187:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.907188:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.907190:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.907191:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.908958:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.908964:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.908966:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.908968:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.908972:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.908976:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.908980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.908982:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.908985:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.908987:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0900 00000400:00000200:2.0:1767326936.908992:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 328 00000800:00000001:2.0:1767326936.908995:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.909018:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.909020:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.909022:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.909025:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.909027:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.909029:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594a80. 00000100:00000040:2.0:1767326936.909031:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594a80 x1853164010342656 msgsize 328 00000100:00100000:2.0:1767326936.909034:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.909040:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.909044:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.909047:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.909128:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.909132:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342656 02000000:00000001:3.0:1767326936.909135:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.909137:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.909139:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.909143:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.909146:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342656 00000020:00000001:3.0:1767326936.909148:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.909150:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.909152:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.909154:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.909157:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.909159:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.909163:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.909167:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.909170:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.909173:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.909178:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000020:00000010:3.0:1767326936.909182:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd000. 00000020:00000010:3.0:1767326936.909186:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000100:00000040:3.0:1767326936.909193:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.909196:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.909197:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.909199:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.909204:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.909212:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.909221:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.909223:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.909228:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10859 00000100:00000040:3.0:1767326936.909232:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.909234:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320000 : -115549915231616 : ffff96e870594a80) 00000100:00000040:3.0:1767326936.909239:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594a80 x1853164010342656/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.909247:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.909249:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.909252:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.909254:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.909259:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139444:x1853164010342656:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.909263:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010342656 00010000:00000001:3.0:1767326936.909266:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.909270:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.909272:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.909274:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed9600 refcount=2 00000020:00000001:3.0:1767326936.909276:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653043712 : -115550056507904 : ffff96e867ed9600) 00010000:00000001:3.0:1767326936.909279:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653043712 : -115550056507904 : ffff96e867ed9600) 00010000:00000001:3.0:1767326936.909283:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.909285:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.909289:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.909297:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.909300:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.909304:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10c00. 02000000:00000001:3.0:1767326936.909306:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.909308:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.909312:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.909315:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.909319:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.909323:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.909326:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.909329:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.909331:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.909333:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.909336:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.909339:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.909343:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00000100:00000200:3.0:1767326936.909347:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010342656, offset 224 00000400:00000200:3.0:1767326936.909352:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.909357:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.909364:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.909370:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556711:1556711:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556704:1556704:8:4294967295] 00000400:00000200:3.0:1767326936.909374:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.909384:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.909389:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.909394:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000800:00000200:3.0:1767326936.909399:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.909405:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.909409:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.909418:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.909421:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.909425:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.909429:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 00010000:00000001:3.0:1767326936.909431:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.909437:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.909440:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.909442:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.909444:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.909447:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.909449:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594a80 x1853164010342656/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.909452:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.909457:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.909463:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.909467:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326936.909467:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139444:x1853164010342656:12345-192.168.204.119@tcp:104: Request processed in 216us (431us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.909471:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326936.909479:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10859 00010000:00010000:0.0:1767326936.909483:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e867ed9600 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:3.0:1767326936.909484:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000008:00000001:0.0:1767326936.909486:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.909489:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326936.909489:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.909493:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.909494:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326936.909496:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767326936.909499:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd000. 00000020:00000040:0.0:1767326936.909500:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed9600 refcount=3 00000020:00000001:0.0:1767326936.909505:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653043712 : -115550056507904 : ffff96e867ed9600) 00000020:00000010:3.0:1767326936.909506:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00010000:00000001:0.0:1767326936.909509:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653043712 : -115550056507904 : ffff96e867ed9600) 00000020:00000010:3.0:1767326936.909512:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00010000:00000001:0.0:1767326936.909514:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1767326936.909519:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326936.909520:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.909524:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.909533:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.909536:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.909540:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.909542:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.909545:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.909546:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.909549:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.909551:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.909554:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.909557:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.909559:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.909560:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.909561:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.909563:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e867ed9600 with handle 0xb12620548e0910a3 from hash 00010000:00000001:0.0:1767326936.909565:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.909566:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.909567:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.909567:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.909570:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.909571:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.909575:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.909579:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1767326936.909579:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.909581:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.909584:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.909585:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00010000:00000001:0.0:1767326936.909587:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326936.909590:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.909592:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326936.909598:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:0.0:1767326936.909599:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000400:00000200:3.0:1767326936.909602:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00000020:00000040:0.0:1767326936.909604:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000010:3.0:1767326936.909605:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000100:00000001:0.0:1767326936.909610:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326936.909611:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767326936.909614:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326936.909615:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767326936.909620:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.909627:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852752000. 00000100:00000001:0.0:1767326936.909632:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.909634:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.909638:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.909646:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.909648:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.909652:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.909656:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.909662:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.909682:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.909685:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.909686:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.909688:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.909689:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.909691:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.909694:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.909701:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.909703:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9600/0xb12620548e0910a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4edb48 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.909709:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e867edf140. 00010000:00000040:0.0:1767326936.909712:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869277700 count: 0 00010000:00000010:0.0:1767326936.909716:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869277900. 00010000:00000001:0.0:1767326936.909734:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.909735:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.909737:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 00010000:00000001:0.0:1767326936.909740:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.909741:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.909743:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.909745:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.909747:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.909748:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.909750:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.909751:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.909752:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.909754:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.909758:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.909760:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.909762:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.909765:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.909770:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.909772:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.909774:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.909776:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.909778:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.909780:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636224:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.909783:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.909786:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.909788:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.909790:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.909792:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752600. 02000000:00000001:0.0:1767326936.909794:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.909797:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.909800:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000400:00000010:0.0:1767326936.909802:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00000100:00000200:0.0:1767326936.909805:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636224, portal 18 00000100:00000001:0.0:1767326936.909807:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.909808:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000100:00000040:0.0:1767326936.909813:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.909820:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.909822:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.909825:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 00000100:00000200:0.0:1767326936.909828:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636224, offset 0 00000400:00000200:0.0:1767326936.909833:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.909837:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326936.909867:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8481e7a00. 00010000:00000010:1.1:1767326936.909881:0:302725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273200. 00010000:00000010:0.1:1767326936.909882:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f520c00. 00010000:00000010:1.1:1767326936.909888:0:302725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878aae600. 00010000:00000010:1.1:1767326936.909894:0:302725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713c9100. 00010000:00000010:1.1:1767326936.909909:0:302725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f1b0600. 00000400:00000200:0.0:1767326936.910072:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.910077:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.910081:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.910084:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.910087:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.910090:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556712:1556712:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556705:1556705:8:4294967295] 00000400:00000200:0.0:1767326936.910093:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.910098:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.910102:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.910106:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326936.910110:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.910114:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.910116:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.910128:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.910132:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18070 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.910136:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.910138:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855633 00000100:00000001:0.0:1767326936.910142:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855625 00000100:00000001:0.0:1767326936.910146:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855633 00000100:00000001:0.0:1767326936.910148:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855625 00000100:00000001:0.0:1767326936.910150:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.910152:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.910154:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.910156:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.910164:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.910165:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.910167:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.910168:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.910170:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.910172:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.910179:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.910181:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.910198:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.910202:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000200:3.0:1767326936.910206:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.910211:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.910214:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:3.0:1767326936.910217:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326936.910220:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.910225:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.910234:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.910238:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.910281:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.910283:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.910436:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.910441:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.910443:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.910446:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.910450:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.910454:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.910460:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.910463:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.910466:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.910469:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0a80 00000400:00000200:3.0:1767326936.910475:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 656 00000800:00000001:3.0:1767326936.910480:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.910485:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.910488:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.910491:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.910494:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.910495:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.910499:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326936.910502:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010343040 msgsize 328 00000100:00100000:3.0:1767326936.910506:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.910517:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.910522:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.910525:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.910538:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.910541:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343040 02000000:00000001:2.0:1767326936.910542:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.910543:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.910545:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.910547:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.910549:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343040 00000020:00000001:2.0:1767326936.910551:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.910552:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.910553:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.910555:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.910556:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.910557:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.910559:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.910562:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.910563:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.910565:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.910567:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326936.910570:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.910572:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326936.910575:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.910576:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.910577:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.910578:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.910581:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.910588:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.910594:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.910595:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.910600:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10860 00000100:00000040:2.0:1767326936.910603:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.910606:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000040:2.0:1767326936.910611:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010343040/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.910620:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.910623:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.910626:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.910628:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.910632:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88293:x1853164010343040:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.910636:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010343040 00010000:00000001:2.0:1767326936.910638:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.910641:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.910642:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.910645:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871344e00 refcount=2 00000020:00000001:2.0:1767326936.910646:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808673280 : -115549900878336 : ffff96e871344e00) 00010000:00000001:2.0:1767326936.910649:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808673280 : -115549900878336 : ffff96e871344e00) 00010000:00000001:2.0:1767326936.910651:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.910653:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.910657:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.910665:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.910666:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.910670:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 02000000:00000001:2.0:1767326936.910672:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.910674:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.910676:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.910678:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.910680:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.910683:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.910686:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.910688:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.910689:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.910690:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.910692:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.910693:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.910696:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000200:2.0:1767326936.910698:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010343040, offset 224 00000400:00000200:2.0:1767326936.910701:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.910704:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.910708:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.910711:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556713:1556713:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556706:1556706:8:4294967295] 00000400:00000200:2.0:1767326936.910714:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.910732:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.910736:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.910740:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326936.910744:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000001:3.0:1767326936.910746:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326936.910750:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.910753:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:3.0:1767326936.910753:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.910757:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.910760:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.910762:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.910767:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.910768:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.910770:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.910774:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23a80. 00010000:00000001:2.0:1767326936.910777:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.910778:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.910784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.910786:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326936.910790:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.910791:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.910795:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.910798:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.910799:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.910804:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010343040/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.910806:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.910806:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0b00 00000020:00000001:0.0:1767326936.910811:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.910817:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.910822:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88293:x1853164010343040:12345-192.168.204.119@tcp:104: Request processed in 199us (316us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326936.910823:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.910828:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326936.910828:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 984 00000100:00100000:2.0:1767326936.910833:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10860 00010000:00010000:0.0:1767326936.910835:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.910838:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000800:00000001:3.0:1767326936.910838:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.910860:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.910862:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.910865:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.910870:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:2.0:1767326936.910873:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000040:2.0:1767326936.910878:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326936.910882:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.910883:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871344e00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.910886:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.910888:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.910889:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.910890:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.910892:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871344e00 refcount=3 00000020:00000001:0.0:1767326936.910895:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523808673280 : -115549900878336 : ffff96e871344e00) 00000800:00000001:3.0:1767326936.910895:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.910899:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523808673280 : -115549900878336 : ffff96e871344e00) 00000400:00000200:3.0:1767326936.910900:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.910906:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767326936.910910:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.910911:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.910915:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326936.910916:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:2.0:1767326936.910921:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000200:3.0:1767326936.910921:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000008:00000001:0.0:1767326936.910924:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326936.910926:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326936.910928:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000010:3.0:1767326936.910929:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000020:00000001:0.0:1767326936.910933:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:2.0:1767326936.910934:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:3.0:1767326936.910935:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010343168 msgsize 328 00000020:00001000:0.0:1767326936.910940:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:2.0:1767326936.910940:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000400:00000010:2.0:1767326936.910944:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000008:00000001:0.0:1767326936.910946:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326936.910949:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:0.0:1767326936.910950:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.910951:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00001000:0.0:1767326936.910955:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.910958:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.910961:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.910964:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.910965:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.910967:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.910969:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.910972:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e871344e00 with handle 0xb12620548e080b26 from hash 00010000:00000001:0.0:1767326936.910974:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.910976:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.910977:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.910978:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.910981:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.910982:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.910985:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.910987:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.910988:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.910990:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.910992:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.910993:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.910996:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000040:0.0:1767326936.910998:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.911000:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.911002:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.911004:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.911008:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e844b82200. 00000100:00100000:3.0:1767326936.911009:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.911011:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.911014:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.911017:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.911020:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1767326936.911022:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.911025:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.911027:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767326936.911028:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.911029:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.911034:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.911036:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.911048:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767326936.911049:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326936.911051:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343168 00010000:00000001:0.0:1767326936.911052:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.911056:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326936.911056:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767326936.911060:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.911060:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326936.911063:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.911064:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.911069:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.911070:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911073:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.911074:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343168 00000020:00000001:2.0:1767326936.911077:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.911079:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.911082:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.911083:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767326936.911085:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00010000:00010000:0.0:1767326936.911086:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871344e00/0xb12620548e080b26 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x353b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a95d5 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1767326936.911088:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.911093:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.911097:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.0:1767326936.911099:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e870fcde40. 00000020:00000010:2.0:1767326936.911101:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000040:0.0:1767326936.911103:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e874338100 count: 0 00000100:00000001:2.0:1767326936.911104:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767326936.911108:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e874338f00. 00000020:00000010:2.0:1767326936.911108:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.911111:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00010000:00000001:0.0:1767326936.911115:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326936.911116:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00010000:00000001:0.0:1767326936.911118:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:2.0:1767326936.911120:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00010000:00000010:0.0:1767326936.911121:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23a80. 00010000:00000001:0.0:1767326936.911126:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.911126:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326936.911130:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.911131:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767326936.911132:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911135:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.911135:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767326936.911138:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.911139:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.911140:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911145:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.911147:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.911148:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.911149:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911153:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.911163:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.911166:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.911168:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.911169:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.911173:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.911174:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.911178:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.911183:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326936.911185:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.911186:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.911187:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10861 00000100:00000001:3.0:1767326936.911190:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767326936.911191:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326936.911192:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326936.911194:0:193132:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.911195:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.911196:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 02000000:00000001:0.0:1767326936.911202:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.911202:0:193132:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.911204:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010343168/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326936.911210:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636352:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.911217:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.911221:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326936.911221:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767326936.911224:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.911225:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 02000000:00000001:0.0:1767326936.911226:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326936.911229:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767326936.911231:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b83800. 00000020:00000010:2.0:1767326936.911232:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 02000000:00000001:0.0:1767326936.911234:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.911238:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010343168:12345-192.168.204.119@tcp:104: 00000400:00000200:0.0:1767326936.911239:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.911244:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000100:00000200:2.0:1767326936.911244:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010343168 00010000:00000001:2.0:1767326936.911245:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:0.0:1767326936.911249:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163f68. 00010000:00000001:2.0:1767326936.911249:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.911253:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767326936.911254:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636352, portal 18 00000020:00000040:2.0:1767326936.911255:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869250400 refcount=2 00000100:00000001:0.0:1767326936.911258:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767326936.911258:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673453568 : -115550036098048 : ffff96e869250400) 00000100:00000001:0.0:1767326936.911260:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00010000:00000001:2.0:1767326936.911261:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673453568 : -115550036098048 : ffff96e869250400) 00010000:00000001:2.0:1767326936.911265:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767326936.911268:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.911268:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.911274:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.911278:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.911283:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.911286:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767326936.911287:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163b28. 02000000:00000001:2.0:1767326936.911290:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767326936.911291:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636352, offset 0 02000000:00000010:2.0:1767326936.911294:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 00000400:00000200:0.0:1767326936.911298:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326936.911299:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.911302:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.911305:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.911305:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.911308:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.911311:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326936.911312:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326936.911316:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326936.911317:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326936.911320:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.911322:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326936.911325:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:0.0:1767326936.911327:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326936.911329:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767326936.911331:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:2.0:1767326936.911332:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.911335:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326936.911336:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556714:1556714:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556707:1556707:8:4294967295] 00000100:00000040:2.0:1767326936.911341:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.911344:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326936.911345:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000200:2.0:1767326936.911349:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010343168, offset 224 00000400:00000200:0.0:1767326936.911353:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:2.0:1767326936.911359:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000200:0.0:1767326936.911363:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.911366:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326936.911367:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000400:00000200:2.0:1767326936.911373:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:0.0:1767326936.911375:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326936.911380:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556715:1556715:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556708:1556708:7:4294967295] 00000800:00000200:0.0:1767326936.911385:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326936.911389:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326936.911390:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326936.911397:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.911401:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.911404:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:0.0:1767326936.911405:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.911409:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:0.0:1767326936.911411:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18070 usecs (19 jiffies) 00000800:00000200:2.0:1767326936.911416:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:0.0:1767326936.911420:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.911420:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.911423:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911425:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855634 00000100:00000040:2.0:1767326936.911428:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000800:00000200:3.0:1767326936.911430:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326936.911432:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.911434:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855633 00000800:00000010:3.0:1767326936.911435:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00010000:00000010:2.0:1767326936.911436:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326936.911441:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.911444:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855634 00000400:00000200:3.0:1767326936.911444:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767326936.911448:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767326936.911452:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855633 00010000:00000001:2.0:1767326936.911452:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.911455:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.911457:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911460:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.911461:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.911463:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000100:00000001:0.0:1767326936.911466:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.911468:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000100:00000040:2.0:1767326936.911470:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010343168/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.911471:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.911475:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.911476:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.911483:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326936.911485:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.911486:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767326936.911488:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010343168:12345-192.168.204.119@tcp:104: Request processed in 263us (549us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326936.911493:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.911496:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.911499:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911505:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.911514:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10861 00000100:00000001:3.0:1767326936.911515:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.911517:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326936.911520:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326936.911521:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.911523:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767326936.911523:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.911525:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.911527:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.911532:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:2.0:1767326936.911537:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000100:00000001:3.0:1767326936.911539:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.911541:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:0.0:1767326936.911542:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326936.911542:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326936.911545:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.911549:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.911551:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.911554:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.911560:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e869250400 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.911562:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.911563:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.911564:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.911565:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.911567:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869250400 refcount=3 00000020:00000001:0.0:1767326936.911568:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673453568 : -115550036098048 : ffff96e869250400) 00010000:00000001:0.0:1767326936.911571:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673453568 : -115550036098048 : ffff96e869250400) 00010000:00000001:0.0:1767326936.911574:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.911577:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.911578:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.911583:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000008:00000001:0.0:1767326936.911589:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767326936.911589:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326936.911592:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.911596:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326936.911597:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00001000:0.0:1767326936.911602:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:3.0:1767326936.911603:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000008:00000001:0.0:1767326936.911606:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000010:3.0:1767326936.911607:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000008:00000001:0.0:1767326936.911611:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.911613:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00001000:0.0:1767326936.911615:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:3.0:1767326936.911616:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326936.911620:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.911624:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.911627:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.911629:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.911631:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.911633:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.911636:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e869250400 with handle 0xb12620548e07c5e3 from hash 00010000:00000001:0.0:1767326936.911639:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.911640:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.911642:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.911643:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.911646:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.911648:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.911652:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.911655:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.911657:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.911658:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.911660:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.911662:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.911666:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000020:00000040:0.0:1767326936.911669:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.911672:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.911674:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.911677:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.911682:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85a5dd200. 00000100:00000001:0.0:1767326936.911685:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.911687:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.911690:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.911697:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.911699:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.911702:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.911704:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.911709:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.911734:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.911736:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.911737:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.911738:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.911739:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.911740:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911742:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.911746:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.911748:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869250400/0xb12620548e07c5e3 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4974c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.911752:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860c09440. 00010000:00000040:0.0:1767326936.911755:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848a78100 count: 0 00010000:00000010:0.0:1767326936.911757:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878ec9300. 00010000:00000001:0.0:1767326936.911766:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.911767:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.911768:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:0.0:1767326936.911770:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.911771:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.911772:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911773:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.911775:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.911776:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911778:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.911780:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.911781:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.911783:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.911789:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.911790:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.911791:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.911794:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.911798:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.911799:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.911800:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.911802:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.911803:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.911805:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636480:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.911807:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.911809:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.911810:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.911811:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.911814:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526dfc00. 02000000:00000001:0.0:1767326936.911816:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.911819:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.911822:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3688. 00000400:00000010:0.0:1767326936.911824:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326936.911827:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636480, portal 18 00000100:00000001:0.0:1767326936.911828:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.911829:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000040:0.0:1767326936.911833:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.911838:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.911858:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.911861:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163660. 00000100:00000200:0.0:1767326936.911863:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636480, offset 0 00000400:00000200:0.0:1767326936.911868:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.911872:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.911876:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.911879:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.911882:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.911885:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.911887:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.911890:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556716:1556716:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556709:1556709:8:4294967295] 00000400:00000200:0.0:1767326936.911893:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.911901:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.911906:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.911909:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326936.911914:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.911918:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.911921:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.911929:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.911932:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.911935:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.911937:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855627 00000100:00000001:0.0:1767326936.911940:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855634 00000100:00000001:0.0:1767326936.911942:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855627 00000100:00000001:0.0:1767326936.911943:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855634 00000100:00000001:0.0:1767326936.911946:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.911948:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911949:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911951:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.911954:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.911955:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.911957:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.911957:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.911959:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.911960:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.911971:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.911972:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.911976:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326936.911976:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000100:00000001:0.0:1767326936.911978:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.911982:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.911983:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.911991:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.911995:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:3.0:1767326936.911998:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:3.0:1767326936.912002:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.912010:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.912017:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.912020:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.912062:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.912064:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.912525:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.912530:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.912532:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.912535:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.912540:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.912545:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.912550:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.912553:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.912558:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.912563:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d900 00000400:00000200:3.0:1767326936.912568:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.912573:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a345 [1] + 224 00000800:00000001:3.0:1767326936.912578:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.912585:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.912587:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.912592:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.912595:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.912600:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.912609:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.912624:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.912628:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.912633:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.912643:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.912645:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.912649:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.912650:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.912652:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 00000400:00000200:0.0:1767326936.912655:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:0.0:1767326936.912657:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:0.0:1767326936.912660:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.912666:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.912675:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.912682:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.912683:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.912685:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.912687:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.912689:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.912691:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.912693:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.912697:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.912701:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.912703:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.912705:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.912707:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.912709:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.912711:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.912712:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.912713:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.912714:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.912718:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.912732:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.912734:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.912735:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.912738:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.912743:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636224:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.912746:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.912747:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.912748:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247636224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.912752:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.912753:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.912755:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752600. 02000000:00000001:0.0:1767326936.912757:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.912758:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.912759:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.912760:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.912762:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752000. 02000000:00000001:0.0:1767326936.912763:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.912764:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.912766:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:0.0:1767326936.912768:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.912768:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.912770:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.912771:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.912772:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.912773:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.912775:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.913127:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.913132:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.913134:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.913136:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.913140:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.913144:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.913147:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.913150:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.913153:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.913156:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0d00 00000400:00000200:3.0:1767326936.913160:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 1312 00000800:00000001:3.0:1767326936.913164:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.913183:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.913186:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.913189:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.913192:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.913194:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.913198:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:3.0:1767326936.913201:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010343680 msgsize 328 00000100:00100000:3.0:1767326936.913205:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.913212:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.913231:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.913233:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343680 02000000:00000001:2.0:1767326936.913235:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.913236:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.913238:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.913240:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.913242:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343680 00000020:00000001:2.0:1767326936.913244:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.913245:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.913247:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326936.913248:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326936.913249:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.913252:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.913254:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326936.913254:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.913260:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.913262:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.913264:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.913266:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.913271:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326936.913274:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.913278:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326936.913282:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.913284:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.913285:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.913287:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.913291:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.913300:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.913308:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.913311:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.913316:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10862 00000100:00000001:3.0:1767326936.913318:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326936.913319:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.913322:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.913324:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000100:00000001:3.0:1767326936.913326:0:193132:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.913330:0:193132:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.913333:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010343680/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.913343:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.913347:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.913349:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.913351:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.913355:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88280:x1853164010343680:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.913358:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010343680 00010000:00000001:2.0:1767326936.913359:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.913361:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.913363:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.913364:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f6a5200 refcount=2 00000020:00000001:2.0:1767326936.913365:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241787904 : -115550467763712 : ffff96e84f6a5200) 00010000:00000001:2.0:1767326936.913367:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241787904 : -115550467763712 : ffff96e84f6a5200) 00010000:00000001:2.0:1767326936.913369:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.913370:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.913373:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.913378:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.913380:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.913382:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326936.913383:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.913385:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.913386:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.913388:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.913390:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.913392:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.913394:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.913396:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.913398:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.913400:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.913402:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.913404:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.913407:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00000200:2.0:1767326936.913410:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010343680, offset 224 00000400:00000200:2.0:1767326936.913414:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.913419:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.913422:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.913427:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556717:1556717:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556710:1556710:8:4294967295] 00000400:00000200:2.0:1767326936.913431:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.913437:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.913441:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.913445:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326936.913449:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.913453:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.913456:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.913470:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.913474:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.913476:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.913479:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.913482:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.913489:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.913491:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.913493:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.913495:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.913498:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010343680/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.913505:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88280:x1853164010343680:12345-192.168.204.119@tcp:104: Request processed in 160us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326936.913510:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10862 00000100:00000040:2.0:1767326936.913512:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000001:1.0:1767326936.913514:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.913514:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.913516:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326936.913518:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.913520:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000800:00000200:3.0:1767326936.913523:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326936.913525:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767326936.913525:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000800:00000010:3.0:1767326936.913528:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000010:2.0:1767326936.913530:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00000001:1.0:1767326936.913531:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:3.0:1767326936.913534:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.913536:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767326936.913536:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326936.913540:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.913543:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.913544:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.913550:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00000400:00000010:3.0:1767326936.913554:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00010000:00010000:1.0:1767326936.913560:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f6a5200 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326936.913561:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.913564:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326936.913566:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.913569:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.913571:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.913573:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.913574:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f6a5200 refcount=3 00000020:00000001:1.0:1767326936.913577:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241787904 : -115550467763712 : ffff96e84f6a5200) 00010000:00000001:1.0:1767326936.913580:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241787904 : -115550467763712 : ffff96e84f6a5200) 00010000:00000001:1.0:1767326936.913583:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.913585:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.913593:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.913594:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.913597:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.913599:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.913601:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.913602:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.913604:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.913606:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.913608:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.913610:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.913612:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.913613:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.913615:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.913617:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f6a5200 with handle 0xb12620548e07c271 from hash 00010000:00000001:1.0:1767326936.913619:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.913620:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.913621:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.913622:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.913624:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.913626:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.913628:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.913630:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.913631:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.913632:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.913635:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.913636:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.913639:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000040:1.0:1767326936.913641:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.913643:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.913644:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.913645:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.913648:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b1800. 00000100:00000001:1.0:1767326936.913650:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.913651:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.913654:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.913658:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.913659:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.913661:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.913663:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.913667:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.913682:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.913685:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.913686:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.913687:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.913689:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.913690:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.913694:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.913700:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.913701:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767326936.913703:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f6a5200/0xb12620548e07c271 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49641a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.913705:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.913708:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767326936.913715:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7cb40. 00000100:00000040:0.0:1767326936.913716:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767326936.913734:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878948400 count: 0 00000100:00000001:0.0:1767326936.913737:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.913741:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.913741:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878948a00. 02000000:00000001:0.0:1767326936.913746:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326936.913749:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326936.913750:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.913751:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.913754:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 02000000:00000001:0.0:1767326936.913756:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.913757:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.913761:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.913763:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.913765:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636608:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326936.913765:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.913767:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.913769:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.913772:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.913775:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326936.913776:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.913779:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.913781:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767326936.913781:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.913785:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.913787:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.913791:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526df200. 02000000:00000001:0.0:1767326936.913793:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.913796:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.913798:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000400:00000010:0.0:1767326936.913800:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00000100:00000200:0.0:1767326936.913802:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636608, portal 18 00000100:00000001:0.0:1767326936.913803:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.913804:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000100:00000040:0.0:1767326936.913808:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.913812:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.913813:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.913815:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163990. 00000100:00000200:0.0:1767326936.913816:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636608, offset 0 00000400:00000200:0.0:1767326936.913819:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.913822:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.913824:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.913826:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.913828:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.913830:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.913832:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.913834:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556718:1556718:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556711:1556711:8:4294967295] 00000400:00000200:0.0:1767326936.913836:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.913860:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.913863:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.913866:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326936.913870:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.913874:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326936.913876:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326936.913877:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.913879:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.913881:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.913883:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.913885:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.913889:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.913892:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.913894:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855637 00000100:00000001:0.0:1767326936.913898:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855634 00000100:00000001:0.0:1767326936.913900:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855637 00000100:00000001:0.0:1767326936.913904:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855634 00000100:00000001:0.0:1767326936.913906:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.913907:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.913909:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.913910:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.913913:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.913915:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.913917:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.913917:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.913919:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.913921:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.913934:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.913938:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326936.913942:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.913946:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.913949:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000400:00000010:3.0:1767326936.913950:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000100:00000001:3.0:1767326936.913953:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.913957:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.913965:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.913968:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.913974:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.913975:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.915020:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.915026:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.915028:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.915030:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.915034:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915039:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.915043:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915046:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915049:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915052:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0d980 00000400:00000200:3.0:1767326936.915055:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915059:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a355 [1] + 224 00000800:00000001:3.0:1767326936.915063:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.915068:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.915070:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.915073:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.915076:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.915080:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.915089:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.915118:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.915120:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.915214:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326936.915224:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326936.915225:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326936.915227:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.915230:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000800:00000001:3.0:1767326936.915231:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.915236:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000800:00000001:3.0:1767326936.915236:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.915239:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.915240:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:0.0:1767326936.915245:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.915245:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.915253:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.915254:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.915262:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915264:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915267:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915270:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0da00 00000400:00000200:3.0:1767326936.915275:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.915283:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a365 [1] + 224 00000100:00000200:0.0:1767326936.915288:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.915288:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.915297:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.915299:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.915301:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.915302:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.915303:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.915305:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.915307:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.915312:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326936.915314:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326936.915316:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.915318:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.915321:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.915325:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.915326:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.915330:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326936.915332:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326936.915335:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.915339:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.915340:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.915343:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.915351:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326936.915353:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.915355:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.915365:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.915372:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.915374:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.915377:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.915379:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.915383:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.915391:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636352:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.915395:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.915397:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.915400:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247636352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.915406:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.915407:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.915409:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b83800. 02000000:00000001:0.0:1767326936.915413:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.915414:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.915416:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.915418:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.915420:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e844b82200. 02000000:00000001:0.0:1767326936.915424:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.915427:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.915429:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000800:00000001:3.0:1767326936.915430:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.915432:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.915433:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767326936.915435:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.915436:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.915437:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.915442:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326936.915443:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326936.915445:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767326936.915446:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326936.915449:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326936.915450:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3688. 00000100:00000001:0.0:1767326936.915453:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.915455:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000100:00000001:0.0:1767326936.915458:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.915458:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:1.0:1767326936.915462:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.915467:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.915474:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.915479:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.915479:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.915481:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.915481:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.915482:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.915484:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.915485:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.915488:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.915490:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.915492:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.915493:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.915494:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.915495:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.915496:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.915497:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326936.915498:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.915499:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.915501:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.915506:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.915507:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.915508:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.915510:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.915514:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636480:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.915516:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.915517:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.915519:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247636480/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.915522:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.915523:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.915524:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526dfc00. 02000000:00000001:1.0:1767326936.915526:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.915527:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.915528:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.915529:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.915530:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85a5dd200. 02000000:00000001:1.0:1767326936.915533:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.915534:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.915535:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000001:1.0:1767326936.915538:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.915539:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.915540:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.915544:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.915545:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.915547:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.915548:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326936.915869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277700. 00010000:00000010:0.1:1767326936.915877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed9600. 00010000:00000010:0.1:1767326936.915895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874338100. 00010000:00000010:0.1:1767326936.915908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871344e00. 00000800:00000001:3.0:1767326936.917087:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.917093:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.917095:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.917097:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.917101:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.917106:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.917111:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.917114:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.917117:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.917120:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0da80 00000400:00000200:3.0:1767326936.917124:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.917128:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a375 [1] + 224 00000800:00000001:3.0:1767326936.917132:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.917137:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.917139:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.917142:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.917145:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.917150:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.917164:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.917178:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.917182:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.917185:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.917201:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.917205:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.917208:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.917210:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.917212:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 00000400:00000200:0.0:1767326936.917216:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000010:0.0:1767326936.917217:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:0.0:1767326936.917220:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.917233:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.917246:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.917250:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.917251:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.917252:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.917253:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.917254:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.917256:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.917257:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.917261:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.917263:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.917264:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.917265:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.917266:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.917268:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.917269:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.917270:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.917271:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.917272:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.917275:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.917281:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.917283:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.917285:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.917288:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.917296:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636608:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.917300:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.917302:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.917305:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247636608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.917316:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.917317:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.917319:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526df200. 02000000:00000001:0.0:1767326936.917322:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.917323:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.917325:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.917327:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.917328:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b1800. 02000000:00000001:0.0:1767326936.917331:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.917332:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.917333:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:0.0:1767326936.917336:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.917338:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.917339:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.917343:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.917344:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.917347:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.917348:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.919274:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.919282:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.919284:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.919286:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.919292:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.919296:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.919301:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.919304:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.919308:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.919311:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c0f00 00000400:00000200:3.0:1767326936.919317:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 1640 00000800:00000001:3.0:1767326936.919322:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.919354:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.919357:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.919360:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.919364:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.919366:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.919370:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000100:00000040:3.0:1767326936.919373:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010344192 msgsize 328 00000100:00100000:3.0:1767326936.919377:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.919387:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.919392:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.919394:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.919424:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.919428:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344192 02000000:00000001:2.0:1767326936.919431:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.919433:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.919435:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.919439:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.919442:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344192 00000020:00000001:2.0:1767326936.919446:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.919448:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.919450:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.919453:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.919455:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.919458:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.919461:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.919465:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.919468:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.919471:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.919483:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326936.919487:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.919492:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326936.919498:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.919501:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.919502:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.919505:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.919510:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.919522:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.919531:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.919534:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.919539:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10863 00000100:00000040:2.0:1767326936.919543:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.919545:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326936.919551:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010344192/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.919559:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.919562:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.919565:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.919567:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.919572:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139438:x1853164010344192:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.919576:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010344192 00010000:00000001:2.0:1767326936.919579:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.919584:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.919586:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.919589:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843016200 refcount=2 00000020:00000001:2.0:1767326936.919592:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523033584128 : -115550675967488 : ffff96e843016200) 00010000:00000001:2.0:1767326936.919595:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523033584128 : -115550675967488 : ffff96e843016200) 00010000:00000001:2.0:1767326936.919599:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.919602:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.919607:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.919622:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.919625:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.919629:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326936.919632:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.919634:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.919638:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.919641:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.919644:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.919648:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.919651:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.919653:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.919655:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.919657:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.919661:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.919663:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.919667:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888220. 00000100:00000200:2.0:1767326936.919672:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010344192, offset 224 00000400:00000200:2.0:1767326936.919678:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.919684:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.919690:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.919695:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556719:1556719:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556712:1556712:8:4294967295] 00000400:00000200:2.0:1767326936.919700:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.919709:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.919715:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.919734:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326936.919740:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.919746:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.919750:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.919761:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.919765:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.919768:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.919772:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326936.919775:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.919785:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.919788:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.919790:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.919791:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.919796:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010344192/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.919807:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139438:x1853164010344192:12345-192.168.204.119@tcp:104: Request processed in 245us (430us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.919810:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.919814:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.919816:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10863 00010000:00010000:1.0:1767326936.919818:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326936.919822:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326936.919824:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326936.919825:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326936.919828:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.919829:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326936.919829:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326936.919834:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000020:00000010:2.0:1767326936.919836:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00010000:00010000:1.0:1767326936.919837:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.919839:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.919863:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:2.0:1767326936.919869:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000040:2.0:1767326936.919873:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:2.0:1767326936.919877:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326936.919880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848a78100. 00010000:00000010:0.1:1767326936.919896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869250400. 00000400:00000200:3.0:1767326936.919904:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.919908:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888220 00000400:00000010:3.0:1767326936.919911:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888220. 00000100:00000001:3.0:1767326936.919916:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.919918:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326936.920036:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843016200 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.920039:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.920041:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.920042:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.920044:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.920045:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843016200 refcount=3 00000020:00000001:1.0:1767326936.920048:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523033584128 : -115550675967488 : ffff96e843016200) 00010000:00000001:1.0:1767326936.920050:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523033584128 : -115550675967488 : ffff96e843016200) 00010000:00000001:1.0:1767326936.920053:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.920055:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.920062:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.920064:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.920068:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.920070:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.920073:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.920074:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.920077:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.920079:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.920081:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.920085:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.920086:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.920088:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.920090:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.920092:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843016200 with handle 0xb12620548e07c79c from hash 00010000:00000001:1.0:1767326936.920094:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.920095:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.920097:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.920098:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.920100:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.920102:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.920106:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.920110:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.920111:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.920112:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.920114:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.920117:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.920121:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841ad80. 00000020:00000040:1.0:1767326936.920124:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.920127:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.920129:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.920132:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.920137:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b0600. 00000100:00000001:1.0:1767326936.920149:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.920152:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.920156:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.920163:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.920164:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.920168:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.920172:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.920179:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1a120ec] to pc [ptlrpcd_00_00+0] req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.920201:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.920204:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.920205:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.920207:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.920209:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.920212:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.920215:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.920219:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.920221:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.920224:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326936.920226:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767326936.920231:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.920232:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843016200/0xb12620548e07c79c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497cf5 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.920252:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1767326936.920253:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8593336c0. 00000100:00000001:0.0:1767326936.920255:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.920261:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767326936.920261:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e842d52f00 count: 0 02000000:00000001:0.0:1767326936.920265:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767326936.920268:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e842d52c00. 02000000:00000001:0.0:1767326936.920269:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.920275:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636736:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326936.920277:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.920280:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326936.920281:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767326936.920284:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 02000000:00000001:0.0:1767326936.920288:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326936.920289:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.920291:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.920293:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326936.920295:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326936.920296:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.920299:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526df200. 00010000:00010000:1.0:1767326936.920301:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.920303:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.920305:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.920308:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.920310:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.920312:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326936.920315:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000020:00000001:1.0:1767326936.920316:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.920319:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.920320:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00010000:00010000:1.0:1767326936.920322:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767326936.920327:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636736, portal 18 00000100:00000001:0.0:1767326936.920330:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.920332:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658554752 : -115550050996864 : ffff96e86841ad80) 00000100:00000040:0.0:1767326936.920340:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.920344:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326936.920348:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.920349:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.920350:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.920355:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.920356:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.920359:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163f68. 00000800:00000001:3.0:1767326936.920361:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326936.920364:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636736, offset 0 00000800:00000001:3.0:1767326936.920365:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.920374:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.920375:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.920380:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326936.920390:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.920390:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.920397:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.920400:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.920405:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.920407:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.920412:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1000 00000400:00000200:0.0:1767326936.920415:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.920422:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326936.920425:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a315 [2] + 1968 00000400:00000010:3.0:1767326936.920430:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000400:00000200:0.0:1767326936.920432:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.920433:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a180 00000800:00000001:3.0:1767326936.920438:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326936.920442:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556720:1556720:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556713:1556713:8:4294967295] 00000800:00000001:3.0:1767326936.920445:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.920449:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.920451:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.920456:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326936.920463:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.920470:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.920470:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a180 00000400:00000010:3.0:1767326936.920475:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a180. 00000800:00000010:0.0:1767326936.920477:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000100:00000001:3.0:1767326936.920479:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1767326936.920483:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:3.0:1767326936.920483:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326936.920488:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10450 x1853164010344448 msgsize 328 00000800:00000200:0.0:1767326936.920490:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.920495:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:3.0:1767326936.920497:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326936.920502:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326936.920507:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.920514:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.920519:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.920524:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.920528:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855635 00000100:00000001:0.0:1767326936.920532:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855637 00000100:00000001:0.0:1767326936.920534:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855635 00000100:00000001:0.0:1767326936.920536:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855637 00000100:00000001:0.0:1767326936.920539:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.920542:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.920542:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.920545:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.920547:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000100:00000001:0.0:1767326936.920549:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.920550:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326936.920553:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.920556:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767326936.920557:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.920560:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326936.920561:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.920567:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.920568:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000100:00000001:0.0:1767326936.920571:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326936.920572:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:0.0:1767326936.920574:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.920575:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a35400. 00000100:00000001:3.0:1767326936.920577:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.920579:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.920585:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326936.920586:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e844568000. 00000100:00100000:2.0:1767326936.920592:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326936.920600:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:3.0:1767326936.920601:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767326936.920607:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612008f0. 00000100:00000040:3.0:1767326936.920607:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326936.920613:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23e40. 00000100:00000001:3.0:1767326936.920618:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.920621:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326936.920622:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767326936.920625:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344448 02000000:00000001:2.0:1767326936.920629:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.920631:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.920633:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.920636:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.920639:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344448 00000020:00000001:2.0:1767326936.920641:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.920642:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.920644:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.920645:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.920648:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.920650:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.920652:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.920654:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.920656:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.920669:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.920676:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326936.920679:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.920682:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326936.920686:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.920689:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.920690:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.920691:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.920695:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.920703:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.920710:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.920711:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.920715:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10864 00000100:00000040:2.0:1767326936.920729:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.920731:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934286928 : -115549775264688 : ffff96e878b10450) 00000100:00000040:2.0:1767326936.920737:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10450 x1853164010344448/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.920745:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.920748:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.920750:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.920752:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.920756:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88278:x1853164010344448:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.920759:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010344448 00010000:00000001:2.0:1767326936.920761:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.920764:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.920765:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.920767:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843a97c00 refcount=2 00000020:00000001:2.0:1767326936.920769:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523044600832 : -115550664950784 : ffff96e843a97c00) 00010000:00000001:2.0:1767326936.920771:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523044600832 : -115550664950784 : ffff96e843a97c00) 00010000:00000001:2.0:1767326936.920774:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.920776:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.920779:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.920786:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.920788:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.920791:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326936.920793:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.920794:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.920796:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.920798:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.920801:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.920811:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.920814:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.920816:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.920818:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.920820:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.920821:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.920824:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.920826:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888088. 00000100:00000200:2.0:1767326936.920829:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010344448, offset 224 00000400:00000200:2.0:1767326936.920834:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.920837:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.920894:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.920899:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556721:1556721:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556714:1556714:8:4294967295] 00000400:00000200:2.0:1767326936.920903:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.920909:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.920913:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.920917:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326936.920921:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.920926:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.920928:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.920938:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.920941:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.920944:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.920950:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.920952:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.920960:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.920962:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.920964:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.920966:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.920971:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10450 x1853164010344448/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326936.920974:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.920979:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000400:00000200:3.0:1767326936.920985:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326936.920988:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88278:x1853164010344448:12345-192.168.204.119@tcp:104: Request processed in 238us (495us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.920993:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.920994:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326936.920996:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.921001:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888088 00010000:00010000:0.0:1767326936.921002:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000010:3.0:1767326936.921006:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888088. 00000100:00100000:2.0:1767326936.921007:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10864 00010000:00000001:0.0:1767326936.921008:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.921012:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.921013:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.921014:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:3.0:1767326936.921015:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767326936.921018:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.921019:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.921022:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.921026:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.921032:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00010000:0.0:1767326936.921033:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843a97c00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.921037:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000008:00000001:0.0:1767326936.921038:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.921041:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:2.0:1767326936.921043:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:0.0:1767326936.921044:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.921047:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767326936.921049:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1767326936.921050:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843a97c00 refcount=3 00000020:00000001:0.0:1767326936.921054:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523044600832 : -115550664950784 : ffff96e843a97c00) 02000000:00000010:2.0:1767326936.921054:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326936.921058:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.921060:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523044600832 : -115550664950784 : ffff96e843a97c00) 02000000:00000001:2.0:1767326936.921062:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.921065:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00010000:00000001:0.0:1767326936.921066:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326936.921069:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767326936.921071:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1767326936.921073:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 02000000:00000001:2.0:1767326936.921078:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.921079:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326936.921084:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.921086:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 02000000:00000001:2.0:1767326936.921091:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.921093:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000008:00000001:0.0:1767326936.921097:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767326936.921098:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767326936.921101:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000010:2.0:1767326936.921102:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00000020:00000001:0.0:1767326936.921104:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:2.0:1767326936.921106:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00001000:0.0:1767326936.921107:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 02000000:00000010:2.0:1767326936.921109:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 00000008:00000001:0.0:1767326936.921110:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.921112:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.921114:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 02000000:00000001:2.0:1767326936.921114:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326936.921118:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.921118:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00010000:00000001:0.0:1767326936.921123:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326936.921125:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.921126:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.921128:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767326936.921128:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10c00. 00010000:00000001:0.0:1767326936.921131:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767326936.921133:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.921134:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.921136:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594a80. 00000020:00000040:0.0:1767326936.921138:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843a97c00 with handle 0xb12620548e07f451 from hash 02000000:00000001:2.0:1767326936.921141:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.921142:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:2.0:1767326936.921143:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12c00. 00010000:00000001:0.0:1767326936.921145:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326936.921147:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.921149:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767326936.921150:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595880. 00010000:00000001:0.0:1767326936.921153:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326936.921155:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c230000. 00010000:00000001:0.0:1767326936.921157:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.921160:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:2.0:1767326936.921160:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10400. 00000100:00000001:2.0:1767326936.921164:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.921166:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.921170:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.921172:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.921173:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.921176:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.921177:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.921182:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000040:0.0:1767326936.921185:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.921188:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.921189:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.921191:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.921196:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526dfc00. 00000100:00000001:0.0:1767326936.921199:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.921201:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.921205:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.921212:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.921214:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.921216:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.921219:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.921225:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.921249:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.921252:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.921253:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.921254:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.921256:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.921258:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.921261:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.921268:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.921271:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843a97c00/0xb12620548e07f451 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3763 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.921276:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1767326936.921278:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848a578c0. 00000100:00000001:1.0:1767326936.921281:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.921284:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:0.0:1767326936.921290:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f202000 count: 0 00000100:00000040:1.0:1767326936.921290:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326936.921297:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f202300. 00000100:00000001:1.0:1767326936.921304:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326936.921306:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.921307:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.921308:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.921311:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 02000000:00000001:1.0:1767326936.921312:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326936.921313:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.921316:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.921316:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326936.921319:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.921322:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.921322:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.921324:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.921327:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.921329:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636864:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326936.921330:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.921332:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.921334:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.921337:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.921337:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.921342:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.921345:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.921346:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.921349:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326936.921350:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326936.921351:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.921354:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.921355:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b0800. 02000000:00000001:1.0:1767326936.921359:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.921363:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.921367:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61738. 00000400:00000010:1.0:1767326936.921371:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000100:00000200:1.0:1767326936.921374:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636864, portal 18 00000100:00000001:1.0:1767326936.921376:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.921378:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000100:00000040:1.0:1767326936.921383:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.921390:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.921393:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.921396:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326936.921399:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636864, offset 0 00000400:00000200:1.0:1767326936.921404:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.921408:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.921413:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.921417:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.921420:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.921422:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.921425:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.921428:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556722:1556722:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556715:1556715:8:4294967295] 00000400:00000200:1.0:1767326936.921432:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.921438:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.921444:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.921448:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000001:3.0:1767326936.921451:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767326936.921455:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000001:3.0:1767326936.921458:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326936.921462:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:3.0:1767326936.921463:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.921467:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326936.921468:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.921475:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.921481:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.921485:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.921486:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326936.921491:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:3.0:1767326936.921492:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.921499:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.921502:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855636 00000100:00000001:1.0:1767326936.921504:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855637 00000100:00000001:1.0:1767326936.921507:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855636 00000100:00000001:1.0:1767326936.921509:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855637 00000100:00000001:1.0:1767326936.921511:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.921513:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.921515:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.921517:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.921521:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.921523:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.921525:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.921526:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.921528:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.921531:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.921535:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.921541:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1080 00000800:00000200:2.0:1767326936.921542:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.921547:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:2.0:1767326936.921552:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.921552:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 0 00000400:00000200:2.0:1767326936.921559:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326936.921561:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326936.921562:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:2.0:1767326936.921565:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:2.0:1767326936.921568:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767326936.921570:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326936.921572:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.921574:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.921584:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.921588:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.921592:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.921593:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326936.921787:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.921791:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.921793:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.921796:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326936.921799:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010344576 msgsize 328 00000100:00100000:3.0:1767326936.921803:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.921813:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.921825:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.921830:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.921832:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.921835:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.921837:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.921860:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344576 02000000:00000001:2.0:1767326936.921863:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.921865:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.921867:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.921868:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.921872:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.921877:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:2.0:1767326936.921878:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344576 00000400:00000200:3.0:1767326936.921884:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.921887:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.921889:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:3.0:1767326936.921890:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.921891:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.921896:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.921899:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:3.0:1767326936.921900:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1100 00000020:00000001:2.0:1767326936.921903:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.921906:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.921911:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.921911:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 328 00000020:00000010:2.0:1767326936.921914:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000800:00000001:3.0:1767326936.921917:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.921918:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.921922:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.921925:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000800:00000001:3.0:1767326936.921927:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.921928:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000400:00000200:3.0:1767326936.921933:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.921934:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326936.921940:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:3.0:1767326936.921941:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.921943:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.921946:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.921947:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.921947:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.921952:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326936.921953:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.921958:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000001:2.0:1767326936.921962:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.921963:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010344704 msgsize 328 00000100:00000001:2.0:1767326936.921972:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767326936.921972:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.921975:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.921979:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10865 00000100:00000040:2.0:1767326936.921981:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.921982:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000001:3.0:1767326936.921987:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767326936.921988:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010344576/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1767326936.921993:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.921996:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767326936.921998:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.922006:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.922008:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344704 02000000:00000001:2.0:1767326936.922010:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.922011:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.922012:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.922014:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.922016:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344704 00000020:00000001:2.0:1767326936.922017:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.922018:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.922019:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.922020:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:2.0:1767326936.922022:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.922023:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.922024:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.922026:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.922027:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.922028:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.922031:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000020:00000010:2.0:1767326936.922032:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326936.922034:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000100:00000001:2.0:1767326936.922036:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.922037:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.922038:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922039:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922045:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.922051:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.922052:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.922055:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10866 00000100:00000040:2.0:1767326936.922057:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326936.922058:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:2.0:1767326936.922062:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010344704/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.922067:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.922068:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.922069:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.922071:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.922073:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139440:x1853164010344704:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.922075:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010344704 00010000:00000001:2.0:1767326936.922076:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.922078:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.922079:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.922080:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f60ba00 refcount=2 00000020:00000001:2.0:1767326936.922081:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241159168 : -115550468392448 : ffff96e84f60ba00) 00010000:00000001:2.0:1767326936.922083:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241159168 : -115550468392448 : ffff96e84f60ba00) 00010000:00000001:2.0:1767326936.922085:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.922086:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.922089:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.922094:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.922095:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.922096:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326936.922098:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922100:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922102:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.922103:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.922105:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.922109:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.922111:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.922113:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.922115:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.922117:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922119:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.922121:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.922124:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888c38. 00000100:00000200:2.0:1767326936.922127:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010344704, offset 224 00000400:00000200:2.0:1767326936.922132:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.922136:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.922140:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.922144:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556723:1556723:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556716:1556716:8:4294967295] 00000400:00000200:2.0:1767326936.922156:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.922162:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.922166:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.922170:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326936.922174:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.922178:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.922180:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.922191:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.922194:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.922196:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.922199:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326936.922201:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.922210:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.922213:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922215:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922217:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.922222:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010344704/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.922232:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.922234:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.922238:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.922243:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:3.0:1767326936.922244:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.922245:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:3.0:1767326936.922251:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00100000:2.0:1767326936.922256:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139440:x1853164010344704:12345-192.168.204.119@tcp:104: Request processed in 185us (290us total) trans 0 rc 0/0 00000400:00000200:3.0:1767326936.922257:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326936.922259:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.922269:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10866 00000400:00000200:3.0:1767326936.922269:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326936.922275:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:3.0:1767326936.922277:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888c38 00000100:00000001:2.0:1767326936.922279:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.922283:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767326936.922283:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888c38. 00010000:00010000:0.0:1767326936.922284:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f60ba00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.922287:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000008:00000001:0.0:1767326936.922289:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.922289:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.922292:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.922293:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326936.922293:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00010000:00000001:0.0:1767326936.922297:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326936.922299:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000020:00000001:0.0:1767326936.922301:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.922305:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f60ba00 refcount=3 00000020:00000040:2.0:1767326936.922306:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000020:00000001:0.0:1767326936.922309:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241159168 : -115550468392448 : ffff96e84f60ba00) 00000100:00000001:2.0:1767326936.922311:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.922316:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241159168 : -115550468392448 : ffff96e84f60ba00) 00010000:00000001:0.0:1767326936.922320:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.922323:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.922328:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000008:00000001:0.0:1767326936.922329:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.922331:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.922334:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.922334:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00001000:0.0:1767326936.922339:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.922342:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.922343:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.922345:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.922347:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.922349:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767326936.922351:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:0.0:1767326936.922352:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.922354:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.922357:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.922360:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.922363:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f60ba00 with handle 0xb12620548e09106b from hash 00000100:00100000:2.0:1767326936.922364:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010344576:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.922370:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010344576 00010000:00000001:0.0:1767326936.922372:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326936.922373:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.922377:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.922378:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326936.922380:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326936.922382:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.922383:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767326936.922386:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b1200 refcount=2 00010000:00000001:0.0:1767326936.922389:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767326936.922390:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236594176 : -115550472957440 : ffff96e84f1b1200) 00010000:00000001:0.0:1767326936.922392:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326936.922394:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236594176 : -115550472957440 : ffff96e84f1b1200) 00010000:00000001:0.0:1767326936.922399:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.922400:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.922405:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.922405:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.922409:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.922410:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.922410:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.922415:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.922418:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.922423:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000100:00000001:2.0:1767326936.922424:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.922427:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767326936.922429:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000010:2.0:1767326936.922431:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 00000100:00000001:0.0:1767326936.922435:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.922435:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.922440:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.922440:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922444:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767326936.922445:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922446:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.922451:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.922453:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767326936.922455:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e844b82200. 00000100:00000040:2.0:1767326936.922456:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.922460:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.922462:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767326936.922463:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.922464:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922465:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.922467:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.922469:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728887f8. 00010000:00000001:0.0:1767326936.922472:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:2.0:1767326936.922473:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010344576, offset 224 00000400:00000200:2.0:1767326936.922478:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326936.922479:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.922481:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.922487:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.922490:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556724:1556724:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556717:1556717:8:4294967295] 00000400:00000200:2.0:1767326936.922492:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.922500:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:0.0:1767326936.922507:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000200:2.0:1767326936.922507:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.922511:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326936.922512:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000001:0.0:1767326936.922515:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767326936.922518:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.922520:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.922524:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:0.0:1767326936.922528:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.922528:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.922538:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.922543:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.922547:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.922550:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23a80. 00010000:00000001:2.0:1767326936.922553:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.922561:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.922564:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922565:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922567:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.922569:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.922571:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010344576/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.922575:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.922578:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.922581:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.922583:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326936.922583:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010344576:12345-192.168.204.119@tcp:104: Request processed in 584us (780us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326936.922586:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.922588:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1767326936.922592:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.922593:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326936.922597:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10865 00000800:00000200:3.0:1767326936.922599:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767326936.922600:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.922601:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000040:1.0:1767326936.922603:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.922605:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1767326936.922605:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000001:2.0:1767326936.922608:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.922613:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000400:00000200:3.0:1767326936.922613:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.922622:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00000001:0.0:1767326936.922623:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.922626:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.922627:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ba00/0xb12620548e09106b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda92 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.922628:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000100:00000001:1.0:1767326936.922629:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.922632:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.922636:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728887f8 00000020:00000040:2.0:1767326936.922637:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 02000000:00000001:1.0:1767326936.922638:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326936.922642:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728887f8. 02000000:00000001:1.0:1767326936.922643:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.922644:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326936.922645:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878918e80. 02000000:00000001:1.0:1767326936.922649:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326936.922651:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869273f00 count: 0 00000100:00100000:1.0:1767326936.922656:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636992:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:0.0:1767326936.922657:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869273c00. 00000100:00000001:1.0:1767326936.922662:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326936.922664:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.922666:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326936.922666:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:0.0:1767326936.922670:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 02000000:00000001:1.0:1767326936.922670:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.922673:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326936.922674:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.922675:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767326936.922677:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.922680:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326936.922682:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b1800. 00010000:00010000:2.0:1767326936.922682:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:0.0:1767326936.922683:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.922687:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922689:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326936.922693:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767326936.922694:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.922696:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326936.922698:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1767326936.922699:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f611b8. 00000020:00000001:0.0:1767326936.922700:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.922703:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.922709:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.922712:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767326936.922713:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767326936.922714:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00010000:00010000:2.0:1767326936.922715:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f1b1200 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326936.922715:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767326936.922717:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.922730:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247636992, portal 18 00000008:00000001:2.0:1767326936.922733:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326936.922735:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.922735:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767326936.922737:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767326936.922739:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00010000:00000001:2.0:1767326936.922740:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.922744:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.922747:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b1200 refcount=3 00000100:00000001:0.0:1767326936.922748:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326936.922749:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.922752:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326936.922753:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236594176 : -115550472957440 : ffff96e84f1b1200) 00000100:00000001:0.0:1767326936.922757:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922761:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236594176 : -115550472957440 : ffff96e84f1b1200) 00000100:00000001:0.0:1767326936.922763:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922768:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767326936.922770:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767326936.922773:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.922774:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.922778:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000200:1.0:1767326936.922783:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247636992, offset 0 00000008:00000001:2.0:1767326936.922787:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326936.922791:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:1.0:1767326936.922792:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326936.922795:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000400:00000200:1.0:1767326936.922799:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:2.0:1767326936.922802:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00000400:00000200:1.0:1767326936.922806:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000008:00000001:2.0:1767326936.922807:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1767326936.922810:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.922813:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:2.0:1767326936.922814:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000400:00000200:1.0:1767326936.922818:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000008:00000001:2.0:1767326936.922819:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.922823:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767326936.922825:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326936.922829:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.922830:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326936.922834:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767326936.922835:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556725:1556725:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556718:1556718:8:4294967295] 00010000:00000001:2.0:1767326936.922837:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:1.1:1767326936.922863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878948400. 00010000:00000010:1.1:1767326936.922876:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f6a5200. 00010000:00000001:2.0:1767326936.922889:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.922893:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f1b1200 with handle 0xb12620548e07c454 from hash 00000400:00000200:1.0:1767326936.922896:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.922896:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326936.922898:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.922901:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.922902:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326936.922905:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.922907:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326936.922912:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:1.0:1767326936.922913:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:2.0:1767326936.922915:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.922918:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.922921:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.922922:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.922923:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.922926:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:1.0:1767326936.922928:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000100:00000010:2.0:1767326936.922930:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595880. 00000020:00000040:2.0:1767326936.922934:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000200:1.0:1767326936.922937:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.922938:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.922941:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326936.922944:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.922947:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000010:2.0:1767326936.922949:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858096a00. 00000800:00000200:1.0:1767326936.922952:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.922953:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.922957:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767326936.922961:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326936.922966:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326936.922967:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.922968:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.922969:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326936.922973:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.922974:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000100:00000040:2.0:1767326936.922978:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d660da8] to pc [ptlrpcd_01_00+0] req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326936.922983:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.922988:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855646 00000100:00000001:1.0:1767326936.922996:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855637 00010000:00000001:2.0:1767326936.923000:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.923001:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855646 00010000:00000001:2.0:1767326936.923004:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.923006:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.923008:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855637 00010000:00000001:2.0:1767326936.923009:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.923011:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.923014:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.923015:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326936.923017:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.923021:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.923022:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.923026:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.923028:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767326936.923028:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000100:00000001:1.0:1767326936.923031:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.923032:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b1200/0xb12620548e07c454 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496d20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.923034:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.923038:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.923042:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326936.923046:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:2.0:1767326936.923048:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860c09800. 00000100:00000001:1.0:1767326936.923049:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.923051:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000100:00000001:1.0:1767326936.923053:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767326936.923054:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8713c9e00 count: 0 00000400:00000010:3.0:1767326936.923056:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:1.0:1767326936.923057:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.923059:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8713c9d00. 00000100:00000001:1.0:1767326936.923062:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.923062:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767326936.923068:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.923071:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326936.923073:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23a80. 00010000:00000001:2.0:1767326936.923077:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.923079:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.923081:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.923083:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.923085:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.923086:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.923087:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.923089:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.923090:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.923091:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.923108:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326936.923111:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326936.923114:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.923118:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.923121:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326936.923121:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.923126:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.923129:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.923131:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326936.923137:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.923137:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.923145:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.923146:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.923148:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.923152:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326936.923154:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326936.923158:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.923163:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637120:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.923164:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.923169:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326936.923170:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326936.923173:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326936.923175:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.923176:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326936.923178:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858097c00. 02000000:00000001:2.0:1767326936.923180:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.923183:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326936.923185:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200318. 00000400:00000010:2.0:1767326936.923188:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888908. 00000100:00000200:2.0:1767326936.923190:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637120, portal 18 00000100:00000001:2.0:1767326936.923191:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.923192:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794323584 : -115549915228032 : ffff96e870595880) 00000100:00000040:2.0:1767326936.923196:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.923200:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.923201:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.923203:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728884c8. 00000100:00000200:2.0:1767326936.923204:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637120, offset 0 00000400:00000200:2.0:1767326936.923207:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.923209:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.923212:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.923214:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326936.923215:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326936.923217:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.923218:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.923220:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556726:1556726:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556719:1556719:8:4294967295] 00000400:00000200:2.0:1767326936.923222:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.923226:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.923229:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.923231:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326936.923233:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.923237:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.923238:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.923246:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.923248:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000200:2.0:1767326936.923251:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.923253:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855646 00000100:00000001:2.0:1767326936.923255:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855646 00000100:00000001:2.0:1767326936.923257:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855646 00000100:00000001:2.0:1767326936.923258:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855646 00000100:00000001:2.0:1767326936.923261:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.923262:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.923264:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.923265:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.923273:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.923275:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.923289:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.923293:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000400:00000200:3.0:1767326936.923296:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.923300:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.923303:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728884c8 00000400:00000010:3.0:1767326936.923304:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728884c8. 00000100:00000001:3.0:1767326936.923307:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.923310:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.923322:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.923325:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.923331:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.923332:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.925919:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.925928:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.925930:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.925932:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.925939:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.925944:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.925949:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.925952:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.925955:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.925959:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1180 00000400:00000200:3.0:1767326936.925965:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 656 00000800:00000001:3.0:1767326936.925969:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.925972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.925975:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.925978:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.925982:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.925984:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.925988:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c000. 00000100:00000040:3.0:1767326936.925990:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c000 x1853164010344832 msgsize 328 00000100:00100000:3.0:1767326936.925995:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.926004:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.926010:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.926013:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.926014:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.926017:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.926020:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.926024:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.926029:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.926032:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326936.926033:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326936.926037:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344832 00000400:00000200:3.0:1767326936.926041:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.926042:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.926045:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.926048:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926048:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1280 02000000:00000001:2.0:1767326936.926055:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926056:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 984 00000100:00100000:2.0:1767326936.926060:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344832 00000800:00000001:3.0:1767326936.926062:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326936.926064:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.926067:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000800:00000001:3.0:1767326936.926068:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.926070:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.926072:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767326936.926074:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.926079:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.926080:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:2.0:1767326936.926083:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.926085:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.926088:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326936.926092:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767326936.926092:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000040:3.0:1767326936.926095:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010345088 msgsize 328 00000020:00000010:2.0:1767326936.926099:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00100000:3.0:1767326936.926103:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.926104:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.926109:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.926114:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000100:00000001:3.0:1767326936.926118:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.926124:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.926126:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767326936.926129:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.926130:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345088 00000800:00000001:3.0:1767326936.926134:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326936.926135:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326936.926137:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.926138:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.926142:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926145:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.926147:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926152:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:2.0:1767326936.926153:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345088 00000020:00000001:2.0:1767326936.926157:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.926161:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:3.0:1767326936.926161:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.926166:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.926168:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.926169:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000200:3.0:1767326936.926174:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.926175:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.926182:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.926182:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1300 00000100:00000001:2.0:1767326936.926187:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.926192:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 1312 00000020:00000010:2.0:1767326936.926194:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.926197:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326936.926197:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.926201:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000800:00000001:3.0:1767326936.926203:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.926205:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000400:00000200:3.0:1767326936.926207:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.926210:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000400:00000200:3.0:1767326936.926214:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.926215:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000001:3.0:1767326936.926218:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767326936.926221:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000200:3.0:1767326936.926221:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326936.926226:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.926228:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.926229:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.926229:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326936.926235:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010345216 msgsize 328 00000100:00000001:2.0:1767326936.926237:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.926243:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.926250:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.926259:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.926270:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345216 00000100:00000001:3.0:1767326936.926270:0:2511:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767326936.926274:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.926276:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326936.926276:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.926280:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.926282:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.926284:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.926287:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326936.926289:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345216 00000800:00000001:3.0:1767326936.926291:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.926292:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.926296:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000200:3.0:1767326936.926297:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.926299:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.926304:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000400:00000200:3.0:1767326936.926304:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:2.0:1767326936.926309:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326936.926313:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.926315:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326936.926319:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.926320:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.926325:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.926326:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.926329:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.926333:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.926334:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1400 00000020:00000010:2.0:1767326936.926338:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e862490200. 00000400:00000200:3.0:1767326936.926342:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 1640 00000020:00000010:2.0:1767326936.926343:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326936.926347:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000800:00000001:3.0:1767326936.926350:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.926351:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.926353:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.926355:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.926356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.926358:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926360:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.926361:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.926367:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.926369:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.926371:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767326936.926372:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767326936.926374:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:2.0:1767326936.926380:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10867 00000100:00000010:3.0:1767326936.926380:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ce00. 00000100:00000040:3.0:1767326936.926385:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ce00 x1853164010345472 msgsize 328 00000100:00000040:2.0:1767326936.926386:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00100000:3.0:1767326936.926393:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.926395:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.926398:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.926399:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000800:00000001:3.0:1767326936.926402:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.926406:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326936.926409:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010345088/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1767326936.926410:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.926418:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.926428:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326936.926430:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.926435:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.926435:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.926439:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.926440:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326936.926441:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.926448:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326936.926449:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88283:x1853164010345088:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.926454:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345088 00010000:00000001:2.0:1767326936.926458:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767326936.926459:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1380 00010000:00000001:2.0:1767326936.926464:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.926467:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.926467:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a38d [2] + 1968 00000020:00000040:2.0:1767326936.926470:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e859388c00 refcount=2 00000020:00000001:2.0:1767326936.926473:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406298112 : -115550303253504 : ffff96e859388c00) 00000400:00000010:3.0:1767326936.926474:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612008f0. 00010000:00000001:2.0:1767326936.926475:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406298112 : -115550303253504 : ffff96e859388c00) 00010000:00000001:2.0:1767326936.926479:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.926481:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.926481:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23e40 00010000:00010000:2.0:1767326936.926484:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.926486:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.926492:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.926493:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767326936.926496:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326936.926497:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.926500:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326936.926505:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926505:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.926509:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926511:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23e40 00010000:00000001:2.0:1767326936.926512:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.926516:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.926517:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23e40. 00000100:00001000:2.0:1767326936.926518:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.926522:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767326936.926523:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767326936.926526:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326936.926528:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.926531:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:3.0:1767326936.926532:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a35450 x1853164010345344 msgsize 328 02000000:00000001:2.0:1767326936.926533:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.926536:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.926538:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326936.926543:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326936.926544:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.926549:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888bb0. 00000100:00000040:3.0:1767326936.926549:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000200:2.0:1767326936.926553:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345088, offset 224 00000100:00000001:3.0:1767326936.926554:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.926560:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326936.926561:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.926566:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.926569:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.926571:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326936.926575:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000001:3.0:1767326936.926576:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.926581:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556727:1556727:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556720:1556720:8:4294967295] 00000400:00000200:2.0:1767326936.926585:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.926589:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.926596:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.926596:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326936.926601:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000400:00000200:3.0:1767326936.926605:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000200:2.0:1767326936.926609:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326936.926615:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.926616:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.926621:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.926623:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.926628:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.926630:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926634:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1480 00000100:00000040:2.0:1767326936.926636:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.926641:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.926644:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23a80. 00000400:00000200:3.0:1767326936.926648:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa7ed01 [2] + 1312 00000800:00000001:3.0:1767326936.926653:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.926654:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1767326936.926662:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.926663:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326936.926667:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.926668:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.926672:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.926675:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.926676:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.926680:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767326936.926682:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326936.926684:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326936.926685:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010345088/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326936.926687:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.926691:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00010000:00010000:1.0:1767326936.926693:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767326936.926697:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010345600 msgsize 328 00010000:00000001:1.0:1767326936.926699:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.926703:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326936.926709:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:1.0:1767326936.926710:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.926714:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88283:x1853164010345088:12345-192.168.204.119@tcp:104: Request processed in 279us (612us total) trans 0 rc 0/0 00000100:00000001:3.0:1767326936.926737:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1767326936.926739:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e859388c00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326936.926739:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10867 00000100:00000040:2.0:1767326936.926744:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000008:00000001:1.0:1767326936.926745:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.926747:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326936.926748:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326936.926749:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326936.926752:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326936.926754:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000020:00000001:1.0:1767326936.926755:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.926759:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e859388c00 refcount=3 00000020:00000010:2.0:1767326936.926759:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:2.0:1767326936.926763:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000020:00000001:1.0:1767326936.926764:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406298112 : -115550303253504 : ffff96e859388c00) 00010000:00000001:1.0:1767326936.926768:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406298112 : -115550303253504 : ffff96e859388c00) 00000020:00000040:2.0:1767326936.926769:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:1.0:1767326936.926774:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.926774:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.926778:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.926783:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767326936.926785:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36800. 00000008:00000001:1.0:1767326936.926787:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000010:3.0:1767326936.926789:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000020:00000001:1.0:1767326936.926791:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000010:2.0:1767326936.926794:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456e000. 00000400:00000200:3.0:1767326936.926795:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326936.926796:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00100000:2.0:1767326936.926801:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000020:00001000:1.0:1767326936.926802:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.926806:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326936.926807:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:1.0:1767326936.926810:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.926810:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:3.0:1767326936.926812:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888bb0 00000020:00001000:1.0:1767326936.926814:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000400:00000010:3.0:1767326936.926817:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888bb0. 00000008:00000001:1.0:1767326936.926818:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.926818:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200058. 00000100:00000001:3.0:1767326936.926823:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326936.926824:0:193130:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326936.926825:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.926826:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767326936.926827:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23600. 00000100:00100000:0.0:1767326936.926829:0:193130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345600 00010000:00000001:1.0:1767326936.926830:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.926834:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326936.926834:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767326936.926835:0:193130:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326936.926835:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.926838:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767326936.926839:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345472 00000100:00000001:0.0:1767326936.926861:0:193130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326936.926863:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.926865:0:193130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.926866:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767326936.926868:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e859388c00 with handle 0xb12620548e09034b from hash 00000100:00000001:2.0:1767326936.926870:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326936.926872:0:193130:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.926873:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.926874:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.926876:0:193130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345600 00010000:00000001:1.0:1767326936.926877:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767326936.926880:0:193130:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767326936.926880:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.926881:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767326936.926883:0:193130:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00000001:1.0:1767326936.926884:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767326936.926886:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326936.926886:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345472 00000020:00000040:0.0:1767326936.926889:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00000001:1.0:1767326936.926889:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767326936.926891:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767326936.926893:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:0.0:1767326936.926894:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000040:2.0:1767326936.926895:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000800:00000001:3.0:1767326936.926897:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.926900:0:193130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.926900:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1767326936.926901:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.926906:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.926906:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767326936.926907:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00010000:00000001:1.0:1767326936.926909:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767326936.926911:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000020:00000001:2.0:1767326936.926912:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.926913:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.926913:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.926916:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326936.926917:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345344 00010000:00000001:1.0:1767326936.926920:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:2.0:1767326936.926920:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000010:0.0:1767326936.926921:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 02000000:00000001:3.0:1767326936.926922:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767326936.926923:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326936.926926:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.926927:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326936.926928:0:193130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e844b83800. 00000100:00000001:3.0:1767326936.926929:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326936.926930:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000010:2.0:1767326936.926932:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000020:00000010:0.0:1767326936.926934:0:193130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e86930d780. 02000000:00000001:3.0:1767326936.926935:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.926936:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.926937:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326936.926940:0:193130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8508c5ed8. 00000100:00100000:3.0:1767326936.926942:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345344 00000020:00000010:2.0:1767326936.926943:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.926944:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767326936.926946:0:193132:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767326936.926948:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326936.926949:0:193130:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:2.0:1767326936.926950:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000040:3.0:1767326936.926950:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 02000000:00000001:1.0:1767326936.926953:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.926954:0:193130:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767326936.926955:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.926956:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326936.926960:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000020:00000040:3.0:1767326936.926960:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=7 00000100:00000001:0.0:1767326936.926961:0:193130:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767326936.926963:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85a5dd200. 00000100:00000001:0.0:1767326936.926964:0:193130:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.926966:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767326936.926966:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:1.0:1767326936.926970:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.926970:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.926971:0:193130:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.926971:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.926973:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.926976:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767326936.926978:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326936.926981:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.926982:0:193130:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.926982:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.926984:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:2.0:1767326936.926988:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.926989:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.926992:0:193130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.926996:0:193130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767326936.926997:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00010000:00010000:1.0:1767326936.926999:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.927003:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767326936.927004:0:193130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 284 00010000:00000001:1.0:1767326936.927004:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.927004:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000100:00000001:2.0:1767326936.927009:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767326936.927012:0:193130:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:1.0:1767326936.927012:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1767326936.927012:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd000. 00000100:00000001:0.0:1767326936.927018:0:193130:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000001:1.0:1767326936.927019:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.927019:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10868 00000020:00000010:3.0:1767326936.927021:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919640. 00000100:00000040:0.0:1767326936.927026:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010345600/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326936.927027:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00000001:3.0:1767326936.927029:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767326936.927030:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.927034:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.927035:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000001:3.0:1767326936.927038:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.927046:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010345216/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.927046:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.927053:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.927057:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326936.927062:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000100:00000001:0.0:1767326936.927067:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.927067:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.927068:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326936.927071:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767326936.927072:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00010000:00000001:1.0:1767326936.927075:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.927078:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000001:1.0:1767326936.927081:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767326936.927082:0:193130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+7:139442:x1853164010345600:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326936.927082:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10869 00000100:00000001:2.0:1767326936.927083:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.927085:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.927089:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.927090:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 3 00000100:00000200:0.0:1767326936.927092:0:193130:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345600 00000020:00000010:2.0:1767326936.927092:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:3.0:1767326936.927094:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00010000:00000001:0.0:1767326936.927096:0:193130:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.927101:0:193130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326936.927102:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.927104:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010345472/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.927105:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326936.927105:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+7:139445:x1853164010345216:12345-192.168.204.119@tcp:104: 00000008:00000001:1.0:1767326936.927106:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.927110:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f62200 refcount=2 00010000:00010000:1.0:1767326936.927114:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326936.927116:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345216 00000020:00000001:0.0:1767326936.927117:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523099955712 : -115550609595904 : ffff96e846f62200) 00010000:00000001:2.0:1767326936.927122:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.927125:0:193130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523099955712 : -115550609595904 : ffff96e846f62200) 00010000:00000001:2.0:1767326936.927128:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.927132:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.927134:0:193130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326936.927135:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767326936.927137:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f4000 refcount=2 00010000:00000001:1.0:1767326936.927138:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.927139:0:193130:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.927140:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00010000:00010000:1.0:1767326936.927142:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859388c00/0xb12620548e09034b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaa64 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1767326936.927143:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253645312 : -115550455906304 : ffff96e8501f4000) 00000100:00000001:3.0:1767326936.927146:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326936.927148:0:193130:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.927150:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253645312 : -115550455906304 : ffff96e8501f4000) 00000020:00000010:3.0:1767326936.927153:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00010000:00000001:2.0:1767326936.927155:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.927159:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.927165:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+7:82037:x1853164010345472:12345-192.168.204.119@tcp:104: 00010000:00000010:1.0:1767326936.927166:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8459bde00. 00010000:00010000:2.0:1767326936.927166:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1767326936.927174:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e85938dd00 count: 0 00000100:00000200:3.0:1767326936.927176:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345472 00010000:00000001:3.0:1767326936.927181:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767326936.927182:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:1.0:1767326936.927183:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e85938d700. 02000000:00000001:2.0:1767326936.927185:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767326936.927185:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.927190:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767326936.927191:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 00010000:00000001:1.0:1767326936.927192:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326936.927194:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.927194:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84313a600 refcount=2 00010000:00000001:1.0:1767326936.927196:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326936.927199:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.927201:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23a80. 00000020:00000001:3.0:1767326936.927201:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034781184 : -115550674770432 : ffff96e84313a600) 00010000:00000001:2.0:1767326936.927203:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.927207:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.927208:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.927209:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034781184 : -115550674770432 : ffff96e84313a600) 00000100:00001000:2.0:1767326936.927210:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000020:00000001:1.0:1767326936.927214:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.927216:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767326936.927216:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767326936.927218:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.927221:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.927222:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.927222:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.927226:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000001:1.0:1767326936.927227:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767326936.927227:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.927228:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767326936.927232:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.927232:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.927237:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767326936.927238:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.927242:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326936.927242:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326936.927246:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.927246:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767326936.927247:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888770. 02000000:00000001:3.0:1767326936.927250:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767326936.927253:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345216, offset 224 02000000:00000010:3.0:1767326936.927255:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 00010000:00010000:1.0:1767326936.927257:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326936.927259:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.927263:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.927265:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.927269:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326936.927270:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767326936.927271:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.927274:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326936.927274:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.927278:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.927280:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326936.927281:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00100000:1.0:1767326936.927284:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326936.927287:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326936.927289:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.927295:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556728:1556728:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556721:1556721:8:4294967295] 00000100:00000040:3.0:1767326936.927295:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.927296:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.927299:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.927300:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326936.927305:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326936.927306:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767326936.927307:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.927308:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326936.927310:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.927312:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326936.927315:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.927320:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.927324:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.927328:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:3.0:1767326936.927330:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00000100:00000200:3.0:1767326936.927337:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345472, offset 224 00000800:00000200:2.0:1767326936.927345:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.927346:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326936.927349:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.927350:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.927354:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 02000000:00000001:1.0:1767326936.927355:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326936.927359:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.927360:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326936.927366:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:1.0:1767326936.927367:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.927372:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00100000:1.0:1767326936.927376:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637248:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1767326936.927379:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.927381:0:193130:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326936.927385:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.927386:0:193130:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326936.927386:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556729:1556729:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556722:1556722:7:4294967295] 00000800:00000200:2.0:1767326936.927387:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326936.927389:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326936.927392:0:193130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e8580c7000. 02000000:00000001:1.0:1767326936.927393:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.927398:0:193130:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.927398:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.927399:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.927402:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.927403:0:193130:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.927406:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e87869ea00. 00010000:00000001:0.0:1767326936.927410:0:193130:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767326936.927410:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.927412:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.927414:0:193130:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.927419:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00001000:0.0:1767326936.927421:0:193130:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=38 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.927421:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1767326936.927422:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326936.927425:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23f00. 00000400:00000010:1.0:1767326936.927429:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619a0. 00010000:00000001:2.0:1767326936.927430:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.927433:0:193130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1767326936.927435:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.927437:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00010000:00010000:2.0:1767326936.927439:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:0.0:1767326936.927440:0:193130:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000800:00000010:3.0:1767326936.927441:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000100:00000200:1.0:1767326936.927443:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637248, portal 18 00010000:00000001:2.0:1767326936.927444:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.927448:0:193130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326936.927449:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767326936.927450:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.927453:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000800:00000200:3.0:1767326936.927454:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:0.0:1767326936.927455:0:193130:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767326936.927456:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.927460:0:193130:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.927465:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.927467:0:193130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326936.927467:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326936.927468:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010345216/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326936.927474:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.927482:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.927483:0:193130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326936.927490:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000010:0.0:1767326936.927494:0:193130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163000. 00000100:00000001:1.0:1767326936.927496:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326936.927498:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767326936.927502:0:193130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345600, offset 224 00010000:00000010:3.0:1767326936.927504:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a180. 00000100:00000040:1.0:1767326936.927505:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:2.0:1767326936.927505:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+7:139445:x1853164010345216:12345-192.168.204.119@tcp:104: Request processed in 432us (1264us total) trans 0 rc 0/0 00010000:00000001:3.0:1767326936.927509:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767326936.927512:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000400:00000200:0.0:1767326936.927517:0:193130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:3.0:1767326936.927520:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767326936.927521:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10868 00000100:00000200:1.0:1767326936.927524:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637248, offset 0 00010000:00000001:3.0:1767326936.927525:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.927527:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 2 00000400:00000200:0.0:1767326936.927529:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.927531:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.927533:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767326936.927536:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.927537:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.927538:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767326936.927540:0:193130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000010:2.0:1767326936.927544:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000100:00000040:3.0:1767326936.927546:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010345472/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326936.927550:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000400:00000200:0.0:1767326936.927551:0:193130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556730:1556730:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556723:1556723:6:4294967295] 00000020:00000010:2.0:1767326936.927557:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e862490200. 00000020:00000040:2.0:1767326936.927564:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 6 00000400:00000200:0.0:1767326936.927567:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.927570:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.927574:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+6:82037:x1853164010345472:12345-192.168.204.119@tcp:104: Request processed in 433us (1183us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326936.927576:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.927580:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.927584:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767326936.927587:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.927588:0:193130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:3.0:1767326936.927593:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10869 00000400:00000200:1.0:1767326936.927597:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326936.927600:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000800:00000200:0.0:1767326936.927602:0:193130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:2.0:1767326936.927604:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10870 00000100:00000001:3.0:1767326936.927605:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767326936.927606:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000010:0.0:1767326936.927609:0:193130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000100:00000001:3.0:1767326936.927610:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767326936.927612:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000400:00000200:1.0:1767326936.927614:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1767326936.927616:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000100:00000001:2.0:1767326936.927617:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933389904 : -115549776161712 : ffff96e878a35450) 00000800:00000200:0.0:1767326936.927618:0:193130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326936.927622:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000010:3.0:1767326936.927623:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:3.0:1767326936.927629:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000100:00000040:2.0:1767326936.927630:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a35450 x1853164010345344/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767326936.927632:0:193130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326936.927634:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556731:1556731:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556724:1556724:5:4294967295] 00000020:00000040:3.0:1767326936.927636:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00000800:00000200:0.0:1767326936.927638:0:193130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.927642:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.927646:0:193130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.927649:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.927654:0:193130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.927660:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767326936.927664:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326936.927665:0:193130:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767326936.927666:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000800:00000200:3.0:1767326936.927669:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1767326936.927672:0:193130:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e850da0b40. 00000100:00000001:2.0:1767326936.927672:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326936.927674:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.927674:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00010000:00000001:0.0:1767326936.927679:0:193130:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767326936.927679:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000400:00000200:3.0:1767326936.927681:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767326936.927683:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000100:00100000:2.0:1767326936.927689:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a35450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88302:x1853164010345344:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326936.927690:0:193130:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000800:00000200:1.0:1767326936.927691:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326936.927692:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.927698:0:193130:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.927700:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345344 00000400:00000200:3.0:1767326936.927701:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888770 00010000:00000001:0.0:1767326936.927702:0:193130:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.927703:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326936.927706:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:3.0:1767326936.927707:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888770. 00010000:00000001:0.0:1767326936.927708:0:193130:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.927710:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1767326936.927712:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.927713:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326936.927716:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.927717:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326936.927717:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767326936.927727:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010345600/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326936.927731:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000020:00000040:2.0:1767326936.927733:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f5ef800 refcount=2 00000020:00000001:2.0:1767326936.927739:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241043968 : -115550468507648 : ffff96e84f5ef800) 00000400:00000200:1.0:1767326936.927741:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326936.927743:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326936.927746:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241043968 : -115550468507648 : ffff96e84f5ef800) 00000100:00000001:1.0:1767326936.927747:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855650 00000800:00000010:3.0:1767326936.927748:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00000100:00100000:0.0:1767326936.927752:0:193130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:139442:x1853164010345600:12345-192.168.204.119@tcp:104: Request processed in 690us (1049us total) trans 0 rc 0/0 00010000:00000001:2.0:1767326936.927754:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.927756:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.927758:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855646 00010000:00000001:2.0:1767326936.927759:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.927766:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855650 00000100:00100000:0.0:1767326936.927767:0:193130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 284 00010000:00010000:2.0:1767326936.927768:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.927768:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.927773:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855646 00000100:00000040:0.0:1767326936.927775:0:193130:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:3.0:1767326936.927776:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00000100:00000001:1.0:1767326936.927779:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.927782:0:193130:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767326936.927782:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000100:00000001:1.0:1767326936.927784:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.927788:0:193130:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326936.927789:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326936.927790:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.927792:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767326936.927793:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767326936.927794:0:193130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e86930d780. 00000100:00000001:1.0:1767326936.927795:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.927796:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767326936.927801:0:193130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8508c5ed8. 02000000:00000010:2.0:1767326936.927803:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 00000800:00000200:3.0:1767326936.927804:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326936.927807:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767326936.927808:0:193130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e844b83800. 02000000:00000001:2.0:1767326936.927809:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.927809:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000020:00000001:1.0:1767326936.927811:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.927815:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.927816:0:193130:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00010000:1.0:1767326936.927817:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000400:00000200:3.0:1767326936.927817:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.927823:0:193130:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.927823:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326936.927824:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.927828:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326936.927828:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.927829:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.927833:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1767326936.927836:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.927836:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00010000:00010000:1.0:1767326936.927864:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8501f4000 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.927870:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.927871:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767326936.927871:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00010000:00000001:1.0:1767326936.927872:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.927876:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767326936.927878:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.927878:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767326936.927879:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326936.927882:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767326936.927883:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f4000 refcount=3 00000100:00000001:2.0:1767326936.927884:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000001:1.0:1767326936.927888:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253645312 : -115550455906304 : ffff96e8501f4000) 02000000:00000001:2.0:1767326936.927889:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326936.927892:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253645312 : -115550455906304 : ffff96e8501f4000) 02000000:00000001:2.0:1767326936.927893:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.927898:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.927899:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767326936.927903:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.927906:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.927912:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888770. 00000008:00000001:1.0:1767326936.927913:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:3.0:1767326936.927913:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326936.927917:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:2.0:1767326936.927918:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345344, offset 224 00000800:00000010:3.0:1767326936.927919:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000020:00000001:1.0:1767326936.927921:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.927926:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:3.0:1767326936.927926:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:1.0:1767326936.927930:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326936.927931:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326936.927933:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.927935:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.927937:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00001000:1.0:1767326936.927938:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000001:0.0:1767326936.927939:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.927941:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326936.927944:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.927946:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1767326936.927948:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326936.927952:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326936.927953:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.927953:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.927957:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.927958:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767326936.927960:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767326936.927964:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.927965:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.927965:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556732:1556732:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556725:1556725:7:4294967295] 00000020:00000040:1.0:1767326936.927970:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8501f4000 with handle 0xb12620548e08dacc from hash 00010000:00000001:1.0:1767326936.927976:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.927979:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326936.927980:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.927982:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.927985:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1767326936.927987:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84313a600 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:1.0:1767326936.927989:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.927992:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000008:00000001:0.0:1767326936.927994:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.927999:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.928000:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767326936.928000:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326936.928003:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326936.928005:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767326936.928006:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.928009:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84313a600 refcount=3 00010000:00000001:1.0:1767326936.928009:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.928010:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000800:00000200:2.0:1767326936.928012:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.928013:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.928015:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034781184 : -115550674770432 : ffff96e84313a600) 00000400:00000010:3.0:1767326936.928016:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00010000:00000001:1.0:1767326936.928018:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.928021:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034781184 : -115550674770432 : ffff96e84313a600) 00010000:00000001:1.0:1767326936.928022:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:2.0:1767326936.928022:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000100:00000001:3.0:1767326936.928023:0:2512:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767326936.928027:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:1.0:1767326936.928029:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00010000:00010000:0.0:1767326936.928030:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326936.928033:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.928035:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000040:1.0:1767326936.928036:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.928044:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.928047:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767326936.928049:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326936.928052:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.928053:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:2.0:1767326936.928056:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1767326936.928058:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000010:1.0:1767326936.928060:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa000. 00000020:00000001:0.0:1767326936.928063:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.928065:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928066:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326936.928067:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.928069:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326936.928072:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:2.0:1767326936.928074:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000008:00000001:0.0:1767326936.928075:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:3.0:1767326936.928075:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.928077:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 2/0,0 mode: --/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.928079:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928081:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00001000:0.0:1767326936.928087:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000010:2.0:1767326936.928087:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23840. 00000008:00000001:0.0:1767326936.928092:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928094:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326936.928099:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1767326936.928100:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326936.928103:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928104:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.928105:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:2.0:1767326936.928106:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00000001:3.0:1767326936.928108:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.928109:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767326936.928110:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767326936.928111:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.928114:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.928115:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.928116:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.928118:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928121:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.928123:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84313a600 with handle 0xb12620548e08fda2 from hash 00000100:00000040:1.0:1767326936.928127:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_00+0] req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.928128:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767326936.928131:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a35450 x1853164010345344/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.928132:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.928136:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.928140:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.928144:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:3.0:1767326936.928145:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.928147:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000010:3.0:1767326936.928151:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00010000:00000001:0.0:1767326936.928154:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326936.928158:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.928159:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.928161:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.928163:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767326936.928165:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a35450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88302:x1853164010345344:12345-192.168.204.119@tcp:104: Request processed in 499us (1627us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326936.928166:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.928167:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.928169:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.928170:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.928172:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.928175:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.928176:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326936.928177:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888770 00010000:00000001:1.0:1767326936.928181:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.928182:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888770. 00000100:00000010:0.0:1767326936.928183:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00000008:00000001:1.0:1767326936.928186:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.928188:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10870 00000020:00000040:0.0:1767326936.928189:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.928189:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326936.928191:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 1/0,0 mode: --/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.928194:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.928195:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326936.928197:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 02000000:00000001:0.0:1767326936.928198:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.928203:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.928203:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.928207:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326936.928208:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767326936.928210:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e844b83800. 00000020:00000010:2.0:1767326936.928211:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd000. 00010000:00010000:1.0:1767326936.928213:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f4000/0xb12620548e08dacc lrc: 0/0,0 mode: --/PR res: [0x280000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfe4a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.928214:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.928219:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:2.0:1767326936.928219:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919640. 00010000:00010000:0.0:1767326936.928224:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.928226:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00010000:00000010:1.0:1767326936.928228:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847080cc0. 00000020:00000040:2.0:1767326936.928233:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:0.0:1767326936.928236:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000040:1.0:1767326936.928236:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8603c3800 count: 0 00000100:00000001:2.0:1767326936.928237:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.928240:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326936.928243:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8603c3500. 00000100:00000001:0.0:1767326936.928251:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767326936.928252:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.928256:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928256:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.928259:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23f00. 00000020:00000001:2.0:1767326936.928262:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326936.928264:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.928266:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.928267:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.928269:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767326936.928272:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000001:1.0:1767326936.928273:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.928276:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00010000:00000001:2.0:1767326936.928279:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1767326936.928280:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.928284:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.928284:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00010000:00000001:1.0:1767326936.928285:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.928289:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326936.928291:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.928293:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00010000:1.0:1767326936.928294:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.928299:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.928303:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.928306:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928313:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.928318:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f62200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326936.928321:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f5ef800 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:0.0:1767326936.928323:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1767326936.928324:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:1.0:1767326936.928326:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.928326:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.928327:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.928329:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.928330:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.928332:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326936.928334:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.928334:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.928336:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767326936.928337:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.928338:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928339:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767326936.928340:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f62200 refcount=3 00000020:00000040:1.0:1767326936.928341:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f5ef800 refcount=3 00010000:00000001:0.0:1767326936.928344:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928344:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767326936.928347:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241043968 : -115550468507648 : ffff96e84f5ef800) 00000020:00000001:2.0:1767326936.928348:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523099955712 : -115550609595904 : ffff96e846f62200) 00000008:00000001:0.0:1767326936.928349:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928353:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241043968 : -115550468507648 : ffff96e84f5ef800) 00000100:00100000:3.0:1767326936.928354:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10871 00010000:00000001:2.0:1767326936.928355:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523099955712 : -115550609595904 : ffff96e846f62200) 00010000:00010000:0.0:1767326936.928357:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.928358:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767326936.928362:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:2.0:1767326936.928363:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.928364:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.928368:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326936.928369:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.928369:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227004928 : -115550482546688 : ffff96e84e88c000) 00010000:00010000:0.0:1767326936.928372:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84313a600/0xb12620548e08fda2 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e932d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.928380:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c000 x1853164010344832/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1767326936.928387:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.928390:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.928393:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000008:00000001:2.0:1767326936.928396:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000010:0.0:1767326936.928398:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848680700. 00000020:00001000:1.0:1767326936.928400:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000020:00000001:2.0:1767326936.928401:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000008:00000001:1.0:1767326936.928405:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000040:0.0:1767326936.928406:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f5ec100 count: 0 00000020:00000001:2.0:1767326936.928406:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000100:00000001:3.0:1767326936.928409:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:1.0:1767326936.928410:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326936.928412:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00010000:00000010:0.0:1767326936.928413:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f5ecf00. 00000020:00001000:1.0:1767326936.928415:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000010:3.0:1767326936.928415:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000008:00000001:2.0:1767326936.928416:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.928420:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.928422:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928422:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.928424:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.928425:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1767326936.928428:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00010000:00000001:1.0:1767326936.928429:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.928430:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1767326936.928430:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00010000:00000001:1.0:1767326936.928433:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000008:00000001:2.0:1767326936.928433:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.928435:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a180. 00010000:00000001:1.0:1767326936.928437:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.928439:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1767326936.928440:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010344832:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326936.928441:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.928442:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928443:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767326936.928447:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f5ef800 with handle 0xb12620548e08fcc9 from hash 00010000:00000001:2.0:1767326936.928449:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1767326936.928450:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326936.928450:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010344832 00010000:00000001:1.0:1767326936.928452:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767326936.928454:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928454:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.928455:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326936.928456:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.928459:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.928460:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326936.928460:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.928460:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.928464:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767326936.928465:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326936.928465:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767326936.928466:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f62200 with handle 0xb12620548e08dbe4 from hash 00000020:00000040:3.0:1767326936.928468:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed9c00 refcount=2 00000020:00000001:0.0:1767326936.928470:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928470:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.928472:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.928474:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767326936.928474:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653045248 : -115550056506368 : ffff96e867ed9c00) 00010000:00000001:2.0:1767326936.928476:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.928477:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326936.928481:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.928481:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.928481:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653045248 : -115550056506368 : ffff96e867ed9c00) 00000020:00000001:0.0:1767326936.928482:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326936.928485:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767326936.928486:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.928486:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326936.928487:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.928489:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326936.928491:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.928492:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.928494:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.928494:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.928495:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:0.0:1767326936.928498:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326936.928500:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:3.0:1767326936.928502:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326936.928503:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928504:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326936.928504:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00010000:0.0:1767326936.928508:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326936.928510:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767326936.928511:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00010000:00000001:2.0:1767326936.928514:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767326936.928516:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.928517:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326936.928518:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928519:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326936.928521:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.928523:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326936.928523:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767326936.928524:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767326936.928525:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326936.928527:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326936.928528:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:3.0:1767326936.928529:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10800. 02000000:00000001:1.0:1767326936.928530:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.928535:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326936.928535:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594a80. 02000000:00000001:3.0:1767326936.928535:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.928538:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daae00. 00000100:00000001:3.0:1767326936.928541:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.928542:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.928544:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.928547:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767326936.928549:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767326936.928550:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767326936.928553:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.928554:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767326936.928556:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.928560:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326936.928560:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.928560:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.928564:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.928569:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097800. 00000100:00000001:3.0:1767326936.928570:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767326936.928571:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767326936.928572:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.928576:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.928577:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.928577:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.928577:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.928580:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326936.928584:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.928584:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:2.0:1767326936.928585:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326936.928586:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.928591:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767326936.928593:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247637504:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326936.928594:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.928594:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.928595:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.928601:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326936.928603:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.928607:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.928610:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.928610:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326936.928615:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326936.928617:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00010000:00010000:2.0:1767326936.928620:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000010:0.0:1767326936.928621:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752000. 00000100:00000200:3.0:1767326936.928623:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010344832, offset 224 00010000:00000001:2.0:1767326936.928625:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.928627:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928627:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.928633:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767326936.928634:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.928634:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.928635:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.928638:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.928640:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.928641:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.928642:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000400:00000200:3.0:1767326936.928646:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.928647:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.928649:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163000. 00000008:00000001:1.0:1767326936.928653:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.928653:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000544eccc6] to pc [ptlrpcd_01_01+1] req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.928654:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637504, portal 18 00000400:00000200:3.0:1767326936.928658:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.928660:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767326936.928661:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.928663:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000400:00000200:3.0:1767326936.928672:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556733:1556733:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556726:1556726:8:4294967295] 00000100:00000040:0.0:1767326936.928675:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.928686:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.928690:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.928691:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f5ef800/0xb12620548e08fcc9 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e8f67 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.928693:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326936.928699:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326936.928700:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.928704:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163f68. 00010000:00000001:2.0:1767326936.928706:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1767326936.928708:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87058f8c0. 00000100:00000200:0.0:1767326936.928709:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637504, offset 0 00010000:00000001:2.0:1767326936.928711:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.928712:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000040:1.0:1767326936.928715:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e850da1300 count: 0 00010000:00000001:2.0:1767326936.928715:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.928732:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326936.928734:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8459b8c00. 00010000:00000001:2.0:1767326936.928736:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.928737:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.928742:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767326936.928743:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:2.0:1767326936.928743:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.928745:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00010000:00000001:1.0:1767326936.928746:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767326936.928752:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000010:1.0:1767326936.928752:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23840. 00010000:00010000:2.0:1767326936.928752:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.928758:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326936.928759:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.928760:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1767326936.928766:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326936.928768:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:1.0:1767326936.928770:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.928772:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326936.928774:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767326936.928775:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1767326936.928776:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.928780:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326936.928781:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:2.0:1767326936.928781:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f62200/0xb12620548e08dbe4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e030c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.928781:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326936.928784:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.928790:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556734:1556734:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556727:1556727:7:4294967295] 00010000:00010000:1.0:1767326936.928791:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.928794:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.928795:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.928799:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.928804:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.928805:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.0:1767326936.928805:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84637b3c0. 00000100:00000040:3.0:1767326936.928805:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.928812:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000040:2.0:1767326936.928814:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f2bb600 count: 0 00000100:00000001:1.0:1767326936.928816:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326936.928817:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000010:3.0:1767326936.928817:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a0c0. 00000100:00000001:1.0:1767326936.928820:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1767326936.928821:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f2bb400. 00010000:00000001:3.0:1767326936.928822:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326936.928824:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326936.928827:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.928832:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000100:00000040:1.0:1767326936.928833:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326936.928835:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.928836:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1767326936.928866:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f202000. 00010000:00000001:3.0:1767326936.928869:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.928874:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767326936.928874:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767326936.928874:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.928878:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.928879:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.928880:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e850da0b40. 02000000:00000001:1.0:1767326936.928883:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.1:1767326936.928885:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843a97c00. 02000000:00000001:1.0:1767326936.928888:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.928888:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.928890:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c000 x1853164010344832/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326936.928895:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.928895:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.928899:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.928902:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:1.0:1767326936.928904:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637376:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326936.928906:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.928913:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326936.928915:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326936.928916:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326936.928917:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767326936.928919:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.928923:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.928924:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:2.0:1767326936.928924:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326936.928924:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010344832:12345-192.168.204.119@tcp:104: Request processed in 507us (2925us total) trans 0 rc 0/0 02000000:00000001:1.0:1767326936.928925:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326936.928931:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.928931:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daa200. 02000000:00000001:1.0:1767326936.928937:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.928939:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000100:00100000:3.0:1767326936.928945:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10871 00000400:00000200:1.0:1767326936.928947:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.928948:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e867ed9c00 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:3.0:1767326936.928950:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000400:00000010:1.0:1767326936.928952:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f614d0. 00000008:00000001:2.0:1767326936.928953:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767326936.928954:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.928956:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767326936.928959:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326936.928960:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767326936.928961:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855644 00000400:00000010:1.0:1767326936.928961:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00010000:00000001:2.0:1767326936.928962:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767326936.928966:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000100:00000001:0.0:1767326936.928967:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855650 00000020:00000001:2.0:1767326936.928967:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767326936.928968:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637376, portal 18 00000020:00000040:2.0:1767326936.928971:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e867ed9c00 refcount=3 00000100:00000001:0.0:1767326936.928973:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855644 00000100:00000001:1.0:1767326936.928974:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767326936.928975:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:2.0:1767326936.928977:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523653045248 : -115550056506368 : ffff96e867ed9c00) 00000100:00000001:0.0:1767326936.928978:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855650 00000100:00000001:1.0:1767326936.928978:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000020:00000010:3.0:1767326936.928981:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000100:00000001:0.0:1767326936.928985:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.928985:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523653045248 : -115550056506368 : ffff96e867ed9c00) 00000020:00000040:3.0:1767326936.928987:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:0.0:1767326936.928990:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.928991:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.928992:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:3.0:1767326936.928994:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c000. 00000100:00000001:0.0:1767326936.928995:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.928997:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.929001:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326936.929003:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326936.929008:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767326936.929008:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00000100:00000001:0.0:1767326936.929012:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767326936.929015:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767326936.929018:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.929018:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326936.929019:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:2.0:1767326936.929020:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767326936.929022:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326936.929023:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000100:00000040:1.0:1767326936.929025:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326936.929025:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:0.0:1767326936.929026:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.929028:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767326936.929030:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000100:00000001:0.0:1767326936.929031:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.929031:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000100:00000010:3.0:1767326936.929032:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 00000100:00000200:1.0:1767326936.929037:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637376, offset 0 00000020:00001000:2.0:1767326936.929039:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 02000000:00000001:3.0:1767326936.929040:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:2.0:1767326936.929044:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:1.0:1767326936.929045:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000010:3.0:1767326936.929045:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000008:00000001:2.0:1767326936.929048:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.929050:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00001000:2.0:1767326936.929052:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000400:00000200:1.0:1767326936.929054:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:3.0:1767326936.929054:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000008:00000001:2.0:1767326936.929056:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.929061:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767326936.929062:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326936.929063:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000010:3.0:1767326936.929064:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00010000:00000001:2.0:1767326936.929066:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767326936.929069:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767326936.929070:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767326936.929071:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326936.929072:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00010000:00000001:2.0:1767326936.929075:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767326936.929077:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767326936.929079:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:2.0:1767326936.929079:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326936.929080:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 00000400:00000200:1.0:1767326936.929085:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1767326936.929087:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e867ed9c00 with handle 0xb12620548e09105d from hash 02000000:00000001:3.0:1767326936.929087:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.929091:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00000400:00000200:1.0:1767326936.929092:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.929094:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767326936.929096:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767326936.929097:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767326936.929099:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000400:00000200:1.0:1767326936.929100:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556735:1556735:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556728:1556728:6:4294967295] 00010000:00000001:2.0:1767326936.929101:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767326936.929104:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767326936.929105:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:3.0:1767326936.929109:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00010000:00000001:2.0:1767326936.929110:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767326936.929111:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.929114:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767326936.929116:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e844568000. 00010000:00000001:2.0:1767326936.929121:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:3.0:1767326936.929124:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a35400. 00010000:00000001:2.0:1767326936.929126:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326936.929127:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326936.929129:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.929131:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.929135:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.929138:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.929140:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.929143:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:1.0:1767326936.929144:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000100:00000010:2.0:1767326936.929148:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597480. 00000800:00000200:1.0:1767326936.929150:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:3.0:1767326936.929151:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326936.929153:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:3.0:1767326936.929159:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326936.929160:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.929161:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:3.0:1767326936.929164:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326936.929165:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767326936.929166:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:2.0:1767326936.929170:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.929171:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.929176:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 02000000:00000010:2.0:1767326936.929178:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097200. 00000400:00000200:1.0:1767326936.929181:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326936.929182:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.929184:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.929185:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855644 00000800:00000010:3.0:1767326936.929187:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00010000:00000001:2.0:1767326936.929190:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326936.929192:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855650 00000400:00000200:3.0:1767326936.929193:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.929196:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855644 00010000:00010000:2.0:1767326936.929196:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.929201:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855650 00000400:00000200:3.0:1767326936.929203:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.929207:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.929210:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00000100:00000001:1.0:1767326936.929213:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.929216:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000010:3.0:1767326936.929216:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000100:00000001:1.0:1767326936.929217:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.929221:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.929223:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767326936.929226:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.929227:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767326936.929228:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767326936.929231:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10800. 00000100:00000001:2.0:1767326936.929234:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.929237:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326936.929241:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326936.929245:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326936.929247:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b9b3dd9] to pc [ptlrpcd_01_00+0] req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.929249:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.929251:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326936.929255:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767326936.929256:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 02000000:00000001:1.0:1767326936.929259:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.929262:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326936.929265:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.929274:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637632:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326936.929275:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.929275:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.929282:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.929283:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00000100:00000001:1.0:1767326936.929284:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326936.929286:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767326936.929288:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326936.929289:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.929289:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 02000000:00000001:1.0:1767326936.929292:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.929295:0:2512:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767326936.929296:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767326936.929296:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.929301:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.929302:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755dabc00. 00000100:00000200:3.0:1767326936.929303:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.929307:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.929307:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326936.929316:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.929322:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619f8. 00000400:00000010:1.0:1767326936.929329:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000001:3.0:1767326936.929329:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326936.929330:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767326936.929335:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637632, portal 18 00010000:00010000:2.0:1767326936.929335:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e867ed9c00/0xb12620548e09105d lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eda6f expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.929337:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.929339:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.929343:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000100:00000040:1.0:1767326936.929353:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767326936.929359:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e867edf280. 00000100:00000001:3.0:1767326936.929366:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767326936.929367:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869277a00 count: 0 00000100:00000001:1.0:1767326936.929370:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.929371:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.0:1767326936.929374:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869277e00. 00000100:00000040:1.0:1767326936.929375:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.929381:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326936.929385:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637632, offset 0 00010000:00000001:2.0:1767326936.929385:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.929388:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326936.929392:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a0c0. 00000400:00000200:1.0:1767326936.929394:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.929396:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.929401:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.929403:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767326936.929405:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767326936.929406:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.929407:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000010:3.0:1767326936.929411:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00010000:00010000:2.0:1767326936.929413:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326936.929414:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1767326936.929417:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.929418:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326936.929420:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:2.0:1767326936.929421:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.929426:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1767326936.929427:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326936.929429:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:2.0:1767326936.929432:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326936.929434:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000001:2.0:1767326936.929435:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.929435:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e5d8 00000400:00000010:3.0:1767326936.929439:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e5d8. 00010000:00010000:2.0:1767326936.929441:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326936.929442:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556736:1556736:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556729:1556729:7:4294967295] 00000400:00000200:1.0:1767326936.929448:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.929456:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.929457:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.929462:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326936.929465:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.929466:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767326936.929471:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000100:00000040:2.0:1767326936.929476:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326936.929479:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326936.929486:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326936.929491:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.929493:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767326936.929496:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1767326936.929496:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.929497:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.929504:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326936.929505:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.929508:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326936.929511:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000100:00000001:3.0:1767326936.929513:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326936.929515:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.929520:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326936.929520:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.929525:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855644 00000100:00100000:2.0:1767326936.929525:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637760:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.929531:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855650 00000100:00000001:2.0:1767326936.929535:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326936.929537:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855644 02000000:00000001:2.0:1767326936.929540:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326936.929542:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855650 02000000:00000001:2.0:1767326936.929544:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.929544:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.929549:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.929550:0:2512:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767326936.929551:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326936.929554:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.929557:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e862490200. 00000100:00000001:1.0:1767326936.929558:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.929562:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.929563:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.929568:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326936.929570:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.929571:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.929575:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326936.929576:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200210. 00000100:00000001:1.0:1767326936.929577:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.929581:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.929584:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888bb0. 00000100:00000001:1.0:1767326936.929585:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.929590:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637760, portal 18 00000800:00000200:3.0:1767326936.929590:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.929596:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767326936.929596:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000100:00000001:2.0:1767326936.929600:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794320000 : -115549915231616 : ffff96e870594a80) 00000400:00000200:3.0:1767326936.929602:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326936.929611:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.929611:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.929622:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.929626:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.929629:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728884c8. 00000100:00000200:2.0:1767326936.929632:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637760, offset 0 00000400:00000200:2.0:1767326936.929636:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.929641:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.929645:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.929648:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326936.929651:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326936.929653:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.929655:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.929658:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556737:1556737:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556730:1556730:7:4294967295] 00000400:00000200:2.0:1767326936.929663:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.929669:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.929674:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.929678:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326936.929683:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.929688:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.929692:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.929695:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.929697:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:2.0:1767326936.929701:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.929703:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855644 00000100:00000001:2.0:1767326936.929706:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855650 00000100:00000001:2.0:1767326936.929708:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855644 00000100:00000001:2.0:1767326936.929711:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855650 00000100:00000001:2.0:1767326936.929714:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.929716:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.929731:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.929734:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.929735:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e088 00000100:00000001:2.0:1767326936.929738:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326936.929739:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e088. 00000100:00000001:2.0:1767326936.929742:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326936.929745:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326936.929746:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.929749:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326936.929752:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.929753:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.929758:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326936.929762:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.929768:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.929769:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.929771:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.929775:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.929776:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.929779:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.929781:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326936.929786:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.929789:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.929789:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326936.929799:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.929801:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.929804:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326936.929806:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326936.929809:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.929812:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637888:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.929815:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326936.929817:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326936.929819:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.929822:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326936.929823:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767326936.929826:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84120a200. 00000800:00000010:3.0:1767326936.929828:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 02000000:00000001:2.0:1767326936.929831:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.929833:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.929838:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.929858:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.929865:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728884c8 00000400:00000010:2.0:1767326936.929866:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200370. 00010000:00000010:1.1:1767326936.929890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e842d52f00. 00010000:00000010:1.1:1767326936.929899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843016200. 00000400:00000010:3.0:1767326936.929917:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728884c8. 00000100:00000001:3.0:1767326936.929921:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767326936.929925:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728887f8. 00000100:00000200:3.0:1767326936.929927:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.929930:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247637888, portal 18 00000100:00000001:2.0:1767326936.929936:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.929939:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794330752 : -115549915220864 : ffff96e870597480) 00000100:00000001:3.0:1767326936.929942:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.929950:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.929951:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.929969:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.929972:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.929973:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326936.929979:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.929983:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888c38. 00000100:00000200:2.0:1767326936.929986:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247637888, offset 0 00000400:00000200:2.0:1767326936.929991:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.929996:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.929999:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.930001:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326936.930004:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.930006:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326936.930010:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326936.930013:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326936.930016:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.930020:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556738:1556738:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556731:1556731:8:4294967295] 00000400:00000200:2.0:1767326936.930024:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.930030:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.930034:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.930038:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326936.930041:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.930046:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.930048:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.930066:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.930069:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000200:2.0:1767326936.930072:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.930075:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855653 00000100:00000001:2.0:1767326936.930079:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855650 00000100:00000001:2.0:1767326936.930083:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855653 00000100:00000001:2.0:1767326936.930087:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855650 00000100:00000001:2.0:1767326936.930091:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.930093:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.930096:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.930098:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.930122:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.930125:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000400:00000200:3.0:1767326936.930129:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.930132:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.930135:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888c38 00000400:00000010:3.0:1767326936.930137:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888c38. 00000100:00000001:3.0:1767326936.930139:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.930142:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.930149:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.930152:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.930158:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.930159:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.931529:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931535:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.931537:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931539:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.931543:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931546:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.931549:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931551:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931554:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931556:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1500 00000400:00000200:3.0:1767326936.931561:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 0 00000800:00000001:3.0:1767326936.931565:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931568:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.931569:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.931571:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.931574:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.931575:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.931578:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000040:3.0:1767326936.931580:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010345728 msgsize 328 00000100:00100000:3.0:1767326936.931583:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.931591:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.931594:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931596:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.931597:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931599:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.931600:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931603:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.931605:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931606:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931608:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931610:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1580 00000400:00000200:3.0:1767326936.931613:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 328 00000800:00000001:3.0:1767326936.931615:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.931617:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.931618:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.931622:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.931625:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767326936.931626:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767326936.931626:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:2.0:1767326936.931631:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345728 00000100:00000010:3.0:1767326936.931631:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326936.931633:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010345856 msgsize 328 02000000:00000001:2.0:1767326936.931635:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767326936.931639:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.931640:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.931644:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.931650:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.931650:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.931654:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326936.931655:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345728 00000800:00000001:3.0:1767326936.931658:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.931660:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767326936.931660:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326936.931664:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000800:00000001:3.0:1767326936.931665:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.931668:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.931672:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.931673:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.931679:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.931680:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:2.0:1767326936.931684:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.931688:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.931689:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.931695:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931700:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.931701:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.931704:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345856 00000400:00000200:3.0:1767326936.931705:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0db00 02000000:00000001:2.0:1767326936.931707:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.931710:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.931713:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.931714:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.931717:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.931732:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a385 [1] + 224 00000100:00100000:2.0:1767326936.931734:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345856 00000020:00000001:2.0:1767326936.931739:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767326936.931741:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326936.931742:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.931745:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.931747:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000800:00000001:3.0:1767326936.931749:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.931750:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.931752:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326936.931757:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.931757:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.931763:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326936.931763:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326936.931769:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000200:3.0:1767326936.931769:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.931775:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.931782:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000040:3.0:1767326936.931783:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.931790:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84120ba00. 00000020:00000010:2.0:1767326936.931795:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:3.0:1767326936.931797:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767326936.931799:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000100:00000040:2.0:1767326936.931806:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000001:3.0:1767326936.931808:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.931809:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.931812:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767326936.931813:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.931814:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.931816:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.931818:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326936.931820:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.931821:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.931823:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.931826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.931830:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:1.0:1767326936.931831:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326936.931831:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326936.931835:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326936.931836:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.931859:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 00000400:00000200:1.0:1767326936.931864:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000400:00000200:3.0:1767326936.931867:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.1:1767326936.931867:0:274003:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713c9e00. 00000400:00000010:1.0:1767326936.931869:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:1.0:1767326936.931875:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.931877:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.1:1767326936.931878:0:274003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f1b1200. 00010000:00000010:0.1:1767326936.931881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869273f00. 00000100:00000200:1.0:1767326936.931883:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.931886:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0db80 00010000:00000010:0.1:1767326936.931891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f60ba00. 00000400:00000200:3.0:1767326936.931897:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.931898:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.931903:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767326936.931904:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.931909:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a39d [1] + 224 00000100:00100000:2.0:1767326936.931914:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10872 00000800:00000001:3.0:1767326936.931919:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326936.931922:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326936.931925:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.931926:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.931927:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000001:1.0:1767326936.931929:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.931930:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.931935:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326936.931937:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010345856/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326936.931938:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326936.931939:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.931944:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.931944:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326936.931947:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.931951:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.931953:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.931956:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.931962:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00001000:1.0:1767326936.931963:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326936.931964:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.931967:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767326936.931972:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000020:00000010:2.0:1767326936.931975:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:1.0:1767326936.931981:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.931986:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.931987:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88282:x1853164010345856:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326936.931990:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326936.931990:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326936.931995:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345856 00010000:00000001:1.0:1767326936.931996:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.931996:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.931999:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326936.932002:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326936.932002:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.932004:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767326936.932006:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:3.0:1767326936.932007:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.932008:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326936.932008:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326936.932011:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.932012:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.932013:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326936.932014:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847b98800 refcount=2 00000100:00000001:1.0:1767326936.932015:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.932017:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.932020:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767326936.932021:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523112761344 : -115550596790272 : ffff96e847b98800) 00000400:00000001:0.0:1767326936.932025:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326936.932026:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.932028:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523112761344 : -115550596790272 : ffff96e847b98800) 00000400:00000200:3.0:1767326936.932028:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:0.0:1767326936.932029:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61738. 00010000:00000001:2.0:1767326936.932036:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326936.932037:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00010000:00000001:2.0:1767326936.932041:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.932043:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000400:00000200:3.0:1767326936.932049:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.932050:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326936.932050:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.932051:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326936.932056:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326936.932060:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.932061:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.932061:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.932071:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326936.932072:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.932072:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.932077:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326936.932083:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1600 02000000:00000010:2.0:1767326936.932084:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326936.932090:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.932094:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.932097:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.932098:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 656 00000100:00100000:1.0:1767326936.932102:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636736:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326936.932105:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1767326936.932110:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.932111:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.932113:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.932118:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.932119:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326936.932119:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.932120:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.932125:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.932125:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326936.932126:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841ad80 x1853164247636736/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.932127:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326936.932130:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.932135:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326936.932135:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.932138:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.932139:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.932142:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326936.932144:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.932149:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326936.932150:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.932151:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326936.932153:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.932153:0:2512:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767326936.932155:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326936.932158:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000200:3.0:1767326936.932158:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000010:1.0:1767326936.932160:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526df200. 00000100:00001000:0.0:1767326936.932167:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326936.932168:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767326936.932168:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000001:2.0:1767326936.932169:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326936.932172:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326936.932175:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010345984 msgsize 328 00000100:00000001:0.0:1767326936.932177:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767326936.932177:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326936.932177:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.932181:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.932183:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767326936.932185:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888088. 00010000:00000001:0.0:1767326936.932187:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767326936.932188:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b0600. 00000100:00100000:3.0:1767326936.932189:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:0.0:1767326936.932192:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.932193:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345856, offset 224 02000000:00000001:1.0:1767326936.932195:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326936.932199:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326936.932199:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326936.932201:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767326936.932203:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841ad80. 00000100:00000040:0.0:1767326936.932204:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:2.0:1767326936.932206:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.932210:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.932210:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.932213:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.932214:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.932220:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.932220:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.932223:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.932225:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.932229:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.932232:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.932233:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.932239:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.932241:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.932246:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326936.932246:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556739:1556739:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556732:1556732:8:4294967295] 00000100:00000001:0.0:1767326936.932250:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.932255:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.932257:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.932273:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.932286:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.932286:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326936.932289:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247636864:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326936.932294:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.932295:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.932295:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000100:00000001:0.0:1767326936.932301:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326936.932301:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326936.932306:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000001:3.0:1767326936.932307:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.932310:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247636864/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.932317:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.932320:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326936.932327:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000200:2.0:1767326936.932328:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.932329:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.932333:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326936.932334:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326936.932336:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b0800. 00000400:00000200:3.0:1767326936.932340:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.932341:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.932342:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.932346:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.932349:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326936.932351:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.932351:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.932354:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.932358:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526dfc00. 00010000:00000001:2.0:1767326936.932359:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.932360:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0dc80 02000000:00000001:0.0:1767326936.932364:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:2.0:1767326936.932366:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23cc0. 02000000:00000001:0.0:1767326936.932368:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326936.932369:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:0.0:1767326936.932372:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00010000:00000001:2.0:1767326936.932372:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.932378:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a3bd [1] + 224 00000100:00000001:0.0:1767326936.932379:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.932382:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.932387:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.932388:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000001:3.0:1767326936.932388:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.932389:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326936.932393:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.932396:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.932398:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.932399:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326936.932402:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.932403:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.932404:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326936.932407:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.932407:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010345856/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.932409:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.932413:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326936.932414:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.932415:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.932420:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.932424:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326936.932425:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326936.932431:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326936.932434:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.932436:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88282:x1853164010345856:12345-192.168.204.119@tcp:104: Request processed in 473us (795us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326936.932452:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847b98800 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326936.932457:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10872 00000008:00000001:1.0:1767326936.932458:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.932460:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.932461:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767326936.932464:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:1.0:1767326936.932465:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.932468:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.932470:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767326936.932472:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847b98800 refcount=3 00000100:00000001:2.0:1767326936.932474:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326936.932478:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523112761344 : -115550596790272 : ffff96e847b98800) 00000020:00000010:2.0:1767326936.932480:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00000001:1.0:1767326936.932484:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523112761344 : -115550596790272 : ffff96e847b98800) 00010000:00000001:1.0:1767326936.932488:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326936.932490:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767326936.932491:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.932497:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000008:00000001:1.0:1767326936.932500:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.932502:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:2.0:1767326936.932504:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84120ba00. 00000020:00000001:1.0:1767326936.932505:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.932510:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000020:00000040:2.0:1767326936.932511:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000008:00000001:1.0:1767326936.932512:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.932515:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932517:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326936.932519:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.932523:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.932526:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767326936.932529:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326936.932531:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767326936.932533:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345984 00010000:00000001:1.0:1767326936.932534:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.932538:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767326936.932539:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1767326936.932539:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.932542:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326936.932543:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.932544:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000100:00000001:2.0:1767326936.932546:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.932548:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847b98800 with handle 0xb12620548e07c152 from hash 00000400:00000200:3.0:1767326936.932551:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326936.932552:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.932553:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.932557:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326936.932558:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345984 00000400:00000200:3.0:1767326936.932559:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.932560:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326936.932563:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767326936.932564:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767326936.932567:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000200:3.0:1767326936.932567:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888088 00010000:00000001:1.0:1767326936.932568:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767326936.932572:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767326936.932573:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888088. 00010000:00000001:1.0:1767326936.932574:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000040:2.0:1767326936.932576:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00010000:00000001:1.0:1767326936.932581:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1767326936.932581:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767326936.932582:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.932586:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326936.932588:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.932588:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.932591:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.932594:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932594:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.932598:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.932600:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:2.0:1767326936.932600:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.932605:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767326936.932606:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841ad80. 00000020:00000010:2.0:1767326936.932609:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000040:1.0:1767326936.932611:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.932615:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84120ba00. 00000100:00000001:1.0:1767326936.932616:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.932619:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767326936.932621:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 02000000:00000001:1.0:1767326936.932623:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.932626:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 02000000:00000010:1.0:1767326936.932630:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b0800. 00000100:00000040:2.0:1767326936.932632:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326936.932636:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932637:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1767326936.932637:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.932640:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767326936.932642:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326936.932644:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.932644:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.932647:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.932652:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.932658:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.932659:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.932661:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.932664:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326936.932666:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326936.932668:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.932671:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326936.932672:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932675:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.932677:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10873 00000100:00000040:1.0:1767326936.932682:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1a120ec] to pc [ptlrpcd_00_01+1] req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.932684:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.932686:0:274003:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.932689:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000001:2.0:1767326936.932692:0:274003:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.932702:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010345984/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.932712:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.932716:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00010000:00000001:1.0:1767326936.932729:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.932732:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.932734:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.932738:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.932738:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767326936.932738:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00010000:00000001:1.0:1767326936.932739:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932742:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326936.932745:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326936.932748:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1767326936.932749:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.932750:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88275:x1853164010345984:12345-192.168.204.119@tcp:104: 00000400:00000001:2.0:1767326936.932751:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767326936.932756:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1767326936.932756:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200318. 00000100:00000200:3.0:1767326936.932758:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345984 00000400:00000200:2.0:1767326936.932764:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888908 00010000:00000001:3.0:1767326936.932764:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326936.932768:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.932770:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326936.932770:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888908. 00010000:00000001:3.0:1767326936.932770:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767326936.932773:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847b98800/0xb12620548e07c152 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d495f58 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326936.932775:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.932776:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.932777:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326936.932780:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f05c000 refcount=2 00000100:00000001:0.0:1767326936.932781:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326936.932787:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.932787:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235196928 : -115550474354688 : ffff96e84f05c000) 00000100:00000040:0.0:1767326936.932790:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326936.932790:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e760d21500. 00010000:00000001:3.0:1767326936.932795:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235196928 : -115550474354688 : ffff96e84f05c000) 00010000:00000040:1.0:1767326936.932798:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878455f00 count: 0 00010000:00000001:3.0:1767326936.932802:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:1.0:1767326936.932806:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878455c00. 00010000:00000001:3.0:1767326936.932808:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.932816:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326936.932817:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.932820:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326936.932822:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326936.932823:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326936.932824:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23cc0. 00000100:00000001:0.0:1767326936.932825:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.932831:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.932833:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.932836:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326936.932838:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326936.932860:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.932866:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638016:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1767326936.932867:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.932874:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.932875:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326936.932875:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326936.932877:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.932880:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.932881:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326936.932881:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932885:0:2520:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.932886:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.932886:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.932891:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326936.932891:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326936.932891:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767326936.932896:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932896:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326936.932899:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752600. 00000100:00000001:2.0:1767326936.932900:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.932901:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.932903:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.932906:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.932911:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.932911:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326936.932913:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326936.932915:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326936.932916:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b31b8. 00000100:00000001:3.0:1767326936.932918:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326936.932920:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.932920:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326936.932922:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767326936.932924:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000001:1.0:1767326936.932927:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326936.932928:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 00000100:00000001:2.0:1767326936.932929:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326936.932931:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638016, portal 18 02000000:00000001:3.0:1767326936.932933:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.932934:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.932935:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.932937:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.932940:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658554752 : -115550050996864 : ffff96e86841ad80) 00010000:00000001:2.0:1767326936.932940:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326936.932941:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.932945:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.932946:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.932948:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000040:0.0:1767326936.932951:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.932952:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326936.932952:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.932957:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000040:3.0:1767326936.932959:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.932962:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326936.932964:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:2.0:1767326936.932967:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.932969:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767326936.932972:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326936.932973:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.932977:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.932978:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326936.932979:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326936.932984:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.932986:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163990. 00000400:00000010:3.0:1767326936.932989:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00000100:00000200:0.0:1767326936.932992:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638016, offset 0 00000100:00000200:3.0:1767326936.932995:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345984, offset 224 00000100:00000001:2.0:1767326936.933003:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326936.933004:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.933005:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.933010:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326936.933014:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.933014:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.933015:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.933024:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.933025:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326936.933026:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.933034:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.933039:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556740:1556740:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556733:1556733:8:4294967295] 00000400:00000200:0.0:1767326936.933043:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00100000:2.0:1767326936.933047:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637120:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326936.933048:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.933051:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.933060:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.933060:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.933064:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.933066:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326936.933070:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556741:1556741:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556734:1556734:7:4294967295] 00000100:00000040:2.0:1767326936.933075:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870595880 x1853164247637120/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.933076:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.933082:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000400:00000200:0.0:1767326936.933084:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326936.933090:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.933097:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767326936.933101:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.933102:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:2.0:1767326936.933103:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326936.933108:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858097c00. 00000800:00000200:3.0:1767326936.933108:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326936.933115:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326936.933115:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326936.933115:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.933119:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326936.933122:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000800:00000010:0.0:1767326936.933123:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000020:00000040:2.0:1767326936.933124:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:3.0:1767326936.933125:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767326936.933130:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000010:3.0:1767326936.933131:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a900. 00000800:00000200:0.0:1767326936.933134:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:2.0:1767326936.933135:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858096a00. 00010000:00000001:3.0:1767326936.933136:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:2.0:1767326936.933142:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326936.933145:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1767326936.933146:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000010:2.0:1767326936.933150:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595880. 00010000:00010000:3.0:1767326936.933150:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:0.0:1767326936.933152:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326936.933157:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.933158:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.933159:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.933162:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326936.933163:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.933165:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18066 usecs (19 jiffies) 00000100:00000001:2.0:1767326936.933167:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.933168:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326936.933168:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.933173:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.933174:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.933174:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.933178:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326936.933180:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010345984/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.933181:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855656 00010000:00010000:1.0:1767326936.933181:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326936.933182:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933188:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767326936.933190:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855653 00000100:00000001:2.0:1767326936.933190:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933192:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326936.933198:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.933200:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855656 00000100:00000001:0.0:1767326936.933208:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855653 00000020:00000010:2.0:1767326936.933210:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.933215:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.933217:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326936.933218:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88275:x1853164010345984:12345-192.168.204.119@tcp:104: Request processed in 501us (1038us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326936.933221:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.933225:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.933228:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.933233:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:0.0:1767326936.933235:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.933237:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f05c000 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.933241:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf300. 00000100:00100000:3.0:1767326936.933241:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10873 00000008:00000001:1.0:1767326936.933242:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767326936.933243:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326936.933247:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767326936.933248:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767326936.933249:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000040:3.0:1767326936.933249:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326936.933250:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.933254:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326936.933254:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326936.933256:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.933257:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.933258:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326936.933258:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f05c000 refcount=3 00000100:00000001:3.0:1767326936.933260:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326936.933262:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.933263:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.933264:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235196928 : -115550474354688 : ffff96e84f05c000) 00000100:00000001:2.0:1767326936.933265:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.933266:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000100:00000001:0.0:1767326936.933268:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933270:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235196928 : -115550474354688 : ffff96e84f05c000) 00000020:00000010:3.0:1767326936.933275:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00010000:00000001:1.0:1767326936.933276:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.933276:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.933281:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.933282:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84120ba00. 00000100:00000001:2.0:1767326936.933287:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326936.933290:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000008:00000001:1.0:1767326936.933297:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.933297:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.933299:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767326936.933300:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326936.933303:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767326936.933304:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.933308:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:3.0:1767326936.933311:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767326936.933312:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10874 00000008:00000001:1.0:1767326936.933313:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:3.0:1767326936.933315:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000008:00000001:1.0:1767326936.933316:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.933318:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.933319:0:193132:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.933321:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326936.933323:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000008:00000001:1.0:1767326936.933326:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.933326:0:193132:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.933332:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010345728/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326936.933333:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.933336:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.933339:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.933342:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767326936.933342:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.933345:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.933347:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.933350:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000800:00000001:3.0:1767326936.933350:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326936.933351:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f05c000 with handle 0xb12620548e07c400 from hash 00000800:00000001:3.0:1767326936.933356:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.933358:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.933358:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326936.933361:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.933362:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326936.933363:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:1.0:1767326936.933365:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.933369:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767326936.933371:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.933372:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767326936.933374:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139439:x1853164010345728:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326936.933376:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.933382:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326936.933383:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:2.0:1767326936.933384:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010345728 00010000:00000001:1.0:1767326936.933388:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.933390:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326936.933391:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.933393:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.933395:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.933395:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.933398:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326936.933400:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326936.933400:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.933402:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e859389000 refcount=2 00010000:00000001:1.0:1767326936.933404:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767326936.933408:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406299136 : -115550303252480 : ffff96e859389000) 00000100:00000010:1.0:1767326936.933409:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b100. 00000400:00000200:3.0:1767326936.933409:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.933413:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406299136 : -115550303252480 : ffff96e859389000) 00000020:00000040:1.0:1767326936.933415:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00000001:2.0:1767326936.933419:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.933419:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0dd00 00000100:00000001:1.0:1767326936.933421:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.933425:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326936.933425:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.933427:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.933429:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.933431:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1767326936.933434:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b0600. 00000400:00000200:3.0:1767326936.933436:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a3ed [1] + 224 00000100:00000001:1.0:1767326936.933440:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933445:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000001:3.0:1767326936.933449:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326936.933451:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.933451:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.933455:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767326936.933458:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326936.933461:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36c00. 00010000:00010000:1.0:1767326936.933462:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:3.0:1767326936.933463:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.933466:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.933467:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.933471:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326936.933472:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.933473:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.933476:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.933481:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326936.933481:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326936.933486:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f53c1fb] to pc [ptlrpcd_00_00+0] req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.933486:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.933488:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326936.933491:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.933500:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.933508:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.933514:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.933521:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.933524:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.933524:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.933530:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326936.933533:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.933535:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326936.933539:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.933540:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.933542:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.933544:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.933544:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888908. 00010000:00000001:1.0:1767326936.933549:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.933550:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010345728, offset 224 00000800:00000200:3.0:1767326936.933550:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.933552:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1767326936.933552:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.933555:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00000100:00000001:0.0:1767326936.933557:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767326936.933559:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.933560:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.933561:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.933564:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:0.0:1767326936.933567:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767326936.933569:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.933574:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.933575:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.933580:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326936.933582:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.933584:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.933586:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f05c000/0xb12620548e07c400 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496ba6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.933588:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.933589:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.933592:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.933596:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326936.933599:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556742:1556742:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556735:1556735:6:4294967295] 00010000:00000010:1.0:1767326936.933603:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7c780. 00000100:00000040:0.0:1767326936.933605:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.933610:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:1.0:1767326936.933611:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878b97200 count: 0 00010000:00000010:1.0:1767326936.933618:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878b97100. 00000100:00000001:0.0:1767326936.933622:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.933626:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933628:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326936.933628:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1767326936.933630:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326936.933632:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326936.933634:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767326936.933636:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a900. 02000000:00000001:0.0:1767326936.933639:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.933639:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00000800:00000200:2.0:1767326936.933641:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.933642:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.933644:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000800:00000010:2.0:1767326936.933647:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000100:00100000:0.0:1767326936.933648:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638144:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1767326936.933648:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.933650:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767326936.933652:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.933655:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326936.933658:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326936.933660:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.933661:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326936.933661:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:3.0:1767326936.933662:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326936.933665:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.933666:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767326936.933669:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.933671:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.933672:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326936.933672:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:0.0:1767326936.933676:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326936.933677:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326936.933679:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326936.933680:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.933683:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 00000100:00000001:2.0:1767326936.933684:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.933685:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.933689:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.933691:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.933695:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767326936.933698:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326936.933699:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23240. 00010000:00000001:2.0:1767326936.933702:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767326936.933703:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000800:00000200:3.0:1767326936.933703:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.933706:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.933709:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326936.933709:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000010:0.0:1767326936.933711:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163660. 00010000:00010000:2.0:1767326936.933712:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767326936.933715:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326936.933716:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.933717:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326936.933731:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326936.933732:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.933736:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619a0. 00010000:00000001:2.0:1767326936.933737:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.933737:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326936.933743:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000400:00000200:3.0:1767326936.933744:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000100:00000040:2.0:1767326936.933747:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010345728/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326936.933749:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:1.0:1767326936.933755:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.933757:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638144, portal 18 00000100:00000001:0.0:1767326936.933763:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767326936.933763:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139439:x1853164010345728:12345-192.168.204.119@tcp:104: Request processed in 414us (2178us total) trans 0 rc 0/0 00000100:00000200:1.0:1767326936.933764:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.933767:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658555648 : -115550050995968 : ffff96e86841b100) 00000100:00000040:0.0:1767326936.933780:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.933780:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10874 00000100:00000200:1.0:1767326936.933786:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.933787:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326936.933793:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.933797:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767326936.933802:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00000020:00000010:2.0:1767326936.933803:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf300. 00000100:00000001:0.0:1767326936.933804:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.933810:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767326936.933811:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000100:00000040:0.0:1767326936.933812:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.933813:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.933818:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163b28. 00000100:00000001:1.0:1767326936.933818:0:2517:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767326936.933818:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 02000000:00000001:1.0:1767326936.933821:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.933824:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767326936.933825:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:1.0:1767326936.933827:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.933830:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326936.933831:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.933837:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.933863:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.933866:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326936.933866:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.933868:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.933872:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.933873:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326936.933874:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326936.933875:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638144, offset 0 00010000:00000001:1.0:1767326936.933878:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.933878:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:3.0:1767326936.933883:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.933885:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767326936.933885:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1767326936.933888:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00000001:2.0:1767326936.933890:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326936.933893:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.933897:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.933897:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326936.933902:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.933904:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.933908:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.933913:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.933914:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.933918:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e859389000 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:0.0:1767326936.933924:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000008:00000001:2.0:1767326936.933925:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326936.933929:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326936.933933:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767326936.933935:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1767326936.933937:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326936.933940:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326936.933941:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e859389000 refcount=3 00000400:00000200:0.0:1767326936.933943:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:3.0:1767326936.933946:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.933947:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326936.933948:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523406299136 : -115550303252480 : ffff96e859389000) 00000400:00000200:0.0:1767326936.933951:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326936.933951:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.933952:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767326936.933953:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523406299136 : -115550303252480 : ffff96e859389000) 00000400:00000200:0.0:1767326936.933958:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.933958:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000001:3.0:1767326936.933961:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326936.933962:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326936.933963:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.933967:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.933968:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556743:1556743:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556736:1556736:7:4294967295] 00000800:00000001:3.0:1767326936.933972:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.933976:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.933984:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.933986:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:2.0:1767326936.933990:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326936.933993:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00100000:1.0:1767326936.933995:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637248:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326936.933997:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000400:00000200:3.0:1767326936.934001:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00001000:2.0:1767326936.934005:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00000100:00000001:1.0:1767326936.934008:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.934009:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:2.0:1767326936.934009:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:1.0:1767326936.934014:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1767326936.934014:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326936.934019:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000400:00000200:3.0:1767326936.934021:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326936.934022:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326936.934023:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247637248/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1767326936.934023:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.934028:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326936.934030:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00010000:00000001:2.0:1767326936.934030:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326936.934035:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326936.934036:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.934038:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:0.0:1767326936.934043:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:2.0:1767326936.934044:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.934047:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1880 00010000:00000001:2.0:1767326936.934048:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.934050:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.934054:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:0.0:1767326936.934055:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000040:2.0:1767326936.934056:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e859389000 with handle 0xb12620548e090383 from hash 02000000:00000010:1.0:1767326936.934059:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e87869ea00. 00000400:00000200:3.0:1767326936.934060:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 984 00010000:00000001:2.0:1767326936.934062:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:0.0:1767326936.934063:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:1.0:1767326936.934066:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326936.934067:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326936.934069:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326936.934070:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326936.934071:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.934072:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.934074:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:2.0:1767326936.934075:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:3.0:1767326936.934076:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.934077:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000020:00000001:1.0:1767326936.934080:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326936.934080:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326936.934082:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767326936.934085:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85a5dd200. 00010000:00000001:2.0:1767326936.934085:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:0.0:1767326936.934086:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.934091:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326936.934092:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326936.934093:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1767326936.934094:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855649 02000000:00000001:1.0:1767326936.934096:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.934100:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:0.0:1767326936.934101:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855656 00010000:00000001:2.0:1767326936.934101:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.934101:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326936.934104:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767326936.934105:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767326936.934106:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326936.934108:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855649 00000100:00000001:1.0:1767326936.934108:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.934109:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.934112:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000001:0.0:1767326936.934116:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855656 00000100:00000001:1.0:1767326936.934116:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.934116:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767326936.934118:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010346624 msgsize 328 00010000:00000001:2.0:1767326936.934119:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326936.934122:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.934123:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.934125:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326936.934126:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595880. 00000100:00000001:0.0:1767326936.934128:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.934130:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.934133:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00100000:3.0:1767326936.934133:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.934135:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.934135:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934140:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326936.934142:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.934144:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326936.934145:0:2511:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767326936.934148:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.934155:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858096a00. 00000100:00000001:2.0:1767326936.934159:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.934161:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:3.0:1767326936.934163:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1767326936.934165:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000010:3.0:1767326936.934167:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000400:00000200:3.0:1767326936.934173:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767326936.934179:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:3.0:1767326936.934180:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.934182:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.934185:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888908 00000100:00000001:2.0:1767326936.934186:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326936.934190:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888908. 00000100:00000001:2.0:1767326936.934191:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934196:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767326936.934200:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d660da8] to pc [ptlrpcd_01_01+1] req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.934200:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.934203:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.934208:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.934223:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.934226:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.934227:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.934228:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.934230:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.934232:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.934235:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.934244:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1767326936.934244:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.934248:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00010000:00010000:2.0:1767326936.934249:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e859389000/0xb12620548e090383 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eab75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.934254:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1767326936.934261:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8459bd400. 00000400:00000200:3.0:1767326936.934265:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.934269:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00000400:00000010:3.0:1767326936.934271:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00010000:00000040:2.0:1767326936.934275:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e85938d500 count: 0 00000100:00000001:3.0:1767326936.934276:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:2.0:1767326936.934281:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e85938d000. 00000100:00000200:3.0:1767326936.934283:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.934289:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.934291:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326936.934295:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23240. 00000100:00000001:3.0:1767326936.934295:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326936.934298:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.934300:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.934302:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.934303:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.934305:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.934306:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.934308:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.934309:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.934310:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.934312:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.934318:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.934320:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.934321:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326936.934326:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.934331:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.934332:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.934334:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326936.934336:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326936.934337:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.934340:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247638272:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.934342:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326936.934344:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326936.934346:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.934348:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326936.934351:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858097c00. 00000100:00000040:3.0:1767326936.934352:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.934353:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.934361:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326936.934367:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200318. 00000100:00000001:3.0:1767326936.934367:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934372:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767326936.934373:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888220. 00000100:00000200:2.0:1767326936.934377:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638272, portal 18 00000100:00000001:2.0:1767326936.934379:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326936.934379:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794323584 : -115549915228032 : ffff96e870595880) 00000100:00000001:3.0:1767326936.934383:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326936.934384:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.934386:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934392:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.934395:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.934396:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767326936.934398:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00000100:00100000:3.0:1767326936.934398:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346624 00000100:00000200:2.0:1767326936.934401:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638272, offset 0 02000000:00000001:3.0:1767326936.934402:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.934405:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.934407:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.934408:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.934413:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.934413:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.934416:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346624 00000020:00000001:3.0:1767326936.934418:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767326936.934419:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000040:3.0:1767326936.934420:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326936.934423:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1767326936.934424:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.934426:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:2.0:1767326936.934428:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:3.0:1767326936.934429:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326936.934432:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1767326936.934433:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326936.934436:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.934437:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326936.934441:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556744:1556744:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556737:1556737:8:4294967295] 00000020:00000010:3.0:1767326936.934442:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.934445:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.934446:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.934449:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.934454:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bd200. 00000400:00000200:2.0:1767326936.934455:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:3.0:1767326936.934459:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000800:00000200:2.0:1767326936.934462:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326936.934464:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000800:00000010:2.0:1767326936.934466:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000100:00000040:3.0:1767326936.934469:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000200:2.0:1767326936.934473:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.934478:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.934480:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.934485:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.934487:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18066 usecs (19 jiffies) 00000400:00000200:2.0:1767326936.934489:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.934491:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855657 00000100:00000001:2.0:1767326936.934494:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855656 00000100:00000001:2.0:1767326936.934496:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855657 00000100:00000001:2.0:1767326936.934498:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855656 00000100:00000001:2.0:1767326936.934500:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.934501:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934504:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934506:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.934509:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.934510:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326936.934513:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.934514:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.934516:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934518:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934523:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.934527:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.934529:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934534:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934543:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.934552:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.934553:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.934559:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10875 00000100:00000040:3.0:1767326936.934562:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.934564:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000040:3.0:1767326936.934569:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010346624/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.934575:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.934577:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.934579:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.934581:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000800:00000200:2.0:1767326936.934584:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767326936.934585:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139438:x1853164010346624:12345-192.168.204.119@tcp:104: 00000800:00000010:2.0:1767326936.934590:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000200:3.0:1767326936.934590:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010346624 00010000:00000001:3.0:1767326936.934593:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:2.0:1767326936.934596:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326936.934597:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.934599:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.934602:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870d00e00 refcount=2 00000020:00000001:3.0:1767326936.934606:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523802103296 : -115549907448320 : ffff96e870d00e00) 00000400:00000200:2.0:1767326936.934607:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:3.0:1767326936.934608:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523802103296 : -115549907448320 : ffff96e870d00e00) 00010000:00000001:3.0:1767326936.934613:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326936.934614:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00010000:00000001:3.0:1767326936.934615:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326936.934619:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00010000:00010000:3.0:1767326936.934620:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.934624:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326936.934631:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767326936.934632:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.934635:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.934639:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10800. 02000000:00000001:3.0:1767326936.934643:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934646:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326936.934647:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.934652:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767326936.934653:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326936.934655:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.934660:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.934663:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.934666:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326936.934666:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.934673:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.934677:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.934679:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.934681:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.934684:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.934688:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.934691:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00000100:00000200:3.0:1767326936.934694:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010346624, offset 224 00000400:00000200:3.0:1767326936.934698:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.934701:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.934704:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.934707:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556745:1556745:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556738:1556738:8:4294967295] 00000400:00000200:3.0:1767326936.934710:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.934714:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.934775:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.934779:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000800:00000200:3.0:1767326936.934783:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.934787:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.934790:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.934801:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.934804:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.934806:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.934809:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ac00. 00010000:00000001:3.0:1767326936.934811:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.934821:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.934823:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.934824:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.934826:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.934830:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010346624/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.934837:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139438:x1853164010346624:12345-192.168.204.119@tcp:104: Request processed in 260us (718us total) trans 0 rc 0/0 00010000:00000010:2.1:1767326936.934859:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bb600. 00000100:00100000:3.0:1767326936.934867:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10875 00010000:00000010:2.1:1767326936.934867:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f62200. 00010000:00000010:1.1:1767326936.934868:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85938dd00. 00000100:00000040:3.0:1767326936.934874:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000010:2.1:1767326936.934874:0:2512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869277a00. 00010000:00000010:1.1:1767326936.934877:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859388c00. 00000100:00000001:3.0:1767326936.934880:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.934884:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:1.1:1767326936.934885:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c3800. 00010000:00000010:2.1:1767326936.934886:0:2512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e867ed9c00. 00000020:00000010:3.0:1767326936.934888:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00010000:00000010:0.1:1767326936.934895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5ec100. 00010000:00000010:1.1:1767326936.934895:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f4000. 00000800:00000200:2.0:1767326936.934901:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.934904:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00010000:00000010:1.1:1767326936.934905:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850da1300. 00000400:00000200:2.0:1767326936.934906:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1767326936.934906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313a600. 00000400:00000200:2.0:1767326936.934914:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.934918:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00010000:00000010:1.1:1767326936.934918:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f5ef800. 00000400:00000010:2.0:1767326936.934922:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000100:00000001:2.0:1767326936.934926:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.934927:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767326936.934943:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767326936.934945:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:1.0:1767326936.934947:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.934949:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bd200. 00010000:00010000:1.0:1767326936.934951:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1767326936.934953:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:1.0:1767326936.934955:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.934957:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.934959:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326936.934964:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.934971:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870d00e00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.934974:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.934976:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.934978:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.934979:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.934981:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870d00e00 refcount=3 00000020:00000001:1.0:1767326936.934983:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523802103296 : -115549907448320 : ffff96e870d00e00) 00010000:00000001:1.0:1767326936.934985:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523802103296 : -115549907448320 : ffff96e870d00e00) 00010000:00000001:1.0:1767326936.934987:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.934989:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.934995:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.934996:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.934998:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.935001:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.935002:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.935004:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.935005:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.935007:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.935009:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.935011:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.935013:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.935014:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.935016:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.935018:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870d00e00 with handle 0xb12620548e07c358 from hash 00010000:00000001:1.0:1767326936.935019:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.935021:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.935022:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.935023:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.935025:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.935026:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.935029:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.935031:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.935032:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.935033:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.935034:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.935036:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.935039:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000040:1.0:1767326936.935041:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.935044:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.935045:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.935047:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.935051:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85a5dd200. 00000100:00000001:1.0:1767326936.935054:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.935055:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.935058:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.935064:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.935066:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.935067:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.935070:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.935075:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.935096:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.935098:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.935100:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.935101:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.935102:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.935104:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.935107:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.935112:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.935114:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870d00e00/0xb12620548e07c358 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4968ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326936.935120:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860c09d40. 00010000:00000040:1.0:1767326936.935124:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8713c9900 count: 0 00010000:00000010:1.0:1767326936.935127:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8713c9b00. 00010000:00000001:1.0:1767326936.935131:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.935132:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326936.935134:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ac00. 00010000:00000001:1.0:1767326936.935136:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.935138:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.935139:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.935141:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.935142:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.935143:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.935145:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.935147:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.935148:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.935150:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.935164:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.935166:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.935168:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.935170:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326936.935171:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.935174:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.935176:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.935177:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.935179:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.935180:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326936.935184:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.935190:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.935191:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.935193:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.935194:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.935196:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.935199:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247638400:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.935203:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.935204:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.935206:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.935207:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.935210:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e87869ea00. 02000000:00000001:1.0:1767326936.935212:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.935216:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.935218:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619a0. 00000400:00000010:1.0:1767326936.935222:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326936.935225:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638400, portal 18 00000100:00000001:1.0:1767326936.935227:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.935228:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000100:00000040:1.0:1767326936.935233:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.935239:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.935242:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.935244:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000200:1.0:1767326936.935248:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638400, offset 0 00000400:00000200:1.0:1767326936.935252:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.935257:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326936.935257:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.935262:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326936.935265:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.935266:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.935271:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.935271:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.935276:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.935280:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.935282:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.935287:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556746:1556746:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556739:1556739:8:4294967295] 00000400:00000200:1.0:1767326936.935291:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.935297:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.935302:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.935305:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000800:00000200:1.0:1767326936.935308:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.935312:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.935315:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.935327:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.935330:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18066 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.935333:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.935335:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855658 00000100:00000001:1.0:1767326936.935338:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855657 00000100:00000001:1.0:1767326936.935341:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855658 00000100:00000001:1.0:1767326936.935344:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855657 00000100:00000001:1.0:1767326936.935346:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.935349:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.935352:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.935354:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.935391:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.935395:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:2.0:1767326936.935399:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.935403:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.935406:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e3b8 00000400:00000010:2.0:1767326936.935408:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e3b8. 00000100:00000001:2.0:1767326936.935411:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.935415:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.935423:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.935426:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.935433:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.935434:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.936603:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.936611:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.936613:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.936615:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.936620:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936624:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.936630:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936633:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936636:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936639:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0de00 00000400:00000200:2.0:1767326936.936642:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936645:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a405 [1] + 224 00000800:00000001:2.0:1767326936.936649:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.936652:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.936654:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.936656:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.936658:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.936662:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.936668:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.936683:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.936687:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.936691:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.936693:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.936695:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.936698:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936702:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.936706:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936709:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936712:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.936716:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0dd80 00000400:00000200:2.0:1767326936.936731:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.936734:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.936737:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a40d [1] + 224 00000100:00000001:0.0:1767326936.936738:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.936745:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326936.936746:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326936.936749:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.936753:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000800:00000001:2.0:1767326936.936753:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.936759:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000200:2.0:1767326936.936759:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.936764:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000400:00000200:2.0:1767326936.936765:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.936770:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326936.936772:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.936781:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.936781:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.936800:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.936808:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.936817:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.936818:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.936822:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.936822:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.936827:0:2518:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326936.936828:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.936830:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326936.936831:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.936834:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326936.936835:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.936838:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.936860:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.936865:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.936868:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.936868:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.936872:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326936.936873:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326936.936876:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.936878:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326936.936882:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000400:00000001:1.0:1767326936.936882:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.936882:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.936887:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f614d0. 00000100:00000001:0.0:1767326936.936889:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326936.936890:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.936893:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.936894:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00000400:00000200:2.0:1767326936.936895:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1900 00000400:00000010:1.0:1767326936.936899:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00010000:00000001:0.0:1767326936.936900:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.936904:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.936905:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.936909:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 1312 00000100:00000001:0.0:1767326936.936911:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326936.936914:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326936.936916:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:2.0:1767326936.936917:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.936922:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326936.936922:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.936926:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.936927:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326936.936932:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.936936:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326936.936937:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.936944:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.936948:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326936.936949:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.936952:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326936.936955:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594700. 00000100:00000001:1.0:1767326936.936958:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.936962:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326936.936963:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594700 x1853164010346752 msgsize 328 00000100:00000001:0.0:1767326936.936966:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.936966:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.936970:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.936973:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767326936.936975:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.936976:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.936978:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.936983:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326936.936988:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326936.936989:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.936995:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.936997:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.937000:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.937002:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.937005:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.937009:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.937010:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.937011:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247637504:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.937013:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326936.937016:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326936.937017:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326936.937022:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326936.937022:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.937024:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.937027:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.937032:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.937032:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.937032:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767326936.937038:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326936.937039:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346752 00000100:00000040:0.0:1767326936.937043:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247637504/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.937044:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767326936.937046:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326936.937047:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.937051:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.937059:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.937060:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326936.937065:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346752 00000100:00000001:1.0:1767326936.937068:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.937069:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326936.937070:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.937073:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326936.937076:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326936.937076:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.937077:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326936.937080:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.937081:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326936.937081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1767326936.937081:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 02000000:00000010:0.0:1767326936.937086:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752000. 00000020:00000001:3.0:1767326936.937088:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:0.0:1767326936.937091:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326936.937094:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.937094:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326936.937095:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.937097:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326936.937100:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0df00 00000020:00000001:0.0:1767326936.937102:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326936.937103:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767326936.937105:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e844b83800. 02000000:00000001:0.0:1767326936.937111:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767326936.937111:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000200:2.0:1767326936.937112:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.937113:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.937117:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:3.0:1767326936.937118:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.937121:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.937125:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.937125:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a41d [1] + 224 00000020:00000010:3.0:1767326936.937126:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.937131:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.937135:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326936.937136:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326936.937136:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bd200. 00000100:00000001:0.0:1767326936.937138:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.937142:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.937143:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637376:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326936.937144:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.937144:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000100:00000001:0.0:1767326936.937146:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.937151:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326936.937151:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:1.0:1767326936.937155:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.937158:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326936.937160:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.937161:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.937163:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.937166:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.937166:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767326936.937167:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247637376/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.937170:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.937176:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.937176:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.937179:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.937182:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.937185:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daa200. 00000100:00000001:3.0:1767326936.937186:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326936.937192:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326936.937194:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.937195:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326936.937196:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767326936.937199:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.937199:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767326936.937205:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767326936.937207:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10876 02000000:00000010:1.0:1767326936.937209:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa000. 00000100:00000040:3.0:1767326936.937212:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 02000000:00000001:1.0:1767326936.937214:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326936.937215:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794319104 : -115549915232512 : ffff96e870594700) 02000000:00000001:1.0:1767326936.937218:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.937222:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00000100:00000040:3.0:1767326936.937224:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594700 x1853164010346752/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.937227:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326936.937228:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.937231:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.937237:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.937237:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.937239:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:1.0:1767326936.937241:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.937242:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.937242:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.937244:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.937246:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767326936.937246:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000001:1.0:1767326936.937248:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.937252:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326936.937253:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767326936.937253:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010346752:12345-192.168.204.119@tcp:104: 00000400:00000001:2.0:1767326936.937258:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767326936.937258:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010346752 00010000:00000001:3.0:1767326936.937261:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:2.0:1767326936.937262:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200210. 00010000:00000001:3.0:1767326936.937264:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.937267:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.937268:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888bb0 00000020:00000040:3.0:1767326936.937269:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86060ac00 refcount=2 00000020:00000001:3.0:1767326936.937273:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523526368256 : -115550183183360 : ffff96e86060ac00) 00000400:00000010:2.0:1767326936.937274:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888bb0. 00010000:00000001:3.0:1767326936.937275:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523526368256 : -115550183183360 : ffff96e86060ac00) 00000100:00000001:2.0:1767326936.937279:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326936.937279:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.937283:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.937286:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326936.937287:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.937314:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767326936.937316:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.937317:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.937320:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326936.937322:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.937326:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.937330:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767326936.937332:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326936.937333:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.937335:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326936.937336:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.937341:0:2520:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326936.937341:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767326936.937345:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326936.937346:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.937348:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.937349:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:2.0:1767326936.937352:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.937352:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.937354:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.937357:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.937358:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.937361:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.937364:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093660. 00000100:00001000:2.0:1767326936.937365:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000200:3.0:1767326936.937366:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010346752, offset 224 00000100:00001000:2.0:1767326936.937372:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.937375:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.937378:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326936.937381:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.937384:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.937385:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326936.937389:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.937393:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326936.937394:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326936.937395:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:2.0:1767326936.937400:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326936.937402:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.937404:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556747:1556747:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556740:1556740:8:4294967295] 00000100:00000040:2.0:1767326936.937409:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.937413:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.937422:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.937427:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326936.937427:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.937430:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.937435:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326936.937437:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326936.937442:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9900. 00000800:00000200:3.0:1767326936.937451:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:2.0:1767326936.937453:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637760:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.937459:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.937460:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.937462:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767326936.937465:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326936.937469:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870594a80 x1853164247637760/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.937475:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.937477:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326936.937481:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326936.937481:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.937484:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:2.0:1767326936.937485:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e862490200. 00010000:00000010:3.0:1767326936.937488:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 02000000:00000001:2.0:1767326936.937491:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767326936.937491:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1767326936.937495:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326936.937498:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:2.0:1767326936.937500:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326936.937502:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097800. 02000000:00000001:2.0:1767326936.937505:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1767326936.937505:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:2.0:1767326936.937507:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767326936.937508:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.937511:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594a80. 00010000:00000001:3.0:1767326936.937511:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.937516:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.937517:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326936.937521:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594700 x1853164010346752/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.937522:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.937527:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.937530:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.937531:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326936.937535:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.937535:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767326936.937537:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010346752:12345-192.168.204.119@tcp:104: Request processed in 297us (572us total) trans 0 rc 0/0 00000100:00000001:2.0:1767326936.937539:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.937541:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326936.937545:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.937547:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:3.0:1767326936.937550:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10876 00010000:00000001:0.0:1767326936.937551:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767326936.937553:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326936.937556:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326936.937557:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.937558:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1767326936.937560:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326936.937562:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.937567:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000800:00000001:2.0:1767326936.937568:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326936.937572:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bd200. 00000800:00000001:2.0:1767326936.937573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326936.937574:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86060ac00 already unused, calling callback (ffffffffc13180e0) 00000800:00000001:2.0:1767326936.937578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.937579:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:3.0:1767326936.937579:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:0.0:1767326936.937584:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326936.937585:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.937588:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326936.937590:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.937592:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.937596:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86060ac00 refcount=3 00000400:00000200:2.0:1767326936.937598:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:0.0:1767326936.937600:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523526368256 : -115550183183360 : ffff96e86060ac00) 00010000:00000001:0.0:1767326936.937604:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523526368256 : -115550183183360 : ffff96e86060ac00) 00000400:00000200:2.0:1767326936.937606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.937609:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767326936.937613:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.937614:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.937620:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.937628:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0de80 00000400:00000200:2.0:1767326936.937638:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.937639:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:3.0:1767326936.937639:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767326936.937644:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:2.0:1767326936.937645:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a415 [1] + 224 00000800:00000010:3.0:1767326936.937645:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00000020:00000001:0.0:1767326936.937650:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326936.937650:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767326936.937653:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:0.0:1767326936.937656:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:3.0:1767326936.937658:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326936.937660:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326936.937662:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093660 00000008:00000001:0.0:1767326936.937663:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.937664:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326936.937665:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093660. 00000020:00001000:0.0:1767326936.937670:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:2.0:1767326936.937671:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326936.937671:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:0.0:1767326936.937674:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.937675:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767326936.937680:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.937681:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767326936.937685:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326936.937686:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.937690:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767326936.937693:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.937694:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.937698:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.937703:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86060ac00 with handle 0xb12620548e07c518 from hash 00010000:00000001:0.0:1767326936.937708:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.937711:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326936.937712:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.937713:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.937716:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.937732:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.937735:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.937741:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.937744:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.937746:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.937747:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.937748:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.937752:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000001:2.0:1767326936.937753:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.937754:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:2.0:1767326936.937759:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326936.937760:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00000020:00000040:0.0:1767326936.937766:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.937770:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.937772:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326936.937774:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326936.937776:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.937777:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326936.937783:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2c00. 00000400:00000001:1.0:1767326936.937783:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.937786:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326936.937790:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.937790:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619f8. 00010000:00000001:0.0:1767326936.937796:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:1.0:1767326936.937797:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:1.0:1767326936.937801:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00010000:00010000:0.0:1767326936.937803:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.937804:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.937811:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.937815:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.937819:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.937824:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.937830:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.937838:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.937866:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.937868:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.937870:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.937872:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.937873:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.937875:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.937877:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.937880:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326936.937882:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.937889:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.937896:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.937900:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.937902:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.937905:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.937906:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.937908:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767326936.937911:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326936.937911:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000001:0.0:1767326936.937914:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.937915:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767326936.937917:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.937919:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.937921:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.937926:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.937926:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.937932:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.937944:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.937949:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767326936.937951:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.937952:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.937955:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060ac00/0xb12620548e07c518 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4970ed expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326936.937958:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.937972:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247637632:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:0.0:1767326936.937980:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7cc40. 00000100:00000001:1.0:1767326936.937980:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.937985:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:0.0:1767326936.937989:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f4b0f00 count: 0 00000100:00000040:1.0:1767326936.937990:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247637632/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326936.937996:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f4b0c00. 00010000:00000001:0.0:1767326936.938006:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.938006:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.938008:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326936.938010:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767326936.938012:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755dabc00. 00010000:00000010:0.0:1767326936.938014:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 02000000:00000001:1.0:1767326936.938017:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326936.938019:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.938020:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767326936.938024:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767326936.938025:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.938028:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.938030:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:0.0:1767326936.938034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326936.938034:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daae00. 00000020:00000001:0.0:1767326936.938037:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.938040:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767326936.938041:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.938043:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:0.0:1767326936.938045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1767326936.938046:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00000020:00000001:0.0:1767326936.938048:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.938051:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326936.938052:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.938054:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.938056:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.938058:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.938064:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.938065:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.938066:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.938068:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.938070:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.938073:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.938073:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.938076:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326936.938078:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.938081:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.938089:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.938090:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.938093:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.938095:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.938097:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.938105:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247638528:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.938108:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.938111:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.938112:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.938114:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.938118:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daae00. 02000000:00000001:1.0:1767326936.938119:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.938123:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.938126:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619f8. 00000400:00000010:1.0:1767326936.938129:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326936.938132:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638528, portal 18 00000100:00000001:1.0:1767326936.938134:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.938135:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000040:1.0:1767326936.938140:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.938146:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.938149:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.938151:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326936.938153:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638528, offset 0 00000400:00000200:1.0:1767326936.938157:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.938161:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.938165:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.938168:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.938172:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.938174:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.938177:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.938180:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556748:1556748:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556741:1556741:8:4294967295] 00000400:00000200:1.0:1767326936.938184:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.938190:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.938195:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.938198:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:1.0:1767326936.938202:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.938206:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.938208:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.938220:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.938223:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18066 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.938226:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.938229:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855661 00000100:00000001:1.0:1767326936.938233:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855658 00000100:00000001:1.0:1767326936.938238:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855661 00000100:00000001:1.0:1767326936.938241:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855658 00000100:00000001:1.0:1767326936.938245:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.938247:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.938249:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.938251:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.938255:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.938257:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.938259:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.938260:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.938271:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.938276:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.938288:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.938292:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000400:00000200:3.0:1767326936.938296:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.938300:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.938303:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00000400:00000010:3.0:1767326936.938304:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00000100:00000001:3.0:1767326936.938306:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.938309:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.938315:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.938317:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.938321:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.938322:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326936.938875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878455f00. 00010000:00000010:1.1:1767326936.938890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847b98800. 00000800:00000001:2.0:1767326936.941661:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.941672:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.941689:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.941693:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.941702:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941708:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.941714:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941726:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941731:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941735:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e080 00000400:00000200:2.0:1767326936.941739:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941743:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a45d [1] + 224 00000800:00000001:2.0:1767326936.941749:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.941753:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.941756:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.941759:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.941763:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.941769:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.941780:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.941796:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.941806:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.941809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.941810:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.941811:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.941814:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941816:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.941819:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941821:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941823:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.941825:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0df80 00000400:00000200:2.0:1767326936.941828:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.941832:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.941832:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a42d [1] + 224 00000100:00000001:0.0:1767326936.941837:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.941838:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326936.941857:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326936.941864:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326936.941865:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.941869:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.941870:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326936.941876:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000200:2.0:1767326936.941878:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326936.941880:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:0.0:1767326936.941885:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326936.941886:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.941893:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.941894:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.941926:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.941927:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.941953:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.941954:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.941956:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.941958:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.941960:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.941961:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.941964:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.941965:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326936.941969:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326936.941972:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326936.941973:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.941976:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.941977:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.941980:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.941982:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.941984:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.941985:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.941986:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326936.941987:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.941988:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.941995:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.941995:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.942002:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942003:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.942007:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.942009:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.942010:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.942012:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326936.942014:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942015:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.942022:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:3.0:1767326936.942022:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326936.942026:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767326936.942030:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638144:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.942034:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.942036:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.942037:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200370. 00000100:00000001:0.0:1767326936.942039:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.942042:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.942043:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b100 x1853164247638144/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.942046:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728887f8 00000400:00000200:2.0:1767326936.942052:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326936.942052:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728887f8. 00000100:00000001:0.0:1767326936.942054:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.942058:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326936.942059:0:2520:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767326936.942062:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00000400:00000200:2.0:1767326936.942062:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e100 02000000:00000001:0.0:1767326936.942067:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767326936.942069:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.942070:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326936.942072:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:0.0:1767326936.942073:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.942078:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.942081:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b0600. 00000400:00000200:2.0:1767326936.942084:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a465 [1] + 224 02000000:00000001:0.0:1767326936.942086:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.942090:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.942093:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b100. 00000800:00000001:2.0:1767326936.942095:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.942096:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326936.942098:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.942099:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.942103:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942104:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.942110:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.942110:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.942114:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.942115:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.942116:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942119:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942120:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.942120:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.942126:0:2520:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326936.942129:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326936.942130:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326936.942134:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.942136:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.942138:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.942139:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.942145:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326936.942153:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326936.942156:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942157:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326936.942160:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.942164:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326936.942168:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.942171:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.942172:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326936.942175:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000800:00000001:2.0:1767326936.942178:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.942178:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326936.942182:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.942185:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.942188:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.942189:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.942194:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.942200:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.942201:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.942205:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.942208:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.942211:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:3.0:1767326936.942216:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.942221:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.942229:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326936.942234:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247637888:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.942235:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.942242:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e180 00000100:00000001:3.0:1767326936.942243:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942248:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.942250:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326936.942255:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870597480 x1853164247637888/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.942260:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a47d [1] + 224 00000800:00000001:2.0:1767326936.942265:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.942270:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.942273:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326936.942279:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326936.942281:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326936.942284:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84120a200. 00000400:00000200:2.0:1767326936.942287:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:3.0:1767326936.942289:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326936.942292:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326936.942292:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326936.942296:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:2.0:1767326936.942300:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.942300:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326936.942302:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097200. 02000000:00000001:3.0:1767326936.942308:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326936.942310:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326936.942313:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597480. 00000100:00000040:2.0:1767326936.942318:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942319:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326936.942321:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.942326:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942331:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.942333:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326936.942338:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326936.942339:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326936.942341:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200318. 00000400:00000200:3.0:1767326936.942344:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888220 00000100:00000001:2.0:1767326936.942345:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326936.942348:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888220. 00000100:00000001:3.0:1767326936.942356:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326936.942360:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326936.942362:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.942371:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326936.942372:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.942374:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.942375:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.942380:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.942385:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.942385:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.942388:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326936.942390:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326936.942391:0:2520:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326936.942393:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.942394:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326936.942395:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326936.942399:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767326936.942400:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619a0. 00000100:00000001:3.0:1767326936.942403:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.942405:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:1.0:1767326936.942406:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 02000000:00000001:3.0:1767326936.942408:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.942411:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00001000:3.0:1767326936.942414:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326936.942415:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.942418:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.942422:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:3.0:1767326936.942423:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326936.942428:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.942429:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.942431:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326936.942435:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.942439:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e000 00010000:00000001:3.0:1767326936.942440:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326936.942444:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.942449:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.942449:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767326936.942450:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.942454:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:3.0:1767326936.942460:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326936.942461:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a445 [1] + 224 00000100:00000001:3.0:1767326936.942463:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.942465:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.942469:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.942471:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.942473:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326936.942473:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.942477:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.942480:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.942483:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942486:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326936.942488:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942490:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.942492:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.942494:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326936.942497:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.942504:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.942508:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326936.942510:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.942517:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326936.942520:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.942521:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.942527:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326936.942529:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326936.942531:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.942535:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326936.942535:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247638272:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:1.0:1767326936.942536:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.942541:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.942543:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942545:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326936.942546:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942549:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.942550:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.942557:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870595880 x1853164247638272/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.942579:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.942579:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.942583:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.942584:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.942591:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.942601:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247638400:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.942604:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.942606:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.942606:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326936.942611:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247638400/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.942612:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.942616:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.942627:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.942630:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326936.942632:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326936.942633:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e87869ea00. 00000100:00000001:3.0:1767326936.942633:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326936.942638:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326936.942638:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326936.942639:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767326936.942642:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858097c00. 00000020:00000001:1.0:1767326936.942643:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767326936.942645:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767326936.942647:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000001:0.0:1767326936.942648:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326936.942648:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326936.942652:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767326936.942653:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767326936.942654:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b31b8. 00000020:00000040:3.0:1767326936.942656:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000010:1.0:1767326936.942658:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85a5dd200. 00000020:00000001:3.0:1767326936.942660:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326936.942664:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858096a00. 02000000:00000001:1.0:1767326936.942665:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.942668:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326936.942669:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767326936.942671:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000100:00000010:1.0:1767326936.942672:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 02000000:00000001:3.0:1767326936.942672:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767326936.942677:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000010:3.0:1767326936.942678:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595880. 00000100:00000001:1.0:1767326936.942679:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.942683:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942684:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.942685:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.942689:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942690:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326936.942693:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.942695:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.942696:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.942699:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.942703:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942705:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.942707:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.942708:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.942709:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942715:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.942727:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.942729:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.942730:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.942732:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.942735:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.942737:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.942738:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.942744:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.942748:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.942752:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.942755:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.942756:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.942758:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.942760:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.942762:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.942764:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.942765:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.942766:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.942771:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.942778:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.942779:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.942781:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.942784:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.942795:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638016:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.942799:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942806:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.942810:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841ad80 x1853164247638016/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.942816:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.942818:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.942819:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752600. 02000000:00000001:0.0:1767326936.942821:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.942822:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.942823:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.942824:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.942825:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b0800. 02000000:00000001:0.0:1767326936.942827:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.942827:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.942828:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841ad80. 00000100:00000001:0.0:1767326936.942830:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.942831:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942832:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.942835:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.942837:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.942838:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.942860:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.942906:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.942912:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.942914:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.942918:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.942923:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.942928:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.942934:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.942938:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.942942:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.942945:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0dc00 00000400:00000200:3.0:1767326936.942950:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.942953:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a3b5 [1] + 224 00000800:00000001:3.0:1767326936.942957:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.942962:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.942964:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.942968:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.942971:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.942974:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.942982:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.942996:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.943000:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.943002:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.943009:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.943012:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326936.943015:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.943016:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.943018:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f611b8. 00000400:00000200:1.0:1767326936.943021:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:1.0:1767326936.943022:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:1.0:1767326936.943024:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326936.943027:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326936.943034:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.943041:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.943042:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.943044:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.943045:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.943046:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.943048:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.943049:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326936.943052:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326936.943055:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.943057:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.943059:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.943060:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.943062:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.943064:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.943066:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.943068:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.943069:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.943073:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.943079:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.943082:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.943083:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.943087:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.943092:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247636992:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.943094:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.943095:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.943097:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247636992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.943100:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.943101:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.943103:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b1800. 02000000:00000001:1.0:1767326936.943105:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.943105:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.943106:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.943107:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.943109:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e844b82200. 02000000:00000001:1.0:1767326936.943110:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.943111:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.943112:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:1.0:1767326936.943113:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.943114:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.943116:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.943117:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.943117:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.943118:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.943119:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.944837:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.944874:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.944877:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.944879:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.944885:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944890:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.944894:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944897:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944900:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944904:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e200 00000400:00000200:2.0:1767326936.944907:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944910:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a48d [1] + 224 00000800:00000001:2.0:1767326936.944914:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.944916:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.944918:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.944920:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.944922:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.944926:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.944935:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.944947:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.944952:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.944955:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.944957:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.944959:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.944962:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.944967:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.944968:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.944971:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.944974:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.944975:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.944978:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.944979:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.944980:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619f8. 00000400:00000200:1.0:1767326936.944985:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000200:2.0:1767326936.944987:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.944989:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:1.0:1767326936.944994:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.944994:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1700 00000100:00000200:1.0:1767326936.945004:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.945004:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 1640 00000800:00000001:2.0:1767326936.945013:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326936.945022:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.945029:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.945031:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.945033:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.945035:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.945036:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.945038:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.945040:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.945044:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326936.945045:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326936.945049:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767326936.945051:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.945054:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.945055:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.945059:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.945062:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.945066:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.945067:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.945071:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326936.945072:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326936.945073:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767326936.945075:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326936.945077:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.945082:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594a80. 00000100:00000040:1.0:1767326936.945084:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.945087:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594a80 x1853164010346240 msgsize 328 00000100:00000001:1.0:1767326936.945096:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326936.945097:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326936.945103:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.945105:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.945109:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.945109:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.945115:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326936.945120:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247638528:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326936.945121:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.945128:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.945131:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.945135:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247638528/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.945146:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.945147:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.945149:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daae00. 02000000:00000001:1.0:1767326936.945152:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.945153:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.945155:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326936.945156:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326936.945158:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326936.945161:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.945163:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.945165:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:1.0:1767326936.945168:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.945170:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.945172:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767326936.945173:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.945175:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346240 02000000:00000001:3.0:1767326936.945178:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326936.945180:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.945180:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.945183:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.945184:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.945187:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.945189:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326936.945191:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346240 00000100:00000001:1.0:1767326936.945192:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.945193:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.945196:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.945198:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.945200:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.945202:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.945204:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.945206:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.945210:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.945212:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.945213:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.945217:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000020:00000010:3.0:1767326936.945220:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.945224:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.945228:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.945230:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.945232:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.945233:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.945238:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.945248:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.945265:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.945267:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.945269:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.945270:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.945272:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10877 00000100:00000040:3.0:1767326936.945275:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.945276:0:193132:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.945277:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320000 : -115549915231616 : ffff96e870594a80) 00000100:00000001:2.0:1767326936.945278:0:193132:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.945281:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594a80 x1853164010346240/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.945290:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.945292:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.945294:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.945297:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.945301:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88280:x1853164010346240:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.945304:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010346240 00010000:00000001:3.0:1767326936.945307:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.945312:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.945313:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.945315:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b0e00 refcount=2 00000020:00000001:3.0:1767326936.945316:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236593152 : -115550472958464 : ffff96e84f1b0e00) 00010000:00000001:3.0:1767326936.945318:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236593152 : -115550472958464 : ffff96e84f1b0e00) 00010000:00000001:3.0:1767326936.945321:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.945322:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.945327:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.945338:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.945340:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.945343:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11c00. 02000000:00000001:3.0:1767326936.945344:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.945345:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.945348:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.945350:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.945352:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.945354:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.945356:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.945358:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.945359:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.945361:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.945363:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.945365:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.945367:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093660. 00000100:00000200:3.0:1767326936.945370:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010346240, offset 224 00000400:00000200:3.0:1767326936.945374:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.945379:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.945386:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.945391:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556749:1556749:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556742:1556742:8:4294967295] 00000400:00000200:3.0:1767326936.945395:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.945402:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.945407:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.945412:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9900. 00000800:00000200:3.0:1767326936.945417:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.945423:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.945425:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.945435:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.945438:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.945442:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.945445:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a6c0. 00010000:00000001:3.0:1767326936.945447:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.945455:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.945457:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.945459:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.945461:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.945465:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594a80 x1853164010346240/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326936.945477:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.945482:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.945486:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88280:x1853164010346240:12345-192.168.204.119@tcp:104: Request processed in 192us (395us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326936.945487:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326936.945493:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:2.0:1767326936.945497:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.945498:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326936.945498:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10877 00000800:00000010:2.0:1767326936.945503:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00000100:00000040:3.0:1767326936.945503:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:1.0:1767326936.945505:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.945506:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767326936.945507:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326936.945509:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767326936.945513:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326936.945513:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000400:00000200:2.0:1767326936.945518:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093660 00000020:00000010:3.0:1767326936.945518:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00010000:1.0:1767326936.945522:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f1b0e00 already unused, calling callback (ffffffffc13180e0) 00000400:00000010:2.0:1767326936.945522:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093660. 00000020:00000010:3.0:1767326936.945522:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00000008:00000001:1.0:1767326936.945529:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.945529:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767326936.945529:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326936.945531:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326936.945534:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326936.945534:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.945539:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.945542:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.945544:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f1b0e00 refcount=3 00000020:00000001:1.0:1767326936.945547:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523236593152 : -115550472958464 : ffff96e84f1b0e00) 00010000:00000001:1.0:1767326936.945550:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523236593152 : -115550472958464 : ffff96e84f1b0e00) 00010000:00000001:1.0:1767326936.945553:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.945556:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.945563:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.945565:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.945569:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.945571:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.945573:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.945575:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.945577:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.945579:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.945581:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.945585:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.945587:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.945589:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.945591:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.945594:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f1b0e00 with handle 0xb12620548e07c47e from hash 00010000:00000001:1.0:1767326936.945596:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.945597:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.945598:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.945599:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.945601:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.945602:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.945605:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.945608:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.945609:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.945609:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.945611:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.945612:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.945615:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000040:1.0:1767326936.945617:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.945620:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.945622:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.945625:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.945628:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daae00. 00000100:00000001:1.0:1767326936.945632:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.945634:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.945637:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.945644:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.945645:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.945649:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.945654:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.945660:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.945683:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.945686:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.945687:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.945689:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.945691:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.945693:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.945696:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.945702:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326936.945704:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.945706:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767326936.945709:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f1b0e00/0xb12620548e07c47e lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x354e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d496e00 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.945710:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.945729:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326936.945733:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860c09980. 00010000:00000040:1.0:1767326936.945739:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8713c9700 count: 0 00000100:00000001:0.0:1767326936.945742:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1767326936.945745:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f0e3900. 00000100:00000001:0.0:1767326936.945746:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.945752:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.945754:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.945757:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.945762:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638656:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326936.945763:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.945766:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326936.945768:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767326936.945768:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a6c0. 00010000:00000001:1.0:1767326936.945772:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.945774:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326936.945774:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.945777:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.945778:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.945779:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.945780:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.945782:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.945783:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.945783:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.945786:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.945788:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767326936.945789:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767326936.945795:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 00000100:00000001:1.0:1767326936.945795:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.945797:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.945799:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.945805:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.945808:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b31b8. 00000400:00000010:0.0:1767326936.945810:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326936.945814:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638656, portal 18 00000100:00000001:0.0:1767326936.945816:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.945817:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000100:00000040:0.0:1767326936.945821:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.945825:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.945827:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.945828:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163660. 00000100:00000200:0.0:1767326936.945830:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638656, offset 0 00000400:00000200:0.0:1767326936.945833:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.945836:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.945838:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.945855:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.945858:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.945861:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.945864:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.945867:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556750:1556750:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556743:1556743:8:4294967295] 00000400:00000200:0.0:1767326936.945870:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.945875:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.945878:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.945881:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326936.945884:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.945887:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.945889:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.945899:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.945902:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.945905:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.945908:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855669 00000100:00000001:0.0:1767326936.945913:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855661 00000100:00000001:0.0:1767326936.945917:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855669 00000100:00000001:0.0:1767326936.945920:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855661 00000100:00000001:0.0:1767326936.945923:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.945926:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.945929:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.945930:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.945934:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.945935:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.945937:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.945939:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.945940:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.945943:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.945982:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.945986:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326936.945990:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.945994:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.945997:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:2.0:1767326936.945999:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000100:00000001:2.0:1767326936.946001:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.946005:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.946014:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.946017:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.946024:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.946025:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326936.947879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b97200. 00010000:00000010:2.1:1767326936.947883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85938d500. 00010000:00000010:2.1:1767326936.947891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e859389000. 00010000:00000010:1.1:1767326936.947899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f05c000. 00010000:00000010:1.1:1767326936.947913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713c9900. 00010000:00000010:1.1:1767326936.947917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870d00e00. 00000800:00000001:2.0:1767326936.948127:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948135:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.948137:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948140:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.948145:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948149:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.948154:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948157:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948161:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948164:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1b00 00000400:00000200:2.0:1767326936.948170:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a3d5 [2] + 1968 00000400:00000010:2.0:1767326936.948173:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200058. 00000400:00000200:2.0:1767326936.948177:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23600 00000800:00000001:2.0:1767326936.948180:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948184:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.948186:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.948189:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.948192:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23600 00000400:00000010:2.0:1767326936.948194:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23600. 00000100:00000001:2.0:1767326936.948198:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.948199:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326936.948202:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36850 x1853164010347264 msgsize 328 00000100:00100000:2.0:1767326936.948206:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326936.948208:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326936.948221:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.948226:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948229:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.948231:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948233:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.948237:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948241:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.948245:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948248:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948252:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.948256:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1d80 00000400:00000200:2.0:1767326936.948263:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa7ed01 [2] + 1640 00000100:00000010:3.0:1767326936.948264:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b13800. 00000800:00000001:2.0:1767326936.948268:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.948272:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326936.948273:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c234000. 00000400:00000200:2.0:1767326936.948275:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767326936.948278:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000200:2.0:1767326936.948282:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:3.0:1767326936.948286:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767326936.948287:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.948291:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:3.0:1767326936.948294:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00000100:00000010:2.0:1767326936.948295:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594380. 00000100:00000040:2.0:1767326936.948300:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594380 x1853164010347904 msgsize 328 00000400:00000010:3.0:1767326936.948301:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a6c0. 00000100:00100000:2.0:1767326936.948307:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.948311:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.948314:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347264 02000000:00000001:3.0:1767326936.948316:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.948319:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.948319:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.948323:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.948325:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326936.948327:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.948331:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.948332:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347264 00000800:00000001:2.0:1767326936.948336:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326936.948336:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.948339:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000800:00000001:2.0:1767326936.948341:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326936.948342:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.948343:0:198615:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767326936.948346:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00100000:0.0:1767326936.948347:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347904 00000400:00000200:2.0:1767326936.948350:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326936.948350:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:0.0:1767326936.948351:0:198615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326936.948356:0:198615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326936.948356:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326936.948359:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.948361:0:198615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.948362:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326936.948366:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.948367:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000200:2.0:1767326936.948371:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.948372:0:198615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.948373:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326936.948378:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347904 00000400:00000200:2.0:1767326936.948379:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.948379:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000001:0.0:1767326936.948384:0:198615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326936.948387:0:198615:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000200:2.0:1767326936.948388:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1e00 00000020:00000010:3.0:1767326936.948389:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 00000020:00000001:0.0:1767326936.948390:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.948394:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000010:3.0:1767326936.948396:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000001:0.0:1767326936.948399:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:2.0:1767326936.948400:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 0 00000020:00000010:3.0:1767326936.948402:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000020:00000001:0.0:1767326936.948404:0:198615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:0.0:1767326936.948411:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767326936.948411:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326936.948412:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.948417:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767326936.948418:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000800:00000001:2.0:1767326936.948419:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.948419:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.948423:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.948424:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.948424:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767326936.948431:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00000100:00000001:3.0:1767326936.948432:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.948434:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:0.0:1767326936.948439:0:198615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e868da2800. 00000100:00000001:2.0:1767326936.948440:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.948443:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:0.0:1767326936.948444:0:198615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e86930d780. 00000100:00000001:3.0:1767326936.948446:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326936.948448:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594e00. 00000020:00000010:0.0:1767326936.948451:0:198615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8508c5ed8. 00000100:00000040:2.0:1767326936.948453:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594e00 x1853164010348032 msgsize 328 00000100:00000001:3.0:1767326936.948457:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767326936.948459:0:198615:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.948461:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.948464:0:198615:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767326936.948465:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.948467:0:198615:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.948472:0:198615:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.948472:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10878 00000100:00000001:2.0:1767326936.948477:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.948480:0:198615:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.948480:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.948485:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933395024 : -115549776156592 : ffff96e878a36850) 00000100:00000001:2.0:1767326936.948492:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767326936.948492:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36850 x1853164010347264/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.948496:0:198615:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.948496:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348032 02000000:00000001:2.0:1767326936.948501:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.948504:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.948506:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.948509:0:198615:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767326936.948511:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.948512:0:198615:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326936.948515:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767326936.948517:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348032 00000020:00000001:2.0:1767326936.948521:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767326936.948521:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00100000:0.0:1767326936.948522:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 285 00000020:00000040:2.0:1767326936.948524:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326936.948525:0:193130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.948527:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.948529:0:193130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767326936.948530:0:198615:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00000001:2.0:1767326936.948530:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326936.948533:0:193130:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.948533:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000040:2.0:1767326936.948534:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000100:00000001:0.0:1767326936.948535:0:198615:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794318208 : -115549915233408 : ffff96e870594380) 00000100:00000001:1.0:1767326936.948537:0:193130:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.948541:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00100000:3.0:1767326936.948546:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88275:x1853164010347264:12345-192.168.204.119@tcp:104: 00000100:00000040:0.0:1767326936.948547:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594380 x1853164010347904/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767326936.948547:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.948554:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.948558:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000200:3.0:1767326936.948559:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010347264 00000100:00000001:2.0:1767326936.948563:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326936.948565:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000010:2.0:1767326936.948569:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:3.0:1767326936.948572:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.948574:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767326936.948575:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.948576:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000040:3.0:1767326936.948578:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86060aa00 refcount=2 00000020:00000010:0.0:1767326936.948579:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000020:00000001:3.0:1767326936.948581:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523526367744 : -115550183183872 : ffff96e86060aa00) 00000020:00000010:2.0:1767326936.948582:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf300. 00000100:00000001:0.0:1767326936.948584:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326936.948585:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523526367744 : -115550183183872 : ffff96e86060aa00) 00000020:00000010:2.0:1767326936.948588:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000020:00000010:0.0:1767326936.948590:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00010000:00000001:3.0:1767326936.948591:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.948595:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767326936.948595:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.948599:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767326936.948601:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:139440:x1853164010347904:12345-192.168.204.119@tcp:104: 00000100:00000001:2.0:1767326936.948602:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.948602:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.948609:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.948611:0:198615:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010347904 00010000:00000001:0.0:1767326936.948616:0:198615:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326936.948617:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767326936.948620:0:198615:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767326936.948620:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767326936.948621:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.948625:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767326936.948626:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12800. 00000020:00000040:0.0:1767326936.948629:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843191a00 refcount=2 02000000:00000001:3.0:1767326936.948629:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.948631:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.948632:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767326936.948635:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767326936.948636:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767326936.948638:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.948641:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035138560 : -115550674413056 : ffff96e843191a00) 00000100:00001000:3.0:1767326936.948642:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00100000:2.0:1767326936.948643:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10879 00010000:00000001:0.0:1767326936.948647:0:198615:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035138560 : -115550674413056 : ffff96e843191a00) 00000100:00000001:3.0:1767326936.948649:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.948650:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00010000:00000001:0.0:1767326936.948654:0:198615:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.948655:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320896 : -115549915230720 : ffff96e870594e00) 00000100:00000040:3.0:1767326936.948655:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.948659:0:198615:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.948659:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.948661:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.948664:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.948665:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.948666:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.948672:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.948678:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093aa0. 00000100:00000040:2.0:1767326936.948679:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594e00 x1853164010348032/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.948683:0:198615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767326936.948685:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010347264, offset 224 02000000:00000001:0.0:1767326936.948687:0:198615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326936.948692:0:198615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e8580c7c00. 02000000:00000001:0.0:1767326936.948697:0:198615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.948697:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.948698:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326936.948702:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.948703:0:198615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.948707:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.948709:0:198615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767326936.948709:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326936.948713:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:0.0:1767326936.948714:0:198615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.948733:0:198615:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=38 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.948733:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00100000:2.0:1767326936.948734:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010348032:12345-192.168.204.119@tcp:104: 00000100:00000001:0.0:1767326936.948742:0:198615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767326936.948743:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556751:1556751:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556744:1556744:8:4294967295] 00000100:00000200:2.0:1767326936.948745:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010348032 00000100:00000040:0.0:1767326936.948748:0:198615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.948749:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767326936.948753:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.948755:0:198615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:2.0:1767326936.948755:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.948759:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326936.948761:0:198615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767326936.948763:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f5600 refcount=2 02000000:00000001:0.0:1767326936.948765:0:198615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.948766:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:2.0:1767326936.948768:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253650944 : -115550455900672 : ffff96e8501f5600) 00000100:00000001:0.0:1767326936.948771:0:198615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326936.948774:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253650944 : -115550455900672 : ffff96e8501f5600) 00000100:00000040:0.0:1767326936.948779:0:198615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000200:3.0:1767326936.948780:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.948781:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.948785:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.948786:0:198615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163000. 00000800:00000010:3.0:1767326936.948788:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9700. 00010000:00010000:2.0:1767326936.948791:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:0.0:1767326936.948792:0:198615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010347904, offset 224 00000800:00000200:3.0:1767326936.948797:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:0.0:1767326936.948805:0:198615:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.948809:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.0:1767326936.948811:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:2.0:1767326936.948813:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767326936.948815:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326936.948818:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9700 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767326936.948819:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 00000400:00000200:0.0:1767326936.948824:0:198615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000001:2.0:1767326936.948824:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.948829:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.948830:0:198615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556752:1556752:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556745:1556745:7:4294967295] 00000100:00000001:3.0:1767326936.948833:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.948835:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767326936.948838:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.948859:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.948863:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326936.948867:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.948870:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767326936.948874:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1767326936.948878:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.948880:0:198615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000010:3.0:1767326936.948881:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 00000100:00000001:2.0:1767326936.948883:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:3.0:1767326936.948888:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:2.0:1767326936.948889:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1767326936.948893:0:198615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326936.948893:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.948898:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326936.948900:0:198615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00010000:00010000:3.0:1767326936.948900:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:2.0:1767326936.948903:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.948907:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.948909:0:198615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000010:2.0:1767326936.948910:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888bb0. 00010000:00000001:3.0:1767326936.948911:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.948917:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.948918:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767326936.948918:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010348032, offset 224 00000800:00000200:0.0:1767326936.948920:0:198615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:1.0:1767326936.948923:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.948927:0:198615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326936.948928:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36850 x1853164010347264/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326936.948930:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:2.0:1767326936.948931:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.948934:0:198615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.948938:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1767326936.948941:0:198615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326936.948942:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.948943:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767326936.948946:0:198615:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326936.948950:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.948951:0:198615:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e850da0840. 00000400:00000200:2.0:1767326936.948955:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326936.948956:0:198615:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1767326936.948957:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88275:x1853164010347264:12345-192.168.204.119@tcp:104: Request processed in 435us (747us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.948964:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767326936.948967:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556753:1556753:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556746:1556746:6:4294967295] 00010000:00000001:0.0:1767326936.948971:0:198615:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.948976:0:198615:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.948976:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86060aa00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326936.948978:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10878 00000400:00000200:2.0:1767326936.948981:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326936.948983:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.948985:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:0.0:1767326936.948987:0:198615:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.948987:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.948992:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.948992:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767326936.948996:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326936.948997:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767326936.948998:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594380 x1853164010347904/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326936.948999:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:1.0:1767326936.949000:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86060aa00 refcount=3 00000020:00000010:3.0:1767326936.949004:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000020:00000001:1.0:1767326936.949007:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523526367744 : -115550183183872 : ffff96e86060aa00) 00000020:00000010:3.0:1767326936.949012:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:1.0:1767326936.949015:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523526367744 : -115550183183872 : ffff96e86060aa00) 00000800:00000200:2.0:1767326936.949016:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326936.949021:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00000100:00100000:0.0:1767326936.949023:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:139440:x1853164010347904:12345-192.168.204.119@tcp:104: Request processed in 445us (718us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326936.949024:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:2.0:1767326936.949025:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000020:00000040:3.0:1767326936.949027:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00010000:1.0:1767326936.949030:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326936.949038:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 285 00000800:00000200:2.0:1767326936.949039:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:0.0:1767326936.949043:0:198615:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 02000000:00000001:3.0:1767326936.949043:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326936.949047:0:198615:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767326936.949047:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11c00. 00000100:00000001:0.0:1767326936.949051:0:198615:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1767326936.949053:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:3.0:1767326936.949053:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767326936.949055:0:198615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e86930d780. 00000100:00000010:3.0:1767326936.949057:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594a80. 00000800:00000200:2.0:1767326936.949061:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1767326936.949063:0:198615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8508c5ed8. 02000000:00000001:3.0:1767326936.949063:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.949066:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000020:00000010:0.0:1767326936.949071:0:198615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e868da2800. 00000100:00000001:2.0:1767326936.949071:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.949071:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326936.949072:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000010:3.0:1767326936.949074:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594700. 00000020:00000001:1.0:1767326936.949078:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:3.0:1767326936.949079:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767326936.949080:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000040:0.0:1767326936.949081:0:198615:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 02000000:00000010:3.0:1767326936.949082:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10800. 00000020:00000001:1.0:1767326936.949083:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:0.0:1767326936.949087:0:198615:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.949088:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:3.0:1767326936.949088:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00001000:1.0:1767326936.949089:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000010:3.0:1767326936.949092:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00010000:00000010:2.0:1767326936.949094:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23600. 00000008:00000001:1.0:1767326936.949095:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:3.0:1767326936.949098:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326936.949100:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.949100:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000010:3.0:1767326936.949101:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36c00. 00000020:00001000:1.0:1767326936.949105:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 02000000:00000001:3.0:1767326936.949107:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326936.949108:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.949110:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00010000:00000001:1.0:1767326936.949112:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1767326936.949113:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000020:00000001:0.0:1767326936.949115:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326936.949116:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.949117:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767326936.949118:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.949118:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949121:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767326936.949121:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00010000:00000001:2.0:1767326936.949125:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.949126:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1767326936.949126:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767326936.949127:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.949129:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.949131:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.949131:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00000020:00000040:1.0:1767326936.949132:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86060aa00 with handle 0xb12620548e07c549 from hash 00010000:00000001:1.0:1767326936.949138:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.949139:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767326936.949140:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.949142:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767326936.949142:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326936.949142:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594e00 x1853164010348032/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767326936.949143:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00010000:00000001:1.0:1767326936.949147:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326936.949148:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.949149:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.949152:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:3.0:1767326936.949153:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00000001:1.0:1767326936.949157:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:3.0:1767326936.949158:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456e000. 00010000:00000001:1.0:1767326936.949161:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767326936.949166:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36800. 00010000:00010000:0.0:1767326936.949170:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843191a00 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:1.0:1767326936.949170:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1767326936.949173:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.949175:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.949177:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326936.949177:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:82037:x1853164010348032:12345-192.168.204.119@tcp:104: Request processed in 474us (718us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326936.949178:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.949180:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.949182:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326936.949184:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.949185:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.949188:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843191a00 refcount=3 00010000:00000001:1.0:1767326936.949190:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:0.0:1767326936.949191:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035138560 : -115550674413056 : ffff96e843191a00) 00010000:00000001:1.0:1767326936.949195:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767326936.949196:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035138560 : -115550674413056 : ffff96e843191a00) 00000100:00100000:2.0:1767326936.949196:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10879 00010000:00000001:0.0:1767326936.949200:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:1.0:1767326936.949202:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00010000:00010000:0.0:1767326936.949203:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.949203:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000040:1.0:1767326936.949208:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.949209:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1767326936.949210:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.949213:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1767326936.949215:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767326936.949216:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326936.949218:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:1.0:1767326936.949219:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767326936.949219:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf300. 00000800:00000001:3.0:1767326936.949219:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.949221:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:1.0:1767326936.949224:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.949225:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000001:3.0:1767326936.949225:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.949227:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 02000000:00000010:1.0:1767326936.949229:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755dabc00. 00000008:00000001:0.0:1767326936.949230:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000001:3.0:1767326936.949231:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.949234:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.949234:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000100:00000001:1.0:1767326936.949236:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.949240:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:0.0:1767326936.949241:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:1.0:1767326936.949241:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:2.0:1767326936.949242:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000008:00000001:0.0:1767326936.949246:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.949247:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.949248:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.949249:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.949253:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.949257:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.949259:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326936.949262:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.949263:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.949268:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.949272:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:3.0:1767326936.949272:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:0.0:1767326936.949273:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843191a00 with handle 0xb12620548e08fe2e from hash 00010000:00000001:1.0:1767326936.949276:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.949278:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767326936.949280:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767326936.949281:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.949283:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.949284:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326936.949284:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.949286:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.949287:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.949291:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000010:2.0:1767326936.949291:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9700. 00010000:00000001:0.0:1767326936.949294:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:1.0:1767326936.949296:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.949296:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1e80 00000400:00000200:2.0:1767326936.949298:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.949299:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.949302:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.949305:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.949308:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.949311:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.949311:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 328 00010000:00000001:0.0:1767326936.949313:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.949316:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.949322:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000400:00000200:2.0:1767326936.949323:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093aa0 00000800:00000001:3.0:1767326936.949323:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767326936.949328:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000010:2.0:1767326936.949329:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093aa0. 00000100:00000001:0.0:1767326936.949333:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767326936.949333:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.949335:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767326936.949336:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:3.0:1767326936.949336:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.949340:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326936.949340:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767326936.949341:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.949341:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.949343:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767326936.949345:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12800. 02000000:00000010:0.0:1767326936.949348:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00010000:00000001:1.0:1767326936.949348:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.949351:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767326936.949352:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.949353:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949354:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949355:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.949358:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767326936.949360:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000008:00000001:1.0:1767326936.949361:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.949362:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326936.949365:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:1.0:1767326936.949367:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.949368:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326936.949373:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000800:00000010:2.0:1767326936.949374:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00010000:00010000:0.0:1767326936.949379:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000040:3.0:1767326936.949380:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010348160 msgsize 328 00000400:00000200:2.0:1767326936.949382:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.949384:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.949391:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.949392:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326936.949395:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326936.949396:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86060aa00/0xb12620548e07c549 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4971e2 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326936.949396:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.949398:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.949402:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:2.0:1767326936.949407:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000100:00000040:0.0:1767326936.949408:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.949409:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.949413:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.949417:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.0:1767326936.949418:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f7cd80. 00000800:00000001:3.0:1767326936.949419:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1767326936.949427:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f4b0700 count: 0 00010000:00000001:0.0:1767326936.949429:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.949433:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.949435:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1767326936.949435:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f4b0900. 00000100:00000001:2.0:1767326936.949436:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767326936.949437:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.949439:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.949440:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348160 00010000:00000001:0.0:1767326936.949443:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.949444:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000008:00000001:0.0:1767326936.949447:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949448:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326936.949449:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.949452:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949453:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1767326936.949454:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.949457:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.949458:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 00000100:00100000:2.0:1767326936.949463:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348160 00010000:00000001:1.0:1767326936.949465:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.949468:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326936.949469:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326936.949470:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326936.949473:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191a00/0xb12620548e08fe2e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e94e6 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326936.949473:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:1.0:1767326936.949475:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.949477:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767326936.949482:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1767326936.949482:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.949487:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.949488:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000010:0.0:1767326936.949491:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848680580. 00010000:00000001:1.0:1767326936.949491:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1767326936.949493:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00010000:1.0:1767326936.949496:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326936.949496:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.949498:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:0.0:1767326936.949499:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f5eca00 count: 0 00000800:00000010:3.0:1767326936.949502:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000010:2.0:1767326936.949504:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00010000:00000010:0.0:1767326936.949507:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f5ece00. 00000100:00000001:2.0:1767326936.949510:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.949511:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326936.949513:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8501f5600 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.949517:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.949517:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:0.0:1767326936.949518:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.949521:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.949523:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767326936.949523:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.949524:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326936.949525:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000001:1.0:1767326936.949527:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:0.0:1767326936.949528:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e850da0840. 00000400:00000200:3.0:1767326936.949530:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888bb0 00000020:00000040:1.0:1767326936.949531:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f5600 refcount=3 00000020:00000010:2.0:1767326936.949532:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf300. 00010000:00000001:0.0:1767326936.949533:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.949535:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253650944 : -115550455900672 : ffff96e8501f5600) 00000400:00000010:3.0:1767326936.949535:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888bb0. 00000020:00000001:0.0:1767326936.949539:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.949540:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00010000:00000001:1.0:1767326936.949541:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253650944 : -115550455900672 : ffff96e8501f5600) 00000020:00000001:0.0:1767326936.949542:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.949542:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767326936.949546:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.949546:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767326936.949547:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326936.949548:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1767326936.949551:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.949552:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1767326936.949553:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326936.949554:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949555:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:0.0:1767326936.949558:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.949559:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.949562:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.949565:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949567:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.949569:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:1.0:1767326936.949572:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.949575:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:0.0:1767326936.949578:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326936.949578:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:2.0:1767326936.949579:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.949582:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00001000:1.0:1767326936.949584:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:0.0:1767326936.949586:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1767326936.949589:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326936.949592:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767326936.949593:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326936.949594:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949595:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00001000:1.0:1767326936.949600:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00100000:2.0:1767326936.949606:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10880 00000100:00000001:0.0:1767326936.949607:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1767326936.949607:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.949611:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949613:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767326936.949613:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 02000000:00000001:0.0:1767326936.949615:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.949618:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.949618:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00010000:00000001:1.0:1767326936.949619:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767326936.949623:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949624:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767326936.949627:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326936.949628:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767326936.949629:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010348160/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767326936.949630:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.949631:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638912:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326936.949632:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.949636:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767326936.949637:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8501f5600 with handle 0xb12620548e08db43 from hash 00000100:00000001:0.0:1767326936.949640:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767326936.949642:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767326936.949645:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326936.949646:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767326936.949648:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949649:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.949652:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767326936.949653:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767326936.949653:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326936.949656:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 02000000:00000010:0.0:1767326936.949658:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3a00. 00000100:00000001:2.0:1767326936.949661:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.949662:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949664:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767326936.949667:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000001:1.0:1767326936.949668:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:0.0:1767326936.949673:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.949676:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1767326936.949677:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88292:x1853164010348160:12345-192.168.204.119@tcp:104: 00000400:00000010:0.0:1767326936.949680:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00010000:00000001:1.0:1767326936.949681:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.949684:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767326936.949686:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010348160 00010000:00000001:1.0:1767326936.949687:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.949688:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 00010000:00000001:2.0:1767326936.949689:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326936.949694:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.949695:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767326936.949696:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638912, portal 18 00010000:00000001:1.0:1767326936.949698:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767326936.949699:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.949702:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767326936.949703:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8484a9c00 refcount=2 00000100:00000010:1.0:1767326936.949705:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00000100:00000001:0.0:1767326936.949706:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000020:00000001:2.0:1767326936.949708:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523122269184 : -115550587282432 : ffff96e8484a9c00) 00000020:00000040:1.0:1767326936.949710:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:2.0:1767326936.949714:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523122269184 : -115550587282432 : ffff96e8484a9c00) 00000100:00000001:1.0:1767326936.949715:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.949730:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326936.949731:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.949733:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.949733:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.949738:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326936.949742:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa000. 00010000:00010000:2.0:1767326936.949746:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.949750:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.949750:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949756:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:0.0:1767326936.949758:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326936.949763:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.949763:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767326936.949764:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163ee0. 02000000:00000001:2.0:1767326936.949767:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767326936.949770:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638912, offset 0 02000000:00000010:2.0:1767326936.949773:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:2.0:1767326936.949778:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.949782:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326936.949782:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.949784:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949787:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.949788:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767326936.949791:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.949792:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.949794:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326936.949797:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00001000:2.0:1767326936.949798:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326936.949801:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.949803:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326936.949804:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326936.949808:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:2.0:1767326936.949811:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000040:1.0:1767326936.949813:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_00+0] req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.949816:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326936.949817:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:0.0:1767326936.949821:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:2.0:1767326936.949825:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767326936.949827:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556754:1556754:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556747:1556747:8:4294967295] 02000000:00000001:2.0:1767326936.949829:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.949836:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326936.949838:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.949863:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.949867:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326936.949868:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728885d8. 00010000:00000001:1.0:1767326936.949875:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767326936.949875:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010348160, offset 224 00000400:00000200:0.0:1767326936.949876:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326936.949878:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.949883:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.949886:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.949888:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.949890:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326936.949893:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.949895:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326936.949897:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00010000:00010000:1.0:1767326936.949899:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.949906:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:0.0:1767326936.949907:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.949924:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326936.949925:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556755:1556755:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556748:1556748:7:4294967295] 00010000:00000001:1.0:1767326936.949926:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767326936.949930:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:1.0:1767326936.949931:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f5600/0xb12620548e08db43 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0049 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.949936:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.949947:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.949947:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847080c80. 00000400:00000200:2.0:1767326936.949949:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326936.949955:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00010000:00000040:1.0:1767326936.949955:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8603c4000 count: 0 00000800:00000200:2.0:1767326936.949961:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.949964:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326936.949964:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8603c4300. 00000800:00000010:2.0:1767326936.949968:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:0.0:1767326936.949969:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855665 00000100:00000001:0.0:1767326936.949973:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855669 00010000:00000001:1.0:1767326936.949975:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.949976:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855665 00000800:00000200:2.0:1767326936.949978:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326936.949980:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326936.949981:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855669 00000100:00000001:0.0:1767326936.949984:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767326936.949985:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23600. 00000800:00000200:2.0:1767326936.949988:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.949989:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.949992:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.949994:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.949995:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.949997:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.950000:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.950000:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.950001:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326936.950001:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.950007:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00010000:00010000:1.0:1767326936.950008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.950008:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.950010:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767326936.950012:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.950015:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767326936.950015:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.950015:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326936.950016:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950022:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:2.0:1767326936.950022:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23240. 00010000:00010000:1.0:1767326936.950023:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.950027:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.950028:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1767326936.950029:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.950029:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.950032:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.950034:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.950036:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000100:00100000:0.0:1767326936.950037:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:1.0:1767326936.950038:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767326936.950039:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00000001:0.0:1767326936.950042:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326936.950042:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00010000:00000001:1.0:1767326936.950045:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326936.950046:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.950049:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767326936.950050:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.950050:0:2512:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767326936.950051:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950054:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.950055:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.950056:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950061:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.950065:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326936.950066:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010348160/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.950068:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767326936.950073:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8484a9c00 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:0.0:1767326936.950078:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326936.950079:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.950083:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.950086:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326936.950086:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88292:x1853164010348160:12345-192.168.204.119@tcp:104: Request processed in 429us (700us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.950090:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.950094:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8484a9c00 refcount=3 00000100:00000001:0.0:1767326936.950101:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767326936.950101:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523122269184 : -115550587282432 : ffff96e8484a9c00) 00000100:00000001:0.0:1767326936.950105:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.950106:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10880 00010000:00000001:1.0:1767326936.950108:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523122269184 : -115550587282432 : ffff96e8484a9c00) 00000100:00000200:3.0:1767326936.950110:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.950111:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326936.950113:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326936.950114:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767326936.950115:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.950119:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767326936.950120:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1767326936.950122:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.950123:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.950128:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf300. 00000100:00100000:0.0:1767326936.950129:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638784:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1767326936.950135:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000100:00000001:0.0:1767326936.950139:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767326936.950142:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 02000000:00000001:0.0:1767326936.950143:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326936.950143:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1767326936.950144:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767326936.950147:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.950149:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:0.0:1767326936.950150:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767326936.950150:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000040:3.0:1767326936.950153:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.950154:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000010:0.0:1767326936.950155:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3800. 00000100:00000001:2.0:1767326936.950156:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.950161:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.950162:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.950168:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:0.0:1767326936.950171:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326936.950172:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.950174:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.950177:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000020:00001000:1.0:1767326936.950177:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000001:2.0:1767326936.950179:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.950179:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767326936.950184:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000008:00000001:1.0:1767326936.950184:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.950185:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.950190:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247638784, portal 18 00010000:00000001:1.0:1767326936.950192:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1767326936.950192:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.950196:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767326936.950198:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767326936.950199:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00010000:00000001:1.0:1767326936.950201:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.950205:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767326936.950209:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.950209:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.950213:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8484a9c00 with handle 0xb12620548e07d812 from hash 00000800:00000200:3.0:1767326936.950219:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.950220:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767326936.950222:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326936.950224:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767326936.950225:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00010000:00000001:1.0:1767326936.950228:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767326936.950229:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.950232:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767326936.950232:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.950234:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00010000:00000001:1.0:1767326936.950237:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767326936.950238:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247638784, offset 0 00010000:00000001:1.0:1767326936.950241:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.950242:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.950248:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:0.0:1767326936.950249:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.950249:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728885d8 00010000:00000001:1.0:1767326936.950254:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767326936.950254:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728885d8. 00010000:00000001:1.0:1767326936.950258:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767326936.950259:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.950260:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326936.950261:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.950264:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326936.950266:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:0.0:1767326936.950267:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326936.950269:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:0.0:1767326936.950272:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326936.950276:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00000400:00000200:0.0:1767326936.950277:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000040:1.0:1767326936.950282:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:0.0:1767326936.950283:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.950288:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1767326936.950289:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767326936.950294:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556756:1556756:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556749:1556749:8:4294967295] 02000000:00000001:1.0:1767326936.950294:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767326936.950299:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.950299:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.950307:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000010:1.0:1767326936.950307:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e755daa200. 00000800:00000200:0.0:1767326936.950314:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.950314:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.950320:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000010:0.0:1767326936.950321:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00010000:00010000:1.0:1767326936.950326:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:0.0:1767326936.950327:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.950334:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.950337:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:1.0:1767326936.950345:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.950347:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.950349:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.950350:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326936.950353:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000100:00000001:1.0:1767326936.950355:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.950360:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.950363:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855673 00000100:00000040:1.0:1767326936.950365:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_01+1] req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.950370:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855669 00000100:00000001:0.0:1767326936.950377:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855673 00000100:00000001:0.0:1767326936.950383:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855669 00010000:00000001:1.0:1767326936.950383:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326936.950387:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.950388:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.950391:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.950392:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767326936.950393:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00010000:00000001:1.0:1767326936.950396:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950397:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.950399:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.950402:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950403:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1767326936.950405:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.950409:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326936.950412:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.950412:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.950414:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000400:00000010:3.0:1767326936.950419:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:3.0:1767326936.950425:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767326936.950432:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767326936.950434:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.950436:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8484a9c00/0xb12620548e07d812 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c5aa expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.950437:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.950440:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.950445:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.950447:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.950452:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326936.950452:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84f77d900. 00010000:00000040:1.0:1767326936.950459:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f1d3e00 count: 0 00000100:00100000:0.0:1767326936.950460:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639040:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:1.0:1767326936.950466:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f1d3d00. 00000100:00000001:0.0:1767326936.950467:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.950471:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.950474:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.950475:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326936.950476:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767326936.950479:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1767326936.950482:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 00010000:00000010:1.0:1767326936.950483:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23240. 02000000:00000001:0.0:1767326936.950486:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.950489:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.950495:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326936.950496:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.950500:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.950501:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b58. 00000100:00000001:3.0:1767326936.950501:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767326936.950502:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.950506:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767326936.950509:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000020:00000001:1.0:1767326936.950509:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.950510:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.950514:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767326936.950516:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639040, portal 18 00000020:00000001:1.0:1767326936.950517:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.950520:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950522:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767326936.950524:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.950526:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000100:00000001:1.0:1767326936.950530:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.950532:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.950533:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1767326936.950535:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.950539:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.950539:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.950546:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.950546:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.950549:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.950550:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.950554:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326936.950555:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581636e8. 00000100:00000001:1.0:1767326936.950557:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326936.950559:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639040, offset 0 00000100:00000001:1.0:1767326936.950560:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326936.950568:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326936.950568:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.950574:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.950580:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326936.950581:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.950583:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.950585:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.950588:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:1.0:1767326936.950590:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326936.950591:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326936.950594:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326936.950595:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.950600:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556757:1556757:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556750:1556750:8:4294967295] 02000000:00000001:1.0:1767326936.950601:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.950605:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1767326936.950610:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639168:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:0.0:1767326936.950613:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326936.950618:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326936.950623:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326936.950623:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.950627:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326936.950628:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 02000000:00000001:1.0:1767326936.950630:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326936.950635:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:1.0:1767326936.950636:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e85a5dd200. 02000000:00000001:1.0:1767326936.950641:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.950645:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.950651:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1767326936.950651:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.950657:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619f8. 00000400:00000010:1.0:1767326936.950663:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000001:0.0:1767326936.950664:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.950667:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639168, portal 18 00000100:00000040:0.0:1767326936.950669:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000100:00000001:1.0:1767326936.950671:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.950674:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00000400:00000200:0.0:1767326936.950679:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326936.950683:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.950684:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855673 00000100:00000001:0.0:1767326936.950689:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855673 00000100:00000001:0.0:1767326936.950694:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855673 00000100:00000001:1.0:1767326936.950695:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.950700:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.950701:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855673 00000400:00000010:1.0:1767326936.950702:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00000001:0.0:1767326936.950703:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326936.950706:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639168, offset 0 00000100:00000001:0.0:1767326936.950707:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950713:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950715:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.950716:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.950717:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.950729:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.950731:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.950734:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.950738:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.950742:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.950745:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.950747:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.950749:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.950751:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.950753:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556758:1556758:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556751:1556751:7:4294967295] 00000400:00000200:1.0:1767326936.950756:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.950762:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.950768:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.950768:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767326936.950773:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326936.950779:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.950786:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.950789:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.950793:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.950796:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.950801:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.950803:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855665 00000100:00000001:1.0:1767326936.950806:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855673 00000100:00000001:1.0:1767326936.950809:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855665 00000100:00000001:1.0:1767326936.950812:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855673 00000800:00000200:2.0:1767326936.950814:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.950815:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326936.950819:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000100:00000001:1.0:1767326936.950820:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.950825:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.950825:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.950829:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.950835:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326936.950835:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.950861:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:2.0:1767326936.950865:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:2.0:1767326936.950869:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.950873:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.950882:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.950886:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.950892:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.950894:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326936.950903:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.950906:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000400:00000200:2.0:1767326936.950909:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.950913:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.950916:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:2.0:1767326936.950918:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000001:2.0:1767326936.950920:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.950924:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.950931:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.950934:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.950940:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.950941:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.950945:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.950947:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.950954:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.950960:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.950966:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.950969:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.950972:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.950976:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c1f80 00000400:00000200:3.0:1767326936.951019:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 656 00000800:00000001:3.0:1767326936.951024:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.951029:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.951032:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.951035:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.951038:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.951040:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.951043:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000040:3.0:1767326936.951046:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010348416 msgsize 328 00000100:00100000:3.0:1767326936.951049:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.951059:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.951063:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.951066:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.951089:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.951092:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348416 02000000:00000001:2.0:1767326936.951094:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.951095:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.951097:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.951100:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.951102:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348416 00000020:00000001:2.0:1767326936.951104:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.951105:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.951107:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.951108:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.951111:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.951113:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.951115:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.951118:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.951120:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.951122:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000020:00000010:2.0:1767326936.951125:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000010:2.0:1767326936.951128:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf300. 00000020:00000010:2.0:1767326936.951131:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000040:2.0:1767326936.951135:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.951137:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.951138:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.951140:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.951143:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.951152:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.951169:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.951171:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.951176:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10881 00000100:00000040:2.0:1767326936.951179:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.951181:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000040:2.0:1767326936.951187:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010348416/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.951194:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.951197:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.951199:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.951201:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00100000:2.0:1767326936.951205:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139444:x1853164010348416:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.951208:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010348416 00010000:00000001:2.0:1767326936.951210:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.951213:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.951215:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.951216:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cde00 refcount=2 00000020:00000001:2.0:1767326936.951218:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085716992 : -115550623834624 : ffff96e8461cde00) 00010000:00000001:2.0:1767326936.951220:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085716992 : -115550623834624 : ffff96e8461cde00) 00010000:00000001:2.0:1767326936.951224:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.951226:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.951229:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.951237:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.951239:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.951242:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326936.951244:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.951245:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.951248:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.951249:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.951252:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.951255:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.951257:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.951259:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.951261:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.951263:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.951265:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.951267:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.951270:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728886e8. 00000100:00000200:2.0:1767326936.951273:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010348416, offset 224 00000400:00000200:2.0:1767326936.951277:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.951281:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.951285:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.951289:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556759:1556759:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556752:1556752:8:4294967295] 00000400:00000200:2.0:1767326936.951293:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.951299:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.951304:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.951306:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000200:2.0:1767326936.951310:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.951314:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.951317:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.951331:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.951334:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.951337:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.951340:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326936.951342:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.951349:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.951352:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.951355:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.951357:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.951362:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010348416/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326936.951373:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326936.951376:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139444:x1853164010348416:12345-192.168.204.119@tcp:104: Request processed in 179us (327us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.951377:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.951383:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.951388:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10881 00010000:00000001:1.0:1767326936.951389:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767326936.951393:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326936.951395:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.951397:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326936.951399:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.951400:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326936.951402:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf300. 00000800:00000010:3.0:1767326936.951404:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00010000:00010000:1.0:1767326936.951406:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.951408:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000400:00000200:3.0:1767326936.951410:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.951415:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000400:00000200:3.0:1767326936.951421:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:2.0:1767326936.951422:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:1.0:1767326936.951425:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8461cde00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.951427:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.951428:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728886e8 00000400:00000010:3.0:1767326936.951432:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728886e8. 00000100:00000001:3.0:1767326936.951438:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:1.0:1767326936.951441:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.951442:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326936.951445:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.951448:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.951450:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.951452:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cde00 refcount=3 00000020:00000001:1.0:1767326936.951454:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085716992 : -115550623834624 : ffff96e8461cde00) 00010000:00000001:1.0:1767326936.951457:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085716992 : -115550623834624 : ffff96e8461cde00) 00010000:00000001:1.0:1767326936.951459:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326936.951461:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326936.951466:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326936.951467:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.951468:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.951469:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.951471:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.951472:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.951473:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.951474:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.951476:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.951478:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.951479:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.951480:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.951481:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.951483:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8461cde00 with handle 0xb12620548e08df09 from hash 00010000:00000001:1.0:1767326936.951485:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.951486:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.951487:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.951489:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.951490:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.951491:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.951494:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.951496:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.951497:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.951498:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.951499:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.951501:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.951504:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000040:1.0:1767326936.951506:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.951508:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.951509:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326936.951510:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.951514:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e87869ea00. 00000100:00000001:1.0:1767326936.951516:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.951517:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.951520:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.951524:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.951525:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.951526:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.951528:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.951540:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_00+0] req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.951558:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.951560:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.951561:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.951562:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.951563:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.951564:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.951566:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.951570:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.951572:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8461cde00/0xb12620548e08df09 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e1056 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326936.951577:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846faffc0. 00000100:00000001:0.0:1767326936.951580:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767326936.951581:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87132f000 count: 0 00000100:00000001:0.0:1767326936.951585:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767326936.951587:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87132f300. 00000100:00000001:0.0:1767326936.951588:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.951597:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.951599:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.951603:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:3.0:1767326936.951605:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1767326936.951607:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000800:00000001:3.0:1767326936.951613:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.951614:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326936.951614:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.951617:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.951619:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326936.951620:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326936.951623:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767326936.951624:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.951625:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.951627:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326936.951629:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.951632:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.951633:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.951634:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326936.951637:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.951641:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639296:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326936.951642:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.951646:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.951647:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.951649:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326936.951650:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.951655:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326936.951657:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.951662:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.951666:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326936.951667:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.951672:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.951673:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2100 02000000:00000001:0.0:1767326936.951677:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.951681:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 984 02000000:00000010:0.0:1767326936.951682:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 00000100:00000001:1.0:1767326936.951686:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326936.951688:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.951689:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326936.951690:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.951695:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.951696:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.951698:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.951701:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.951703:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3370. 00000400:00000200:3.0:1767326936.951703:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.951710:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000400:00000200:3.0:1767326936.951711:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:0.0:1767326936.951717:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639296, portal 18 00000100:00000001:3.0:1767326936.951732:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326936.951733:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767326936.951735:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326936.951737:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00000100:00000010:3.0:1767326936.951741:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000100:00000040:0.0:1767326936.951747:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.951747:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010348800 msgsize 328 00000100:00100000:3.0:1767326936.951760:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.951765:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.951769:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.951771:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767326936.951773:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581633b8. 00000800:00000001:3.0:1767326936.951777:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326936.951778:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639296, offset 0 00000800:00000001:3.0:1767326936.951783:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.951787:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.951793:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.951799:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326936.951801:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767326936.951803:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326936.951805:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348800 02000000:00000001:2.0:1767326936.951808:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767326936.951809:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326936.951811:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.951815:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.951816:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326936.951820:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.951821:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00100000:2.0:1767326936.951824:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348800 00000400:00000200:0.0:1767326936.951829:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556760:1556760:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556753:1556753:8:4294967295] 00000020:00000001:2.0:1767326936.951829:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.951832:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.951837:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.951859:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.951863:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.951866:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.951869:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.951873:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:2.0:1767326936.951876:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.951879:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00010000:00000010:0.1:1767326936.951879:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4b0f00. 00000020:00000010:2.0:1767326936.951883:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00010000:00000010:0.1:1767326936.951887:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86060ac00. 00000020:00000010:2.0:1767326936.951888:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf300. 00000020:00000010:2.0:1767326936.951894:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000400:00000200:0.0:1767326936.951896:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.951899:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.951903:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.951906:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.951908:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.951910:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326936.951913:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.951919:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.951924:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000100:00000001:2.0:1767326936.951924:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326936.951930:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326936.951934:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.0:1767326936.951938:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.951938:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1767326936.951944:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:2.0:1767326936.951946:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10882 00000100:00000001:3.0:1767326936.951949:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326936.951952:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.951953:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.951956:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000001:0.0:1767326936.951957:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.951957:0:274003:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.951963:0:274003:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.951964:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000100:00000040:2.0:1767326936.951967:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010348800/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326936.951974:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.951979:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855667 00000100:00000001:2.0:1767326936.951983:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.951985:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855673 00000020:00000010:2.0:1767326936.951988:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.951989:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855667 00000100:00000001:2.0:1767326936.951993:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.951995:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855673 00000020:00000010:2.0:1767326936.951998:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608440. 00000100:00000001:0.0:1767326936.952000:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.952004:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.952005:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88278:x1853164010348800:12345-192.168.204.119@tcp:104: 00000100:00000001:0.0:1767326936.952008:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.952013:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010348800 00000800:00000200:3.0:1767326936.952013:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.952014:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.952018:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000010:3.0:1767326936.952019:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000100:00000001:0.0:1767326936.952021:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326936.952023:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.952025:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767326936.952027:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.952027:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767326936.952031:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f4800 refcount=2 00000400:00000200:3.0:1767326936.952036:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:2.0:1767326936.952037:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253647360 : -115550455904256 : ffff96e8501f4800) 00000100:00000001:0.0:1767326936.952039:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.952042:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00010000:00000001:2.0:1767326936.952043:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253647360 : -115550455904256 : ffff96e8501f4800) 00000100:00000001:0.0:1767326936.952044:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326936.952048:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000100:00000001:0.0:1767326936.952049:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.952049:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326936.952052:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767326936.952054:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.952055:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.952060:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326936.952062:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.952084:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.952086:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.952089:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 02000000:00000001:2.0:1767326936.952090:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.952092:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.952094:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.952097:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.952099:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.952102:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.952105:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.952107:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.952109:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.952111:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.952113:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.952115:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.952117:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888550. 00000100:00000200:2.0:1767326936.952121:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010348800, offset 224 00000400:00000200:2.0:1767326936.952125:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.952130:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.952137:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326936.952138:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.952144:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556761:1556761:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556754:1556754:7:4294967295] 00000100:00000040:3.0:1767326936.952146:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.952152:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.952164:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.952166:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326936.952168:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326936.952173:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.952177:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000800:00000200:2.0:1767326936.952180:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.952185:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.952199:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.952210:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.952214:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.952217:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.952220:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326936.952222:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.952229:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.952231:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.952234:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.952236:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.952241:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010348800/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.952250:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88278:x1853164010348800:12345-192.168.204.119@tcp:104: Request processed in 265us (502us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.952252:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.952256:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.952256:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.952262:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00010000:00010000:0.0:1767326936.952263:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.952263:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10882 00000400:00000200:3.0:1767326936.952270:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.952271:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767326936.952271:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326936.952275:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326936.952276:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.952280:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.952281:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.952281:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.952284:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf300. 00000400:00000200:3.0:1767326936.952289:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888550 00000020:00000010:2.0:1767326936.952291:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000400:00000010:3.0:1767326936.952294:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888550. 00000020:00000010:2.0:1767326936.952297:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000100:00000001:3.0:1767326936.952301:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767326936.952302:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8501f4800 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:2.0:1767326936.952304:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:3.0:1767326936.952304:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326936.952307:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.952310:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.952311:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.952314:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.952316:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.952318:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8501f4800 refcount=3 00000020:00000001:0.0:1767326936.952321:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523253647360 : -115550455904256 : ffff96e8501f4800) 00010000:00000001:0.0:1767326936.952323:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523253647360 : -115550455904256 : ffff96e8501f4800) 00010000:00000001:0.0:1767326936.952326:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.952329:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.952336:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.952337:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.952340:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.952342:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.952343:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.952345:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.952346:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.952348:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.952350:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.952352:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.952354:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.952356:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.952358:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.952361:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8501f4800 with handle 0xb12620548e08db89 from hash 00010000:00000001:0.0:1767326936.952363:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.952364:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.952366:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.952367:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.952370:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.952371:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.952375:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.952377:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.952379:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.952380:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.952381:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.952383:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.952386:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.952389:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.952391:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.952393:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.952395:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.952399:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000100:00000001:0.0:1767326936.952402:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.952404:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.952407:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.952413:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.952414:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.952417:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.952419:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.952424:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.952447:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.952450:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.952451:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.952452:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.952454:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.952455:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.952458:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.952466:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.952469:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f4800/0xb12620548e08db89 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e016f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.952469:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.952473:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.952476:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1767326936.952481:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847080380. 00000100:00000040:1.0:1767326936.952484:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767326936.952487:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8603c4100 count: 0 00010000:00000010:0.0:1767326936.952492:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8603c4f00. 00000100:00000001:1.0:1767326936.952499:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326936.952501:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.952502:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.952504:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326936.952507:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1767326936.952508:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 02000000:00000001:1.0:1767326936.952510:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.952512:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.952515:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.952517:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.952521:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.952522:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639424:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326936.952525:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.952528:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326936.952530:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326936.952531:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.952534:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767326936.952535:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.952537:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.952538:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.952541:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326936.952542:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.952545:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326936.952547:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526dfc00. 02000000:00000001:1.0:1767326936.952551:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.952552:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.952556:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326936.952557:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.952559:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.952562:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f611b8. 00000100:00000001:0.0:1767326936.952563:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.952570:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326936.952575:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639424, portal 18 00000100:00000001:1.0:1767326936.952577:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.952579:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000100:00000040:1.0:1767326936.952585:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.952592:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.952595:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.952597:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000200:1.0:1767326936.952599:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639424, offset 0 00000400:00000200:1.0:1767326936.952604:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.952608:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.952612:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.952615:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.952618:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.952620:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.952623:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.952626:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556762:1556762:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556755:1556755:8:4294967295] 00000400:00000200:1.0:1767326936.952630:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.952637:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.952641:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.952645:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326936.952649:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.952654:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.952657:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.952666:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.952669:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.952673:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.952675:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855675 00000100:00000001:1.0:1767326936.952680:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855673 00000100:00000001:1.0:1767326936.952688:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855675 00000100:00000001:1.0:1767326936.952692:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855673 00000100:00000001:1.0:1767326936.952695:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.952697:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.952700:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.952702:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.952707:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.952709:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.952712:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.952713:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.952715:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.952728:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.952763:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.952766:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326936.952769:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.952773:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.952776:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00000400:00000010:3.0:1767326936.952778:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000100:00000001:3.0:1767326936.952781:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.952785:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.952793:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.952796:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.952802:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.952804:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.955291:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.955300:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.955303:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.955306:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.955313:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955319:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.955326:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955330:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955334:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955338:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2300 00000400:00000200:3.0:1767326936.955345:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 1312 00000800:00000001:3.0:1767326936.955350:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.955356:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.955358:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.955362:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.955367:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.955369:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.955373:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326936.955377:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010349312 msgsize 328 00000100:00100000:3.0:1767326936.955382:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.955392:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.955409:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.955411:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349312 02000000:00000001:3.0:1767326936.955414:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.955416:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.955418:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.955421:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.955424:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349312 00000020:00000001:3.0:1767326936.955438:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.955440:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.955446:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.955449:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.955451:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.955454:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.955457:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.955461:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.955464:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.955467:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.955473:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 00000020:00000010:3.0:1767326936.955478:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.955483:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.955489:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.955491:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.955493:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.955496:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.955502:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.955510:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.955518:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.955520:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.955525:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10883 00000100:00000040:3.0:1767326936.955529:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.955531:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00000040:3.0:1767326936.955537:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010349312/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.955545:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.955548:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.955551:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.955553:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.955558:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139439:x1853164010349312:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.955561:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010349312 00010000:00000001:3.0:1767326936.955564:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.955568:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.955570:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.955572:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e9aa000 refcount=2 00000020:00000001:3.0:1767326936.955575:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523228176384 : -115550481375232 : ffff96e84e9aa000) 00010000:00000001:3.0:1767326936.955577:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523228176384 : -115550481375232 : ffff96e84e9aa000) 00010000:00000001:3.0:1767326936.955581:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.955584:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.955588:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.955597:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.955600:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.955604:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326936.955606:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.955608:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.955612:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.955614:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.955617:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.955621:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.955624:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.955627:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.955630:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.955632:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.955634:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.955637:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.955641:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093880. 00000100:00000200:3.0:1767326936.955645:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010349312, offset 224 00000400:00000200:3.0:1767326936.955650:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.955656:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955661:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.955666:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556763:1556763:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556756:1556756:8:4294967295] 00000400:00000200:3.0:1767326936.955671:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955678:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.955682:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.955686:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000800:00000200:3.0:1767326936.955691:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.955697:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.955700:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.955709:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.955712:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.955715:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.955730:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ac00. 00010000:00000001:3.0:1767326936.955734:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.955744:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.955747:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.955749:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.955750:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.955756:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010349312/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.955764:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139439:x1853164010349312:12345-192.168.204.119@tcp:104: Request processed in 217us (385us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.955775:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326936.955776:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10883 00000020:00000001:1.0:1767326936.955780:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.955782:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:1.0:1767326936.955785:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326936.955787:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326936.955790:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.955791:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326936.955795:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.955797:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00010000:00010000:1.0:1767326936.955800:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.955803:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000010:3.0:1767326936.955810:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00010000:00010000:1.0:1767326936.955818:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e9aa000 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:3.0:1767326936.955818:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000008:00000001:1.0:1767326936.955823:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.955824:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.955827:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326936.955830:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326936.955832:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.955834:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e9aa000 refcount=3 00000020:00000001:1.0:1767326936.955837:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523228176384 : -115550481375232 : ffff96e84e9aa000) 00000800:00000001:3.0:1767326936.955855:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.955863:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.955865:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.955868:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.955872:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1767326936.955874:0:255371:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8713c9700. 00000400:00000200:3.0:1767326936.955879:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.955886:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955889:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1767326936.955891:0:255371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f1b0e00. 00000400:00000200:3.0:1767326936.955895:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955901:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e280 00000400:00000200:3.0:1767326936.955906:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.955911:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a49d [1] + 224 00000800:00000001:3.0:1767326936.955916:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.955917:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523228176384 : -115550481375232 : ffff96e84e9aa000) 00010000:00000001:1.0:1767326936.955923:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000001:3.0:1767326936.955924:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326936.955928:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.955928:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.955936:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:0.1:1767326936.955938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f5eca00. 00000100:00000001:3.0:1767326936.955942:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1767326936.955947:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767326936.955949:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.955950:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000010:0.1:1767326936.955952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191a00. 00000020:00000001:1.0:1767326936.955956:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.955962:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000040:3.0:1767326936.955963:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326936.955965:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.955968:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.955973:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326936.955978:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.955983:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.955989:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.955991:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.955993:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.955994:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.955997:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84e9aa000 with handle 0xb12620548e08dca1 from hash 00000100:00000001:3.0:1767326936.955998:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326936.956003:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.956006:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.956007:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.956009:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.956011:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.956013:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.956018:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326936.956022:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.956023:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.956025:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326936.956025:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.956028:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.956030:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326936.956036:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000100:00000001:0.0:1767326936.956038:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326936.956041:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000001:0.0:1767326936.956046:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326936.956046:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.956048:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767326936.956048:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:0.0:1767326936.956049:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.956055:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b31b8. 02000000:00000001:1.0:1767326936.956055:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.956055:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00000400:00000200:0.0:1767326936.956063:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000200:3.0:1767326936.956063:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.956066:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 02000000:00000010:1.0:1767326936.956066:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34000. 00000100:00000001:0.0:1767326936.956072:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.956072:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.956075:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956078:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093880 00000100:00000200:0.0:1767326936.956079:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.956080:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000010:3.0:1767326936.956083:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093880. 00010000:00010000:1.0:1767326936.956086:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.956090:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.956094:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767326936.956096:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.956101:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326936.956108:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767326936.956109:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326936.956111:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.956112:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.956117:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.956119:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.956119:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.956122:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.956123:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.956126:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.956127:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.956136:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326936.956139:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_00+0] req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326936.956141:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.956149:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.956152:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.956153:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.956158:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326936.956158:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.956163:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.956164:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.956167:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.956170:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326936.956172:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.956174:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00000001:1.0:1767326936.956174:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.956178:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.956180:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.956181:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767326936.956182:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956185:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.956187:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956189:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326936.956193:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956195:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.956196:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.956200:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.956204:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956212:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e300 00000100:00000001:0.0:1767326936.956216:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.956221:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.956222:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.956225:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.956225:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.956229:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4cd [1] + 224 00010000:00010000:1.0:1767326936.956230:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e9aa000/0xb12620548e08dca1 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e05eb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.956233:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.956236:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.956242:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.956247:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767326936.956253:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638656:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:1.0:1767326936.956258:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847080700. 00000400:00000200:3.0:1767326936.956258:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.956263:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.956268:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326936.956269:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846fadb00 count: 0 00000100:00000200:3.0:1767326936.956272:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.956275:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:1.0:1767326936.956277:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846fad800. 00000100:00000040:0.0:1767326936.956284:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247638656/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.956287:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.956291:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767326936.956292:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326936.956295:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ac00. 00010000:00000001:1.0:1767326936.956302:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956303:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.956308:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767326936.956309:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.956310:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767326936.956313:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00000020:00000001:1.0:1767326936.956313:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.956317:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326936.956318:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.956320:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.956322:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.956323:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326936.956325:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326936.956326:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.956327:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000001:3.0:1767326936.956329:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326936.956331:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.956333:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767326936.956335:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:3.0:1767326936.956336:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326936.956338:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daae00. 00000020:00000001:1.0:1767326936.956339:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956344:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.956345:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:1.0:1767326936.956345:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326936.956350:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326936.956351:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000010:0.0:1767326936.956353:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:0.0:1767326936.956358:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326936.956359:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.956360:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.956366:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767326936.956366:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.956371:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.956375:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.956379:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.956379:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.956382:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e380 00000100:00000001:1.0:1767326936.956383:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.956384:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.956389:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956391:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.956393:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956398:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.956399:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4bd [1] + 224 00000100:00000001:0.0:1767326936.956401:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.956405:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1767326936.956407:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326936.956412:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.956414:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.956419:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.956428:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.956430:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326936.956431:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.956434:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.956437:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.956439:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.956443:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.956448:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.956448:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.956458:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639552:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.956458:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.956463:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.956464:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767326936.956467:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.956469:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326936.956470:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767326936.956471:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.956475:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956476:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.956481:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.956482:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000010:0.0:1767326936.956486:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 00000400:00000200:3.0:1767326936.956487:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956491:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.956492:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.956496:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956500:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e400 00000400:00000200:0.0:1767326936.956504:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956507:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.956511:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b31b8. 00000400:00000200:3.0:1767326936.956511:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4d5 [1] + 224 00000800:00000001:3.0:1767326936.956517:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326936.956518:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000800:00000001:3.0:1767326936.956520:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.956523:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326936.956524:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639552, portal 18 00000400:00000200:3.0:1767326936.956526:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.956529:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.956530:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.956532:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658547584 : -115550051004032 : ffff96e868419180) 00000100:00000200:3.0:1767326936.956534:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326936.956545:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.956545:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.956557:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.956559:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.956561:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.956564:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.956567:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.956570:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326936.956571:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.956577:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.956578:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:0.0:1767326936.956583:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163d48. 00000400:00000200:3.0:1767326936.956584:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956589:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.956590:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639552, offset 0 00000400:00000200:3.0:1767326936.956592:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.956597:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2380 00000400:00000200:0.0:1767326936.956601:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.956605:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 1640 00000400:00000200:0.0:1767326936.956610:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.956611:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326936.956618:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:3.0:1767326936.956620:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.956623:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.956625:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.956632:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.956633:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326936.956638:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.956642:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.956645:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556764:1556764:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556757:1556757:8:4294967295] 00000400:00000200:0.0:1767326936.956649:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.956654:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.956658:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:0.0:1767326936.956659:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:3.0:1767326936.956664:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ce00. 00000800:00000200:0.0:1767326936.956669:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326936.956670:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ce00 x1853164010349440 msgsize 328 00000800:00000010:0.0:1767326936.956676:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000100:00100000:3.0:1767326936.956679:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:0.0:1767326936.956685:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326936.956689:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767326936.956692:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.956697:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.956702:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.956704:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767326936.956706:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000100:00100000:3.0:1767326936.956709:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349440 00000400:00000200:0.0:1767326936.956712:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.956714:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326936.956716:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855679 00000100:00000001:3.0:1767326936.956730:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.956733:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855675 00000100:00000001:3.0:1767326936.956734:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956737:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855679 02000000:00000001:3.0:1767326936.956739:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956741:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855675 00000100:00100000:3.0:1767326936.956743:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349440 00000100:00000001:0.0:1767326936.956745:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326936.956748:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767326936.956749:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.956751:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000001:0.0:1767326936.956753:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.956756:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326936.956756:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767326936.956758:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000020:00000040:3.0:1767326936.956760:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000400:00000200:0.0:1767326936.956762:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:0.0:1767326936.956766:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000020:00000001:3.0:1767326936.956766:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:0.0:1767326936.956770:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326936.956772:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000200:0.0:1767326936.956775:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.956777:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.956783:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000200:0.0:1767326936.956785:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.956787:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.956793:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.956795:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.956797:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.956798:0:2518:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767326936.956799:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 02000000:00000001:0.0:1767326936.956800:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.956801:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.956804:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.956805:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 02000000:00000001:0.0:1767326936.956806:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.956811:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000020:00000010:3.0:1767326936.956812:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00001000:0.0:1767326936.956815:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.956818:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.956819:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.956821:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326936.956821:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767326936.956824:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.956826:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.956827:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.956831:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:3.0:1767326936.956831:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.956835:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326936.956836:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956837:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.956857:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.956862:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.956864:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.956865:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.956865:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.956872:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.956876:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.956878:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638784:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1767326936.956884:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.956885:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.956887:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b58. 00000400:00000200:0.0:1767326936.956890:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000100:00000001:3.0:1767326936.956890:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767326936.956891:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326936.956894:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.956895:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.956900:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326936.956904:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10884 00000100:00000040:3.0:1767326936.956911:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000200:0.0:1767326936.956913:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.956915:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00000100:00000001:0.0:1767326936.956922:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.956924:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.956925:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767326936.956926:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010349440/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326936.956927:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.956929:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.956930:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.956934:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.956938:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.956943:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.956946:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326936.956946:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.956948:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.956950:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.956952:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.956953:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767326936.956953:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000040:0.0:1767326936.956956:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:3.0:1767326936.956958:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.956959:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.956961:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.956965:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00000040:0.0:1767326936.956966:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.956973:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326936.956975:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010349440:12345-192.168.204.119@tcp:104: 00000100:00000001:0.0:1767326936.956976:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.956978:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326936.956983:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010349440 00000100:00000040:0.0:1767326936.956985:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326936.956988:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.956992:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.956995:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.956999:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713a0e00 refcount=2 00000100:00100000:0.0:1767326936.957000:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639040:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:3.0:1767326936.957002:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809050112 : -115549900501504 : ffff96e8713a0e00) 00010000:00000001:3.0:1767326936.957008:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809050112 : -115549900501504 : ffff96e8713a0e00) 00000400:00000001:0.0:1767326936.957009:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326936.957011:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767326936.957013:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326936.957016:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.957017:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326936.957023:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00010000:00010000:3.0:1767326936.957023:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326936.957028:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326936.957035:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326936.957037:0:2518:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326936.957039:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767326936.957043:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326936.957045:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.957050:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.957055:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.957055:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.957059:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326936.957063:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326936.957064:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.957066:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.957068:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767326936.957069:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326936.957070:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.957072:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.957074:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.957077:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.957077:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767326936.957080:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326936.957084:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00001000:0.0:1767326936.957085:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.957090:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326936.957091:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.957092:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.957096:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326936.957097:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767326936.957098:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.957101:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.957103:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326936.957105:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.957106:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.957111:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326936.957112:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.957114:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.957117:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093880. 00000100:00000040:0.0:1767326936.957121:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326936.957123:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010349440, offset 224 00000400:00000200:3.0:1767326936.957134:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.957137:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.957143:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.957144:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.957147:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.957152:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:0.0:1767326936.957155:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.957161:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556765:1556765:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556758:1556758:7:4294967295] 00000400:00000200:3.0:1767326936.957173:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326936.957175:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247638912:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326936.957185:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326936.957186:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.957190:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.957191:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1767326936.957194:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000100:00000040:0.0:1767326936.957198:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247638784/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.957202:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.957210:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:3.0:1767326936.957210:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:0.0:1767326936.957213:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:3.0:1767326936.957214:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1767326936.957216:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3800. 00000100:00000001:3.0:1767326936.957218:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.957220:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.957222:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.957224:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.957226:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.957227:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755dabc00. 02000000:00000001:0.0:1767326936.957229:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.957230:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.957231:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00000100:00000001:0.0:1767326936.957233:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.957234:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.957235:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.957239:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247639040/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.957243:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.957244:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.957245:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326936.957247:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.957248:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.957249:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.957251:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.957252:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa000. 02000000:00000001:0.0:1767326936.957253:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.957254:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.957255:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00000100:00000001:0.0:1767326936.957257:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.957258:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.957259:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.957262:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247638912/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.957265:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.957266:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.957268:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3a00. 02000000:00000001:0.0:1767326936.957270:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.957272:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.957273:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.957275:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.957277:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 02000000:00000001:0.0:1767326936.957280:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.957281:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.957282:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000040:3.0:1767326936.957283:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.957286:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326936.957287:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.957289:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767326936.957292:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a900. 00000100:00000001:0.0:1767326936.957294:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.957295:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.957299:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.957302:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.957303:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.957306:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.957309:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.957312:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.957313:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.957315:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.957317:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.957321:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.957322:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010349440/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767326936.957326:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.957333:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326936.957336:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326936.957342:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326936.957342:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010349440:12345-192.168.204.119@tcp:104: Request processed in 391us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326936.957358:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10884 00010000:00010000:2.0:1767326936.957359:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713a0e00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:2.0:1767326936.957363:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.957364:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:2.0:1767326936.957366:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326936.957368:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767326936.957370:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.957372:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767326936.957373:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.957377:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713a0e00 refcount=3 00000020:00000010:3.0:1767326936.957378:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000020:00000001:2.0:1767326936.957379:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809050112 : -115549900501504 : ffff96e8713a0e00) 00010000:00000001:2.0:1767326936.957384:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809050112 : -115549900501504 : ffff96e8713a0e00) 00000020:00000010:3.0:1767326936.957384:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:2.0:1767326936.957387:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326936.957390:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00010000:00010000:2.0:1767326936.957392:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1767326936.957396:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326936.957399:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767326936.957405:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326936.957408:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326936.957411:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00000800:00000001:3.0:1767326936.957413:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:2.0:1767326936.957414:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00000008:00000001:2.0:1767326936.957418:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000001:3.0:1767326936.957419:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767326936.957421:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.957422:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:2.0:1767326936.957426:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000800:00000001:3.0:1767326936.957427:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767326936.957432:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957433:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.957439:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:2.0:1767326936.957440:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767326936.957443:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.957445:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326936.957448:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.957449:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326936.957452:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.957453:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.957456:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e480 00010000:00000001:2.0:1767326936.957458:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957461:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326936.957465:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8713a0e00 with handle 0xb12620548e08e72f from hash 00000400:00000200:3.0:1767326936.957468:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4dd [1] + 224 00010000:00000001:2.0:1767326936.957470:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:3.0:1767326936.957472:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.957474:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.957476:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326936.957477:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.957478:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767326936.957480:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.957483:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326936.957484:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.957487:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767326936.957489:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326936.957494:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:3.0:1767326936.957494:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.957499:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.957503:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767326936.957504:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.957505:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.957511:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.957514:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767326936.957520:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000001:3.0:1767326936.957523:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767326936.957524:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.957529:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.957530:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326936.957533:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.957536:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767326936.957538:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097800. 00000800:00000010:3.0:1767326936.957540:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000100:00000001:2.0:1767326936.957544:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957545:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.957547:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326936.957548:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326936.957551:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.957552:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:2.0:1767326936.957554:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.957557:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000001:1.0:1767326936.957558:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767326936.957560:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000400:00000001:1.0:1767326936.957562:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326936.957564:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767326936.957567:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619f8. 00000100:00000200:3.0:1767326936.957570:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326936.957573:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:1.0:1767326936.957575:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00010000:00000001:2.0:1767326936.957578:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326936.957580:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:3.0:1767326936.957585:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.957586:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.957587:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326936.957590:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.957592:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326936.957597:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.957603:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.957605:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b890aa] to pc [ptlrpcd_01_00+0] req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.957607:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.957611:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.957615:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.957619:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.957622:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326936.957628:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.957630:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.957639:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326936.957647:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326936.957648:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.957649:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.957651:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.957654:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.957655:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.957659:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.957659:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.957663:0:2517:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767326936.957663:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957664:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e580 02000000:00000001:1.0:1767326936.957666:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767326936.957670:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.957671:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326936.957671:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.957675:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.957676:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957680:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4fd [1] + 224 02000000:00000001:1.0:1767326936.957681:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.957683:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00001000:1.0:1767326936.957688:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326936.957689:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326936.957697:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00010000:00000001:2.0:1767326936.957698:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.957698:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767326936.957703:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a0e00/0xb12620548e08e72f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3413 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.957704:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767326936.957704:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326936.957707:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.957710:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.957713:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.957717:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.957727:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.957730:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767326936.957735:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848a73840. 00000100:00000001:3.0:1767326936.957735:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.957736:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326936.957740:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326936.957741:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000040:2.0:1767326936.957742:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846dff400 count: 0 00000100:00000001:3.0:1767326936.957744:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326936.957746:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.957749:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326936.957751:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846dffa00. 00000100:00000040:3.0:1767326936.957754:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326936.957757:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.957759:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.957762:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326936.957765:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a900. 00010000:00000001:2.0:1767326936.957771:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.957777:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.957779:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.957782:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.957784:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326936.957785:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326936.957789:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.957789:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.957790:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326936.957793:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.957794:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326936.957796:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1767326936.957797:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326936.957800:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326936.957802:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.957802:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.957806:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.957807:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.957811:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326936.957816:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247639680:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326936.957821:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326936.957823:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639168:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.957824:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326936.957825:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.957830:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326936.957832:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.957834:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.957836:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326936.957837:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326936.957861:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8593bc000. 00000100:00000040:1.0:1767326936.957864:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247639168/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326936.957865:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957875:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326936.957880:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7a50. 00000400:00000010:3.0:1767326936.957886:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000100:00000001:1.0:1767326936.957887:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.957891:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326936.957892:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639680, portal 18 02000000:00000010:1.0:1767326936.957894:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e85a5dd200. 00000100:00000001:3.0:1767326936.957896:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326936.957898:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00000100:00000040:3.0:1767326936.957906:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.957909:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.957913:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.957915:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.957917:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326936.957920:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767326936.957923:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000010:1.0:1767326936.957925:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e755daa200. 00000400:00000010:3.0:1767326936.957927:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093110. 02000000:00000001:1.0:1767326936.957929:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326936.957932:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639680, offset 0 02000000:00000001:1.0:1767326936.957933:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.957936:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:1.0:1767326936.957941:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326936.957941:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.957944:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.957948:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957949:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.957952:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.957955:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.957957:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326936.957958:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.957963:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.957964:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326936.957970:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.957973:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326936.957977:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.957980:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556766:1556766:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556759:1556759:7:4294967295] 00000400:00000200:3.0:1767326936.957984:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.957991:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.957995:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.958000:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9400. 00000800:00000200:3.0:1767326936.958003:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.958007:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.958010:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.958013:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.958016:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:3.0:1767326936.958019:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.958021:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855673 00000100:00000001:3.0:1767326936.958024:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855679 00000100:00000001:3.0:1767326936.958026:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855673 00000100:00000001:3.0:1767326936.958029:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855679 00000100:00000001:3.0:1767326936.958032:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.958034:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958036:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958038:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.958052:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.958055:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.958059:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.958062:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326936.958067:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.958075:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.958088:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1767326936.958100:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.958102:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00000400:00000200:3.0:1767326936.958105:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.958109:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.958112:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093880 00000400:00000010:3.0:1767326936.958114:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093880. 00000100:00000001:0.0:1767326936.958117:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.958118:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326936.958122:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.958126:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767326936.958128:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.958131:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326936.958133:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326936.958134:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f611b8. 00000400:00000200:0.0:1767326936.958140:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000800:00000001:3.0:1767326936.958140:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.958145:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326936.958146:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000800:00000001:3.0:1767326936.958151:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.958152:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.958158:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.958160:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.958173:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.958179:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.958180:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.958181:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.958182:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.958183:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.958184:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.958185:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.958188:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.958190:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.958192:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.958194:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.958195:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.958196:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.958198:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.958199:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.958201:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.958202:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.958206:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.958211:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.958212:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.958215:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.958216:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.958218:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.958221:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.958222:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.958229:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.958234:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2400 00000100:00100000:0.0:1767326936.958236:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639424:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326936.958242:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a4a5 [2] + 1968 00000100:00000001:0.0:1767326936.958243:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.958248:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326936.958248:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000400:00000200:3.0:1767326936.958253:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a6c0 00000100:00000040:0.0:1767326936.958254:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247639424/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.958257:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.958262:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.958266:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.958268:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.958272:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326936.958272:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:0.0:1767326936.958274:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526dfc00. 00000400:00000200:3.0:1767326936.958276:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a6c0 02000000:00000001:0.0:1767326936.958278:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767326936.958279:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a6c0. 00000020:00000001:0.0:1767326936.958281:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326936.958283:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767326936.958284:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:3.0:1767326936.958286:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:0.0:1767326936.958287:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.958291:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 00000100:00000040:3.0:1767326936.958292:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b13850 x1853164010349568 msgsize 328 02000000:00000001:0.0:1767326936.958296:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.958298:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767326936.958299:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000010:0.0:1767326936.958300:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000040:3.0:1767326936.958302:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767326936.958305:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.958308:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.958309:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.958312:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.958315:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.958317:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.958320:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.958322:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.958324:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b11c00. 00000100:00000010:3.0:1767326936.958329:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c230000. 00000100:00100000:3.0:1767326936.958332:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1767326936.958335:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767326936.958336:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00000400:00000010:3.0:1767326936.958338:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a6c0. 00000100:00000001:3.0:1767326936.958341:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.958342:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349568 02000000:00000001:3.0:1767326936.958343:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.958345:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.958346:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.958348:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.958350:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349568 00000020:00000001:3.0:1767326936.958351:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.958352:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326936.958353:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.958355:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326936.958356:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:3.0:1767326936.958358:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.958359:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.958361:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.958362:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.958364:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.958367:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 00000020:00000010:3.0:1767326936.958369:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.958372:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.958376:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.958377:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.958378:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.958379:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958382:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958385:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.958391:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.958392:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.958395:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10885 00000100:00000040:3.0:1767326936.958397:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326936.958398:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934300240 : -115549775251376 : ffff96e878b13850) 00000100:00000040:3.0:1767326936.958402:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b13850 x1853164010349568/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.958407:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.958409:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.958410:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.958412:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.958415:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b13850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88302:x1853164010349568:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.958417:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010349568 00010000:00000001:3.0:1767326936.958418:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.958421:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.958421:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.958423:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878fd6200 refcount=2 00000020:00000001:3.0:1767326936.958424:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523939291648 : -115549770259968 : ffff96e878fd6200) 00010000:00000001:3.0:1767326936.958426:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523939291648 : -115549770259968 : ffff96e878fd6200) 00010000:00000001:3.0:1767326936.958428:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.958430:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.958432:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.958436:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.958438:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.958440:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11000. 02000000:00000001:3.0:1767326936.958441:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958443:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.958444:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.958446:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.958447:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.958450:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.958452:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.958453:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.958454:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.958455:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.958457:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.958458:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.958461:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093880. 00000100:00000200:3.0:1767326936.958463:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010349568, offset 224 00000400:00000200:3.0:1767326936.958467:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.958470:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.958472:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.958475:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556767:1556767:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556760:1556760:7:4294967295] 00000400:00000200:3.0:1767326936.958478:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.958482:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.958485:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.958487:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000800:00000200:3.0:1767326936.958490:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.958493:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.958495:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.958497:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.958499:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.958501:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.958502:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a0c0. 00010000:00000001:3.0:1767326936.958504:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.958513:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.958515:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.958516:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.958518:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.958521:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b13850 x1853164010349568/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.958527:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b13850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88302:x1853164010349568:12345-192.168.204.119@tcp:104: Request processed in 119us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326936.958531:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10885 00000100:00000040:3.0:1767326936.958533:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000001:1.0:1767326936.958534:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.958535:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.958539:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326936.958540:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.958542:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00010000:00010000:1.0:1767326936.958544:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767326936.958546:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:1.0:1767326936.958550:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767326936.958550:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00010000:00000001:1.0:1767326936.958553:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:3.0:1767326936.958554:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00010000:1.0:1767326936.958560:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326936.958560:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.958561:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.958566:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.958569:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 02000000:00000001:3.0:1767326936.958573:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.958575:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00010000:00010000:1.0:1767326936.958576:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878fd6200 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:3.0:1767326936.958577:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.958579:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000008:00000001:1.0:1767326936.958581:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767326936.958582:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.958585:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:3.0:1767326936.958585:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00010000:00000001:1.0:1767326936.958589:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767326936.958590:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326936.958594:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767326936.958594:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00000020:00000040:1.0:1767326936.958598:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878fd6200 refcount=3 02000000:00000001:3.0:1767326936.958598:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.958601:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 00000020:00000001:1.0:1767326936.958603:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523939291648 : -115549770259968 : ffff96e878fd6200) 02000000:00000001:3.0:1767326936.958604:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.958606:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00010000:00000001:1.0:1767326936.958609:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523939291648 : -115549770259968 : ffff96e878fd6200) 02000000:00000001:3.0:1767326936.958610:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326936.958612:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00010000:00000001:1.0:1767326936.958616:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767326936.958616:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.958617:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 02000000:00000001:3.0:1767326936.958620:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326936.958621:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000010:3.0:1767326936.958621:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 02000000:00000001:3.0:1767326936.958625:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326936.958627:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594e00. 00000100:00000010:3.0:1767326936.958630:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c234000. 00000100:00000010:3.0:1767326936.958634:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b13800. 00000008:00000001:1.0:1767326936.958637:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.958638:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326936.958641:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326936.958645:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326936.958649:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000800:00000001:3.0:1767326936.958650:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:1.0:1767326936.958651:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.958655:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.958655:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326936.958658:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000800:00000001:3.0:1767326936.958659:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.958663:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326936.958664:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.958669:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767326936.958669:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.958674:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326936.958676:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.958679:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326936.958680:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.958683:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.958686:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.958687:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.958692:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878fd6200 with handle 0xb12620548e07ce2c from hash 00000400:00000200:3.0:1767326936.958696:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.958697:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.958701:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.958703:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.958705:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e500 00010000:00000001:1.0:1767326936.958706:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326936.958709:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.958713:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.958713:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.958729:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326936.958733:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a4ed [1] + 224 00010000:00000001:1.0:1767326936.958735:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.958738:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.958740:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.958741:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.958743:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326936.958747:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326936.958748:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326936.958751:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00000400:00000200:3.0:1767326936.958752:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767326936.958758:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326936.958760:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.958764:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326936.958765:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326936.958768:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767326936.958771:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326936.958773:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.958781:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34c00. 00000100:00000040:3.0:1767326936.958784:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.958787:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.958791:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.958797:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326936.958805:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.958807:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.958809:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.958811:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.958815:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.958817:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.958823:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.958826:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326936.958828:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_01+1] req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.958831:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.958833:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.958837:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.1:1767326936.958863:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c4100. 00000400:00000200:3.0:1767326936.958864:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1767326936.958867:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4b0700. 00000400:00000200:3.0:1767326936.958873:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.1:1767326936.958874:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f4800. 00000400:00000200:3.0:1767326936.958879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1767326936.958882:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86060aa00. 00000400:00000200:3.0:1767326936.958883:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.958885:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.958889:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326936.958889:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.958894:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3370. 00000400:00000200:3.0:1767326936.958894:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2480 00010000:00000010:1.1:1767326936.958899:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8603c4000. 00000400:00000200:0.0:1767326936.958901:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:0.0:1767326936.958905:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:0.0:1767326936.958908:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.1:1767326936.958910:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8501f5600. 00000400:00000200:3.0:1767326936.958914:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 0 00000100:00000200:0.0:1767326936.958916:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767326936.958918:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f1d3e00. 00000800:00000001:3.0:1767326936.958919:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326936.958931:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767326936.958932:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8484a9c00. 00000100:00000001:0.0:1767326936.958940:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.958942:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.958944:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.958946:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326936.958947:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.958948:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:1.1:1767326936.958948:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87132f000. 00000400:00000200:3.0:1767326936.958951:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.958953:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326936.958957:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cde00. 02000000:00000001:0.0:1767326936.958958:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.958959:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.958965:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:0.0:1767326936.958967:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000200:3.0:1767326936.958968:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.958974:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00001000:0.0:1767326936.958975:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326936.958978:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010349696 msgsize 328 00010000:00000001:1.0:1767326936.958980:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.958981:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.958985:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.958988:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.958989:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767326936.958991:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326936.958992:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.958993:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.958996:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.958998:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767326936.959000:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.959002:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000008:00000001:1.0:1767326936.959003:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.959004:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.959006:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.959010:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.959011:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.959017:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.959024:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.959029:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878fd6200/0xb12620548e07ce2c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499cde expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.959032:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.959037:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.959040:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326936.959044:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e879b5e100. 00000100:00000040:0.0:1767326936.959047:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767326936.959050:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f3f3700 count: 0 00000100:00000001:3.0:1767326936.959058:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:1.0:1767326936.959059:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f3f3900. 00000100:00100000:0.0:1767326936.959062:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639296:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326936.959063:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349696 02000000:00000001:3.0:1767326936.959067:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767326936.959069:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326936.959071:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.959071:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326936.959073:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326936.959075:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959076:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:1.0:1767326936.959078:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a0c0. 02000000:00000001:3.0:1767326936.959079:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.959083:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349696 00000100:00000040:0.0:1767326936.959084:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247639296/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.959084:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.959086:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1767326936.959087:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767326936.959089:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326936.959093:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.0:1767326936.959094:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9400. 00000020:00000040:3.0:1767326936.959095:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326936.959100:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:2.0:1767326936.959101:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.959106:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767326936.959106:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.959110:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767326936.959111:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326936.959113:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:0.0:1767326936.959115:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 00000020:00000010:3.0:1767326936.959115:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000200:2.0:1767326936.959118:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093110 02000000:00000001:0.0:1767326936.959121:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326936.959121:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326936.959122:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093110. 00000020:00000001:0.0:1767326936.959124:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767326936.959126:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000040:0.0:1767326936.959128:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.959130:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767326936.959131:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767326936.959131:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 02000000:00000010:0.0:1767326936.959135:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869ea00. 00000020:00000010:3.0:1767326936.959136:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000100:00000200:2.0:1767326936.959139:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.959141:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767326936.959142:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 02000000:00000001:0.0:1767326936.959145:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.959148:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00000100:00000040:3.0:1767326936.959149:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326936.959153:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326936.959153:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326936.959156:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.959157:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326936.959157:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.959160:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959162:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.959166:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.959166:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959168:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.959171:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959175:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.959175:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.959178:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326936.959183:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.959185:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.959185:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.959186:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.959189:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.959189:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326936.959190:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.959194:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326936.959195:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10886 00000100:00000001:0.0:1767326936.959196:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.959199:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.959200:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326936.959201:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326936.959204:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000800:00000001:2.0:1767326936.959206:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.959208:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.959212:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010349696/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.959222:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.959224:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.959227:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767326936.959228:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.959231:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.959231:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.959236:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.959237:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.959239:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000800:00000200:2.0:1767326936.959243:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767326936.959244:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639808:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326936.959247:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010349696:12345-192.168.204.119@tcp:104: 00000800:00000010:2.0:1767326936.959250:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00000100:00000001:0.0:1767326936.959255:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326936.959255:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010349696 00000400:00000200:2.0:1767326936.959257:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326936.959258:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:0.0:1767326936.959260:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767326936.959262:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767326936.959264:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.959265:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.959268:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:3.0:1767326936.959268:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848a75800 refcount=2 02000000:00000001:0.0:1767326936.959269:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767326936.959273:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523128346624 : -115550581204992 : ffff96e848a75800) 00000400:00000200:2.0:1767326936.959275:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093880 02000000:00000010:0.0:1767326936.959276:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 00010000:00000001:3.0:1767326936.959277:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523128346624 : -115550581204992 : ffff96e848a75800) 00000400:00000010:2.0:1767326936.959280:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093880. 02000000:00000001:0.0:1767326936.959282:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.959282:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.959285:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326936.959289:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767326936.959291:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:2.0:1767326936.959293:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11000. 00000400:00000010:0.0:1767326936.959298:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3370. 00000020:00000001:1.0:1767326936.959298:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326936.959298:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326936.959300:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767326936.959304:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.959306:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00010000:00010000:1.0:1767326936.959308:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767326936.959312:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639808, portal 18 00000020:00000001:1.0:1767326936.959312:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.959315:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959317:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767326936.959319:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.959321:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00000020:00000001:1.0:1767326936.959324:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.959327:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.959328:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.959331:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767326936.959331:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.959338:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767326936.959338:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.959345:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.959349:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767326936.959350:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 02000000:00000001:3.0:1767326936.959351:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767326936.959354:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639808, offset 0 02000000:00000010:3.0:1767326936.959356:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13800. 02000000:00000001:3.0:1767326936.959359:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.959360:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.959361:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.959365:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767326936.959367:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.959368:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.959371:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326936.959373:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326936.959375:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326936.959379:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326936.959380:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.959384:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.959386:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767326936.959387:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:3.0:1767326936.959389:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.959393:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326936.959393:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.959398:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.959401:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000010:3.0:1767326936.959402:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093ee0. 00000100:00000200:3.0:1767326936.959407:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010349696, offset 224 00000400:00000200:0.0:1767326936.959408:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556768:1556768:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556761:1556761:8:4294967295] 00000400:00000200:3.0:1767326936.959414:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.959418:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.959423:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.959429:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.959434:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556769:1556769:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556762:1556762:8:4294967295] 00000400:00000200:3.0:1767326936.959438:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.959443:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.959448:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.959453:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000400:00000200:0.0:1767326936.959454:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.959464:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000200:3.0:1767326936.959464:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000010:0.0:1767326936.959467:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:3.0:1767326936.959473:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.959477:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326936.959480:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.959485:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.959488:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.959492:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.959492:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.959498:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000100:00000040:3.0:1767326936.959501:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.959504:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.959505:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.959509:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855674 00010000:00000010:3.0:1767326936.959510:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a180. 00000100:00000001:0.0:1767326936.959511:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855679 00010000:00000001:3.0:1767326936.959513:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.959515:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855674 00000100:00000001:0.0:1767326936.959518:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855679 00000100:00000001:0.0:1767326936.959521:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767326936.959522:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767326936.959523:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.959524:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767326936.959527:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959528:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.959530:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00010000:00000001:3.0:1767326936.959530:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.959532:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.959537:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.959538:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.959545:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.959548:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326936.959549:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010349696/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.959550:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.959550:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.959555:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.959557:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093ee0 00000400:00000010:2.0:1767326936.959562:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093ee0. 00000100:00000001:2.0:1767326936.959568:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.959571:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767326936.959572:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010349696:12345-192.168.204.119@tcp:104: Request processed in 341us (590us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.959573:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.959577:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.959582:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767326936.959587:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10886 00010000:00000001:0.0:1767326936.959588:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.959591:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767326936.959593:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00010000:0.0:1767326936.959596:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.959597:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.959601:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1767326936.959605:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767326936.959606:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00010000:00010000:0.0:1767326936.959610:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848a75800 already unused, calling callback (ffffffffc13180e0) 00000800:00000010:2.0:1767326936.959611:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000020:00000010:3.0:1767326936.959612:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000008:00000001:0.0:1767326936.959615:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326936.959619:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326936.959619:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00010000:00000001:0.0:1767326936.959620:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:3.0:1767326936.959623:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:0.0:1767326936.959624:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.959626:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.959628:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.959630:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:0.0:1767326936.959632:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848a75800 refcount=3 00000400:00000200:2.0:1767326936.959634:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000020:00000001:0.0:1767326936.959637:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523128346624 : -115550581204992 : ffff96e848a75800) 00000400:00000010:2.0:1767326936.959639:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00010000:00000001:0.0:1767326936.959642:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523128346624 : -115550581204992 : ffff96e848a75800) 00000100:00000001:2.0:1767326936.959644:0:2512:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767326936.959647:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.959652:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326936.959652:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.959674:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1767326936.959676:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.959681:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000040:2.0:1767326936.959681:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.959685:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.959689:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.959692:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.959696:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.959697:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.959701:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:2.0:1767326936.959701:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1767326936.959706:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.959709:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.959712:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.959713:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.959716:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.959731:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.959734:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848a75800 with handle 0xb12620548e08e672 from hash 00010000:00000001:0.0:1767326936.959737:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.959739:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.959741:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.959742:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.959744:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.959745:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.959748:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.959750:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.959752:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.959753:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.959755:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.959756:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.959767:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.959770:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.959773:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.959775:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.959778:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.959782:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000100:00000001:0.0:1767326936.959785:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.959788:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.959791:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.959798:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.959800:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.959803:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.959806:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.959811:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.959828:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.959831:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.959832:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.959833:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.959835:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.959837:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.959870:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.959878:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.959882:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a75800/0xb12620548e08e672 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e30cb expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.959889:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848a73f00. 00010000:00000040:0.0:1767326936.959893:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846534100 count: 0 00010000:00000010:0.0:1767326936.959896:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846534f00. 00010000:00000001:0.0:1767326936.959903:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.959904:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.959906:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a180. 00010000:00000001:0.0:1767326936.959908:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.959911:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.959912:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.959914:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.959915:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.959917:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.959919:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.959921:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.959922:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.959924:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.959932:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.959934:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.959935:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.959940:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.959947:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.959948:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.959950:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.959952:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.959954:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.959957:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639936:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.959961:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.959963:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.959964:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.959966:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.959969:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2800. 02000000:00000001:0.0:1767326936.959971:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.959976:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.959979:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:0.0:1767326936.959983:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000100:00000200:0.0:1767326936.959986:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247639936, portal 18 00000100:00000001:0.0:1767326936.959988:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.959989:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000100:00000040:0.0:1767326936.959995:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.960001:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.960003:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.960007:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000100:00000200:0.0:1767326936.960009:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247639936, offset 0 00000400:00000200:0.0:1767326936.960015:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.960019:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.960023:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.960026:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.960029:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.960031:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.960034:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.960038:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556770:1556770:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556763:1556763:8:4294967295] 00000400:00000200:0.0:1767326936.960043:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.960049:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.960054:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.960058:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000800:00000200:0.0:1767326936.960062:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.960065:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.960067:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.960076:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.960078:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.960080:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.960082:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855675 00000100:00000001:0.0:1767326936.960084:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855679 00000100:00000001:0.0:1767326936.960086:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855675 00000100:00000001:0.0:1767326936.960087:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855679 00000100:00000001:0.0:1767326936.960089:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.960091:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.960092:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.960094:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.960096:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.960098:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.960100:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.960100:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.960102:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.960103:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.960111:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.960112:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.960114:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.960116:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.960165:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.960169:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000200:2.0:1767326936.960172:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.960177:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.960180:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:2.0:1767326936.960182:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:2.0:1767326936.960185:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.960189:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.960197:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.960200:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.960206:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.960207:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.960211:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.960216:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.960218:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.960222:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.960226:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.960231:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.960236:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.960238:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.960241:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.960245:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2580 00000400:00000200:2.0:1767326936.960251:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 328 00000800:00000001:2.0:1767326936.960256:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.960263:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.960265:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.960269:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.960274:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.960275:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.960279:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00000100:00000040:2.0:1767326936.960282:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010349952 msgsize 328 00000100:00100000:2.0:1767326936.960287:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.960300:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.960305:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.960308:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.960327:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.960331:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349952 02000000:00000001:3.0:1767326936.960333:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.960334:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.960336:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.960339:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.960341:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349952 00000020:00000001:3.0:1767326936.960343:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.960344:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326936.960346:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.960349:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326936.960351:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:3.0:1767326936.960353:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.960356:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.960359:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.960361:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.960363:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.960366:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc200. 00000020:00000010:3.0:1767326936.960369:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.960372:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.960375:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.960376:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.960377:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.960378:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.960381:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.960388:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.960393:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.960394:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.960398:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10887 00000100:00000040:3.0:1767326936.960401:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326936.960403:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 00000100:00000040:3.0:1767326936.960408:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010349952/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.960416:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.960419:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.960421:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.960423:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.960427:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010349952:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.960430:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010349952 00010000:00000001:3.0:1767326936.960432:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.960435:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.960437:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.960438:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850dbb800 refcount=2 00000020:00000001:3.0:1767326936.960440:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523265996800 : -115550443554816 : ffff96e850dbb800) 00010000:00000001:3.0:1767326936.960443:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523265996800 : -115550443554816 : ffff96e850dbb800) 00010000:00000001:3.0:1767326936.960446:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.960449:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.960452:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.960460:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.960462:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.960465:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326936.960467:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.960468:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.960470:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.960471:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.960474:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.960476:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.960478:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.960479:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.960480:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.960482:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.960483:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.960484:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.960487:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810936e8. 00000100:00000200:3.0:1767326936.960489:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010349952, offset 224 00000400:00000200:3.0:1767326936.960492:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.960495:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.960497:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.960500:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556771:1556771:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556764:1556764:8:4294967295] 00000400:00000200:3.0:1767326936.960503:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.960507:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.960509:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.960512:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9800. 00000800:00000200:3.0:1767326936.960514:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.960517:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.960519:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.960527:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.960531:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.960534:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.960537:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 00010000:00000001:3.0:1767326936.960539:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.960548:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.960550:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.960552:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.960554:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.960558:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010349952/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767326936.960566:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767326936.960569:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010349952:12345-192.168.204.119@tcp:104: Request processed in 150us (283us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.960571:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:2.0:1767326936.960571:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9800. 00000020:00000001:0.0:1767326936.960576:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.960578:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326936.960580:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.960586:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:3.0:1767326936.960586:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10887 00000400:00000200:2.0:1767326936.960587:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.960591:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767326936.960595:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810936e8 00000100:00000040:3.0:1767326936.960596:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00010000:0.0:1767326936.960597:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1767326936.960600:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810936e8. 00000100:00000001:3.0:1767326936.960601:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.960605:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326936.960607:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767326936.960610:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000100:00000001:2.0:1767326936.960611:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767326936.960614:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850dbb800 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:3.0:1767326936.960617:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000008:00000001:0.0:1767326936.960618:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.960621:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.960623:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.960624:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.960626:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850dbb800 refcount=3 00000020:00000001:0.0:1767326936.960629:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523265996800 : -115550443554816 : ffff96e850dbb800) 00010000:00000001:0.0:1767326936.960640:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523265996800 : -115550443554816 : ffff96e850dbb800) 00010000:00000001:0.0:1767326936.960642:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.960644:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.960653:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.960655:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.960657:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.960659:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.960660:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.960662:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.960664:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.960666:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.960669:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.960672:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.960675:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767326936.960677:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc200. 00010000:00000001:0.0:1767326936.960678:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.960683:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326936.960685:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000040:0.0:1767326936.960687:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850dbb800 with handle 0xb12620548e08e7f3 from hash 00000100:00000001:3.0:1767326936.960690:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.960692:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.960695:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.960696:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.960698:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.960701:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.960703:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.960705:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.960708:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.960710:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.960711:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.960714:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.960715:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.960731:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000040:0.0:1767326936.960734:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.960736:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.960737:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.960740:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.960744:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 00000100:00000001:0.0:1767326936.960747:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.960749:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.960752:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.960758:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.960760:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.960762:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.960764:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.960770:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.960785:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.960788:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.960789:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.960790:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.960791:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.960793:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.960795:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.960802:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.960804:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850dbb800/0xb12620548e08e7f3 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3777 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.960809:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847bbcb80. 00010000:00000040:0.0:1767326936.960813:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846dfa900 count: 0 00010000:00000010:0.0:1767326936.960816:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846dfab00. 00010000:00000001:0.0:1767326936.960822:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.960823:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.960825:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 00010000:00000001:0.0:1767326936.960827:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.960828:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.960830:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.960832:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.960833:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.960834:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.960836:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.960837:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.960839:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.960863:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.960871:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.960873:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.960875:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.960878:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326936.960880:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.960883:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.960884:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.960886:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.960887:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.960889:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.960892:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.960899:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.960901:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.960903:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.960905:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.960907:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.960910:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247640064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.960914:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.960916:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.960918:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.960919:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.960923:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326936.960925:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.960929:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.960931:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b58. 00000400:00000010:0.0:1767326936.960935:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00000100:00000200:0.0:1767326936.960938:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640064, portal 18 00000100:00000001:0.0:1767326936.960940:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.960941:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000100:00000040:0.0:1767326936.960945:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.960952:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.960954:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.960956:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163770. 00000100:00000200:0.0:1767326936.960959:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640064, offset 0 00000400:00000200:0.0:1767326936.960964:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.960967:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.960970:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.960973:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.960976:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.960978:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.960981:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.960984:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556772:1556772:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556765:1556765:8:4294967295] 00000400:00000200:0.0:1767326936.960988:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.960995:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.960999:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.961003:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326936.961006:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.961011:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.961014:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.961025:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.961028:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.961032:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.961034:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855676 00000100:00000001:0.0:1767326936.961036:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855679 00000100:00000001:0.0:1767326936.961038:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855676 00000100:00000001:0.0:1767326936.961041:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855679 00000100:00000001:0.0:1767326936.961044:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.961046:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.961048:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.961051:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.961061:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.961063:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.961064:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.961066:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.961074:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.961078:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326936.961082:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.961086:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.961089:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:2.0:1767326936.961091:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:2.0:1767326936.961094:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.961098:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.961105:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.961108:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.961114:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.961116:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.961459:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.961465:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.961468:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.961470:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.961475:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.961480:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.961486:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.961490:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.961493:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.961496:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2680 00000400:00000200:2.0:1767326936.961501:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 656 00000800:00000001:2.0:1767326936.961506:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.961521:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.961524:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.961528:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.961532:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.961533:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.961537:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595f80. 00000100:00000040:2.0:1767326936.961540:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595f80 x1853164010350208 msgsize 328 00000100:00100000:2.0:1767326936.961544:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.961557:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.961561:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.961565:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.961584:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.961587:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350208 02000000:00000001:3.0:1767326936.961588:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.961589:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.961591:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.961593:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.961595:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350208 00000020:00000001:3.0:1767326936.961596:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.961597:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.961598:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.961600:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.961601:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.961603:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.961604:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.961607:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.961608:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.961610:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.961613:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc200. 00000020:00000010:3.0:1767326936.961615:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000020:00000010:3.0:1767326936.961618:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.961621:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.961623:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.961623:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.961624:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.961627:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.961634:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.961638:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.961639:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.961642:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10888 00000100:00000040:3.0:1767326936.961644:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.961645:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794325376 : -115549915226240 : ffff96e870595f80) 00000100:00000040:3.0:1767326936.961649:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595f80 x1853164010350208/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.961654:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.961657:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.961659:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.961661:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.961667:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139442:x1853164010350208:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.961670:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010350208 00010000:00000001:3.0:1767326936.961672:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.961675:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.961676:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.961678:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84313c800 refcount=2 00000020:00000001:3.0:1767326936.961753:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034789888 : -115550674761728 : ffff96e84313c800) 00010000:00000001:3.0:1767326936.961755:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034789888 : -115550674761728 : ffff96e84313c800) 00010000:00000001:3.0:1767326936.961757:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.961759:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.961762:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.961767:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.961768:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.961771:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 02000000:00000001:3.0:1767326936.961773:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.961774:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.961776:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.961777:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.961779:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.961781:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.961783:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.961785:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.961787:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.961788:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.961789:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.961791:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.961793:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093088. 00000100:00000200:3.0:1767326936.961796:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010350208, offset 224 00000400:00000200:3.0:1767326936.961799:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.961802:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.961805:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.961808:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556773:1556773:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556766:1556766:8:4294967295] 00000400:00000200:3.0:1767326936.961812:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.961819:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.961823:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.961827:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9800. 00000800:00000200:3.0:1767326936.961831:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.961836:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.961839:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.961884:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.961887:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.961889:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.961892:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a480. 00010000:00000001:3.0:1767326936.961894:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.961904:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.961906:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.961907:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.961909:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.961913:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595f80 x1853164010350208/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.961920:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139442:x1853164010350208:12345-192.168.204.119@tcp:104: Request processed in 263us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326936.961925:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10888 00000020:00000001:0.0:1767326936.961927:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.961928:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326936.961932:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326936.961933:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.961934:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1767326936.961936:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767326936.961938:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00010000:00010000:0.0:1767326936.961939:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:2.0:1767326936.961940:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9800. 00000020:00000010:3.0:1767326936.961942:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:0.0:1767326936.961945:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767326936.961947:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326936.961948:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc200. 00010000:00000001:0.0:1767326936.961949:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.961955:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1767326936.961956:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000400:00000200:2.0:1767326936.961959:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.961960:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.961966:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093088 00000400:00000010:2.0:1767326936.961971:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093088. 00010000:00010000:0.0:1767326936.961973:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84313c800 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.961976:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:0.0:1767326936.961977:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.961980:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.961981:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.961984:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.961986:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.961988:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84313c800 refcount=3 00000020:00000001:0.0:1767326936.961991:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034789888 : -115550674761728 : ffff96e84313c800) 00010000:00000001:0.0:1767326936.961993:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034789888 : -115550674761728 : ffff96e84313c800) 00010000:00000001:0.0:1767326936.961996:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.961999:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.962006:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.962008:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.962011:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.962013:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.962015:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.962017:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.962019:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.962021:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.962024:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.962026:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.962028:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.962029:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.962031:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.962033:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84313c800 with handle 0xb12620548e08fd55 from hash 00010000:00000001:0.0:1767326936.962035:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.962037:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.962039:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.962040:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.962043:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.962044:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.962047:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.962050:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.962051:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.962052:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.962055:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.962057:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.962061:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00000020:00000040:0.0:1767326936.962065:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.962068:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.962070:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.962072:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.962076:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00000100:00000001:0.0:1767326936.962080:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.962082:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.962086:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.962093:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.962094:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.962097:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.962100:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.962107:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.962123:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.962126:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.962127:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.962129:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.962131:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.962133:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.962136:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.962142:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.962144:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84313c800/0xb12620548e08fd55 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e91f2 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.962152:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87058f180. 00010000:00000040:0.0:1767326936.962168:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8459b8800 count: 0 00010000:00000010:0.0:1767326936.962173:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8459b8500. 00010000:00000001:0.0:1767326936.962182:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.962183:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.962185:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a480. 00010000:00000001:0.0:1767326936.962188:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.962191:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.962192:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.962194:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.962196:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.962198:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.962199:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.962201:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.962202:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.962204:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.962212:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.962214:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.962216:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.962218:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326936.962220:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.962224:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.962225:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.962228:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.962229:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.962231:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.962236:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.962244:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.962246:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.962248:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.962250:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.962252:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.962256:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640192:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.962260:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.962262:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.962264:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.962266:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.962270:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2600. 02000000:00000001:0.0:1767326936.962272:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.962277:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.962281:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000400:00000010:0.0:1767326936.962285:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000100:00000200:0.0:1767326936.962289:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640192, portal 18 00000100:00000001:0.0:1767326936.962291:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.962293:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000040:0.0:1767326936.962299:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.962306:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.962315:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.962318:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000100:00000200:0.0:1767326936.962322:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640192, offset 0 00000400:00000200:0.0:1767326936.962327:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.962331:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.962334:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.962338:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.962341:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.962344:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.962346:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.962349:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556774:1556774:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556767:1556767:8:4294967295] 00000400:00000200:0.0:1767326936.962354:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.962361:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.962374:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.962378:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326936.962383:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.962387:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.962390:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.962406:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.962410:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.962413:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.962416:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855685 00000100:00000001:0.0:1767326936.962421:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855679 00000100:00000001:0.0:1767326936.962424:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855685 00000100:00000001:0.0:1767326936.962428:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855679 00000100:00000001:0.0:1767326936.962431:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.962433:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.962435:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.962437:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.962446:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.962447:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.962450:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.962452:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.962540:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.962544:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326936.962547:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.962551:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.962554:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:2.0:1767326936.962556:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:2.0:1767326936.962559:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.962564:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.962572:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.962575:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.962581:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.962583:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326936.962870:0:302727:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846fadb00. 00010000:00000010:1.1:1767326936.962882:0:302727:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e9aa000. 00010000:00000010:2.1:1767326936.962901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dff400. 00010000:00000010:2.1:1767326936.962913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713a0e00. 00000800:00000001:2.0:1767326936.966406:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966416:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.966420:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966423:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.966432:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966441:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.966447:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966452:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966461:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e600 00000400:00000200:2.0:1767326936.966466:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966471:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a50d [1] + 224 00000800:00000001:2.0:1767326936.966477:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966482:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.966485:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.966490:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.966495:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.966503:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.966513:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.966532:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.966539:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966544:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.966546:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966550:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.966554:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.966557:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.966561:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.966562:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.966569:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326936.966569:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326936.966573:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.966576:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b31b8. 00000400:00000200:2.0:1767326936.966576:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.966581:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000200:2.0:1767326936.966585:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.966586:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:0.0:1767326936.966592:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.966593:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e780 00000100:00000200:0.0:1767326936.966599:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966600:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966610:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a54d [1] + 224 00000100:00000200:0.0:1767326936.966612:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.966619:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.966621:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.966623:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.966625:0:2518:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326936.966627:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.966628:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.966630:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.966633:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.966633:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.966638:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.966643:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00001000:0.0:1767326936.966645:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326936.966648:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326936.966650:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.966654:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326936.966655:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.966656:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.966669:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.966670:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.966679:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.966684:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326936.966685:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326936.966687:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.966691:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326936.966693:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.966694:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.966700:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.966703:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.966705:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.966710:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.966716:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.966729:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.966731:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.966735:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.966740:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:0.0:1767326936.966744:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966751:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.966759:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326936.966763:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247639552:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.966766:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.966773:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.966775:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e680 00000100:00000001:0.0:1767326936.966779:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.966782:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.966786:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419180 x1853164247639552/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966793:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a51d [1] + 224 00000800:00000001:2.0:1767326936.966803:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.966804:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.966807:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326936.966809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326936.966810:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00000400:00000200:2.0:1767326936.966813:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.966816:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.966820:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326936.966820:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:0.0:1767326936.966825:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.966827:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326936.966828:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.966833:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34000. 00000100:00000200:2.0:1767326936.966834:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.966837:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.966862:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326936.966864:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326936.966866:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419180. 00000100:00000001:0.0:1767326936.966872:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.966875:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.966879:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.966882:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.966882:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.966884:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.966886:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.966887:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.966896:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326936.966900:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.966900:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.966902:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767326936.966905:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326936.966906:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.966908:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326936.966909:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326936.966913:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767326936.966914:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7a50. 00000800:00000001:2.0:1767326936.966917:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.966919:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000400:00000200:2.0:1767326936.966924:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326936.966924:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000100:00000001:3.0:1767326936.966930:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326936.966931:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326936.966933:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:0.0:1767326936.966934:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.966938:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000100:00000200:3.0:1767326936.966939:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.966942:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000200:2.0:1767326936.966944:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.966946:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:0.0:1767326936.966951:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.966953:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.966958:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326936.966965:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966974:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e700 00000100:00000200:0.0:1767326936.966978:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.966986:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.966989:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.966993:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.966996:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a53d [1] + 224 00000100:00000001:3.0:1767326936.966999:0:2520:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326936.967002:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326936.967003:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.967006:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.967006:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.967006:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.967010:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.967011:0:2517:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326936.967012:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.967015:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326936.967015:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.967016:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.967019:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.967023:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.967024:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00001000:3.0:1767326936.967024:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326936.967027:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.967031:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.967032:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.967036:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326936.967040:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.967040:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.967044:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00010000:00000001:3.0:1767326936.967044:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326936.967047:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.967053:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1767326936.967054:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326936.967056:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:3.0:1767326936.967060:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.967061:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326936.967063:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.967064:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.967065:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.967070:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326936.967071:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.967074:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.967080:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.967084:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.967088:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.967092:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.967092:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.967093:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.967097:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.967099:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.967100:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326936.967103:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.967105:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.967107:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.967112:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.967117:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.967126:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.967132:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326936.967135:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247639680:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.967138:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326936.967139:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.967142:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.967143:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.967146:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.967149:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.967152:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326936.967152:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870596300 x1853164247639680/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.967157:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.967167:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.967177:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2780 00000100:00000001:3.0:1767326936.967181:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326936.967184:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326936.967186:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639936:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000010:3.0:1767326936.967188:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8593bc000. 00000400:00000200:2.0:1767326936.967189:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 984 02000000:00000001:3.0:1767326936.967195:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326936.967198:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326936.967198:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767326936.967199:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767326936.967199:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000001:0.0:1767326936.967203:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326936.967204:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326936.967206:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326936.967208:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3370. 02000000:00000010:3.0:1767326936.967208:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097800. 00000400:00000200:2.0:1767326936.967210:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326936.967213:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326936.967215:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326936.967216:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000100:00000010:3.0:1767326936.967218:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000400:00000200:2.0:1767326936.967219:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326936.967221:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326936.967222:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326936.967225:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.967227:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.967227:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.967231:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767326936.967236:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326936.967236:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767326936.967236:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.967239:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326936.967244:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000100:00000001:3.0:1767326936.967244:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.967248:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.967251:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010350464 msgsize 328 00000100:00000200:0.0:1767326936.967262:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.967264:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.967274:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.967277:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.967277:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.967281:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.967282:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.967283:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.967285:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.967286:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.967289:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.967291:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.967294:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.967295:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.967296:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326936.967297:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767326936.967298:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.967300:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350464 00000100:00000001:0.0:1767326936.967301:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.967305:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 02000000:00000001:2.0:1767326936.967306:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326936.967307:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.967310:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.967310:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.967314:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.967318:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.967320:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.967325:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350464 00000020:00000001:2.0:1767326936.967329:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767326936.967331:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326936.967332:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.967337:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.967338:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.967341:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326936.967342:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000040:0.0:1767326936.967348:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.967348:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.967353:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.967360:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767326936.967365:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247639808:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1767326936.967366:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.967372:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.967373:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.967377:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326936.967378:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.967385:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247639936/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.967386:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000020:00000010:2.0:1767326936.967394:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000001:0.0:1767326936.967396:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.967399:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767326936.967401:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 02000000:00000010:0.0:1767326936.967402:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2800. 02000000:00000001:0.0:1767326936.967408:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.967410:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326936.967410:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000040:0.0:1767326936.967413:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.967416:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.967416:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767326936.967420:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 00000100:00000001:2.0:1767326936.967420:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.967424:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.967425:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.967427:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.967429:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:0.0:1767326936.967432:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.967433:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.967434:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.967435:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.967438:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247639808/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.967443:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326936.967445:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.967446:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.967448:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 02000000:00000001:0.0:1767326936.967451:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.967451:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.967452:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.967453:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.967454:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34c00. 02000000:00000001:0.0:1767326936.967456:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.967457:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.967458:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:2.0:1767326936.967459:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.967460:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.967463:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.967464:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.967465:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.967468:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.967469:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.967473:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.967473:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10889 00000100:00000001:0.0:1767326936.967479:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.967480:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.967484:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000100:00000040:2.0:1767326936.967490:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010350464/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.967499:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.967502:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.967504:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.967506:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00100000:2.0:1767326936.967511:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010350464:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.967515:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010350464 00010000:00000001:2.0:1767326936.967517:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.967522:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.967524:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.967526:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870fc0800 refcount=2 00000020:00000001:2.0:1767326936.967529:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523804985344 : -115549904566272 : ffff96e870fc0800) 00010000:00000001:2.0:1767326936.967532:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523804985344 : -115549904566272 : ffff96e870fc0800) 00010000:00000001:2.0:1767326936.967535:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.967538:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.967543:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.967557:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.967560:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.967563:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326936.967565:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.967567:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.967572:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.967574:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.967577:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.967581:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.967584:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.967586:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.967589:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.967591:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.967594:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.967597:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.967600:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326936.967604:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010350464, offset 224 00000400:00000200:2.0:1767326936.967610:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.967616:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.967622:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.967627:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556775:1556775:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556768:1556768:8:4294967295] 00000400:00000200:2.0:1767326936.967631:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.967639:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.967644:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.967648:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326936.967653:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.967659:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.967662:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.967670:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.967673:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.967676:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.967680:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326936.967684:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.967697:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.967699:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.967701:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.967703:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.967707:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010350464/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.967717:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010350464:12345-192.168.204.119@tcp:104: Request processed in 216us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326936.967737:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10889 00000020:00000001:0.0:1767326936.967739:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326936.967742:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000001:0.0:1767326936.967743:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.967746:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326936.967749:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326936.967750:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.967755:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326936.967755:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00000001:0.0:1767326936.967758:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326936.967762:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00010000:00010000:0.0:1767326936.967764:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.967767:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000020:00000040:2.0:1767326936.967774:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326936.967778:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870fc0800 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.967779:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.967784:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.967787:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.967789:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.967791:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.967793:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870fc0800 refcount=3 00000020:00000001:0.0:1767326936.967796:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523804985344 : -115549904566272 : ffff96e870fc0800) 00000800:00000001:2.0:1767326936.967798:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.967799:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523804985344 : -115549904566272 : ffff96e870fc0800) 00010000:00000001:0.0:1767326936.967804:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000001:2.0:1767326936.967805:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.967809:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326936.967812:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326936.967812:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.967821:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.967829:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326936.967830:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:0.0:1767326936.967832:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.967837:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:2.0:1767326936.967838:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:0.0:1767326936.967864:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.967869:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326936.967869:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.967873:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.967876:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.967880:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e800 00000020:00001000:0.0:1767326936.967885:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:2.0:1767326936.967888:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.967893:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.967895:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a55d [1] + 224 00010000:00000001:0.0:1767326936.967899:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000001:2.0:1767326936.967902:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.967905:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:2.0:1767326936.967907:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.967908:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.967913:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326936.967913:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.967917:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.967921:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:0.0:1767326936.967922:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870fc0800 with handle 0xb12620548e07c805 from hash 00000100:00000001:2.0:1767326936.967926:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326936.967927:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.967930:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.967933:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767326936.967934:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.967935:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.967939:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.967942:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.967950:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:2.0:1767326936.967951:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.967955:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.967958:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.967961:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.967964:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767326936.967965:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.967967:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.967976:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.967980:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.967984:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.967987:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.967990:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.967996:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3200. 00000100:00000001:0.0:1767326936.968001:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.968003:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.968007:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.968015:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.968017:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326936.968018:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.968023:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767326936.968023:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000400:00000200:2.0:1767326936.968028:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.968029:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.968035:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.968039:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000100:00000040:0.0:1767326936.968041:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326936.968044:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00000100:00000001:2.0:1767326936.968049:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.968052:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.968058:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.968064:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.968065:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326936.968067:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.968071:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767326936.968072:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.968074:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.968077:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.968078:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.968080:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.968085:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.968086:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:0.0:1767326936.968090:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.968095:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.968103:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.968107:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326936.968110:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.968113:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870fc0800/0xb12620548e07c805 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d497ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.968117:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e880 00000400:00000200:2.0:1767326936.968127:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326936.968128:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e874c37ac0. 00000400:00000200:2.0:1767326936.968133:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a56d [1] + 224 00000800:00000001:2.0:1767326936.968138:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1767326936.968140:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8475ed900 count: 0 00000800:00000001:2.0:1767326936.968146:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326936.968148:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8475edb00. 00000400:00000200:2.0:1767326936.968150:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.968157:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.968159:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.968161:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326936.968163:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.968168:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000200:2.0:1767326936.968168:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.968173:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.968178:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.968181:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.968186:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.968187:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.968189:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.968192:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.968196:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.968200:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.968203:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.968203:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767326936.968206:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326936.968209:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.968214:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968235:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.968239:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.968241:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.968247:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968255:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.968257:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.968260:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.968263:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.968265:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.968269:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.968273:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.968277:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.968279:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.968282:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.968285:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3000. 02000000:00000001:0.0:1767326936.968288:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.968293:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.968297:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3370. 00000400:00000010:0.0:1767326936.968301:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000100:00000200:0.0:1767326936.968306:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640320, portal 18 00000100:00000001:0.0:1767326936.968308:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.968309:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000100:00000040:0.0:1767326936.968315:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968321:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.968324:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.968327:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000100:00000200:0.0:1767326936.968331:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640320, offset 0 00000400:00000200:0.0:1767326936.968338:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.968343:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.968347:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.968351:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.968356:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.968360:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.968362:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.968366:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556776:1556776:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556769:1556769:8:4294967295] 00000400:00000200:0.0:1767326936.968371:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.968378:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.968383:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.968388:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000800:00000200:0.0:1767326936.968393:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.968398:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.968401:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.968414:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.968419:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.968423:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.968430:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855691 00000100:00000001:0.0:1767326936.968436:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855685 00000100:00000001:0.0:1767326936.968440:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855691 00000100:00000001:0.0:1767326936.968444:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855685 00000100:00000001:0.0:1767326936.968447:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.968450:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326936.968455:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.968456:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.968458:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000400:00000200:0.0:1767326936.968462:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:0.0:1767326936.968464:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000800:00000200:2.0:1767326936.968466:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.968468:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1767326936.968471:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000100:00000200:0.0:1767326936.968475:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.968478:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.968487:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.968495:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000100:00000200:0.0:1767326936.968497:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326936.968498:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000100:00000001:2.0:1767326936.968504:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.968512:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326936.968512:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968516:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968520:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.968524:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.968526:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.968530:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.968530:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326936.968535:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.968537:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326936.968540:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.968549:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.968550:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.968554:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.968556:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.968559:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.968562:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.968564:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968567:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.968569:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.968571:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.968573:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.968579:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968586:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.968589:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.968590:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.968595:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.968603:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640192:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.968608:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968610:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.968615:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247640192/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968622:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.968623:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.968626:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2600. 02000000:00000001:0.0:1767326936.968629:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.968631:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.968632:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.968635:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.968637:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 02000000:00000001:0.0:1767326936.968639:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.968641:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.968643:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:0.0:1767326936.968646:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.968647:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968650:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968654:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.968656:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.968659:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.968661:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.968663:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968666:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968675:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.968677:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.968679:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.968681:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.968682:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b58. 00000400:00000200:0.0:1767326936.968685:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:0.0:1767326936.968688:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:0.0:1767326936.968690:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.968694:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.968703:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968710:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.968712:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968714:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.968716:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.968730:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.968732:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.968734:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.968738:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.968742:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.968745:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.968746:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.968749:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.968751:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968753:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.968754:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.968756:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.968758:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.968763:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968770:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.968772:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.968774:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.968778:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.968787:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247640064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.968792:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968794:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.968798:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247640064/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.968805:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.968807:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.968809:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326936.968813:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.968815:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.968816:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.968818:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.968820:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 02000000:00000001:0.0:1767326936.968823:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.968824:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.968826:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326936.968829:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.968830:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968832:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.968835:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.968837:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.968838:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.1:1767326936.968864:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846534100. 00010000:00000010:1.1:1767326936.968866:0:302728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3f3700. 00010000:00000010:0.1:1767326936.968876:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848a75800. 00010000:00000010:1.1:1767326936.968877:0:302728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878fd6200. 00010000:00000010:0.1:1767326936.968894:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dfa900. 00010000:00000010:0.1:1767326936.968903:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbb800. 00000100:00000001:0.0:1767326936.968912:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.969870:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.969878:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.969880:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.969883:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.969887:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.969894:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.969899:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.969903:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.969907:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.969910:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2800 00000400:00000200:2.0:1767326936.969916:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 1312 00000800:00000001:2.0:1767326936.969920:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.969923:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.969925:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.969929:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.969933:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.969934:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326936.969938:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000040:2.0:1767326936.969941:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010350592 msgsize 328 00000100:00100000:2.0:1767326936.969945:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.969956:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.969961:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.969965:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.969967:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.969970:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.969973:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.969978:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326936.969979:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.969982:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350592 00000400:00000200:2.0:1767326936.969983:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.969987:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767326936.969989:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.969991:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.969994:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.969995:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.969998:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.970002:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2880 00000100:00100000:3.0:1767326936.970003:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350592 00000020:00000001:3.0:1767326936.970005:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.970008:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326936.970011:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.970012:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 1640 00000020:00000040:3.0:1767326936.970013:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326936.970017:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000800:00000001:2.0:1767326936.970020:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326936.970020:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.970022:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.970026:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000800:00000001:2.0:1767326936.970028:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.970029:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.970034:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326936.970035:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000400:00000200:2.0:1767326936.970042:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326936.970043:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bc000. 00000100:00000001:2.0:1767326936.970045:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.970049:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:3.0:1767326936.970049:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000100:00000010:2.0:1767326936.970055:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594e00. 00000020:00000010:3.0:1767326936.970057:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:2.0:1767326936.970059:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594e00 x1853164010350720 msgsize 328 00000100:00000040:3.0:1767326936.970066:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767326936.970067:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.970071:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.970074:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.970076:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.970077:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.970083:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.970094:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.970101:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326936.970102:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.970105:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350720 00000100:00000001:3.0:1767326936.970106:0:198563:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.970110:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.970114:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.970114:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.970117:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.970117:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767326936.970122:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.970123:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10890 00000100:00100000:2.0:1767326936.970128:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350720 00000100:00000040:3.0:1767326936.970129:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00000001:2.0:1767326936.970132:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767326936.970134:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00000020:00000040:2.0:1767326936.970135:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.970144:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767326936.970144:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010350592/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767326936.970148:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326936.970153:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.970157:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.970160:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326936.970161:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.970165:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000020:00000010:2.0:1767326936.970166:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:3.0:1767326936.970169:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.970171:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.970174:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:2.0:1767326936.970176:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326936.970182:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 00000100:00100000:3.0:1767326936.970184:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010350592:12345-192.168.204.119@tcp:104: 00000020:00000010:2.0:1767326936.970186:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000200:3.0:1767326936.970188:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010350592 00000020:00000010:2.0:1767326936.970191:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00010000:00000001:3.0:1767326936.970192:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.970196:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326936.970197:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767326936.970199:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.970201:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767326936.970202:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8431b2a00 refcount=2 00000100:00000001:2.0:1767326936.970204:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.970205:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035273728 : -115550674277888 : ffff96e8431b2a00) 00010000:00000001:3.0:1767326936.970209:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035273728 : -115550674277888 : ffff96e8431b2a00) 00000100:00000001:2.0:1767326936.970210:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.970211:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.970215:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.970219:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.970220:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.970228:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.970230:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326936.970231:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.970235:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767326936.970236:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10891 00000100:00000040:2.0:1767326936.970242:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 02000000:00000010:3.0:1767326936.970242:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11400. 00000100:00000001:2.0:1767326936.970244:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320896 : -115549915230720 : ffff96e870594e00) 02000000:00000001:3.0:1767326936.970248:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.970253:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594e00 x1853164010350720/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.970254:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.970259:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.970263:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.970268:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.970274:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326936.970276:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767326936.970278:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.970283:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.970283:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.970288:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000010:2.0:1767326936.970289:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 02000000:00000001:3.0:1767326936.970294:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.970298:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.970299:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88278:x1853164010350720:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326936.970303:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767326936.970305:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010350720 00000100:00000040:3.0:1767326936.970308:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.970309:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.970313:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767326936.970314:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000020:00000001:2.0:1767326936.970315:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767326936.970318:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010350592, offset 224 00000020:00000040:2.0:1767326936.970319:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85066cc00 refcount=2 00000020:00000001:2.0:1767326936.970323:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258334208 : -115550451217408 : ffff96e85066cc00) 00000400:00000200:3.0:1767326936.970326:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326936.970328:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258334208 : -115550451217408 : ffff96e85066cc00) 00010000:00000001:2.0:1767326936.970331:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.970332:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.970336:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.970340:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:2.0:1767326936.970342:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.970345:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556777:1556777:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556770:1556770:8:4294967295] 00000400:00000200:3.0:1767326936.970356:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.970361:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.970364:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.970369:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 00000400:00000200:3.0:1767326936.970370:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:2.0:1767326936.970374:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.970377:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.970379:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.970382:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00010000:00000001:2.0:1767326936.970383:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.970387:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.970391:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.970397:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00001000:2.0:1767326936.970402:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000200:3.0:1767326936.970403:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.970411:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.970415:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.970416:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.970418:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.970423:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767326936.970423:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:2.0:1767326936.970426:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.970429:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767326936.970431:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1767326936.970435:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a9c0. 00000100:00000040:2.0:1767326936.970437:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.970440:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767326936.970443:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326936.970448:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010350720, offset 224 00000400:00000200:2.0:1767326936.970454:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:3.0:1767326936.970454:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.970460:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.970462:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326936.970464:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.970469:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.970470:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:0.0:1767326936.970476:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.970479:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010350592/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.970480:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.970480:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556778:1556778:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556771:1556771:7:4294967295] 00010000:00010000:0.0:1767326936.970486:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.970492:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767326936.970496:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.970497:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.970503:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326936.970505:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010350592:12345-192.168.204.119@tcp:104: Request processed in 342us (560us total) trans 0 rc 0/0 00000400:00000200:2.0:1767326936.970516:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:0.0:1767326936.970525:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8431b2a00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326936.970526:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10890 00000800:00000200:2.0:1767326936.970530:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000008:00000001:0.0:1767326936.970531:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326936.970534:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00010000:00000001:0.0:1767326936.970535:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1767326936.970537:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000100:00000001:3.0:1767326936.970537:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.970538:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326936.970540:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326936.970543:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767326936.970545:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00000800:00000200:2.0:1767326936.970546:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000040:0.0:1767326936.970547:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8431b2a00 refcount=3 00000020:00000010:3.0:1767326936.970549:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:0.0:1767326936.970553:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035273728 : -115550674277888 : ffff96e8431b2a00) 00000020:00000010:3.0:1767326936.970555:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bc000. 00000800:00000200:2.0:1767326936.970557:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1767326936.970559:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035273728 : -115550674277888 : ffff96e8431b2a00) 00000020:00000040:3.0:1767326936.970561:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000800:00000200:2.0:1767326936.970562:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767326936.970563:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326936.970565:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.970568:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.970569:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.970577:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000008:00000001:0.0:1767326936.970583:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326936.970584:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1767326936.970586:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000010:2.0:1767326936.970589:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000800:00000001:3.0:1767326936.970590:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326936.970591:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:2.0:1767326936.970594:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00001000:0.0:1767326936.970595:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000001:3.0:1767326936.970595:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.970599:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.970602:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.970604:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.970606:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.970606:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:3.0:1767326936.970611:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326936.970612:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970614:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:3.0:1767326936.970615:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00010000:00000001:2.0:1767326936.970617:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970619:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326936.970619:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.970621:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970623:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.970627:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.970630:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.970631:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.970631:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594e00 x1853164010350720/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326936.970634:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000020:00000040:0.0:1767326936.970637:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8431b2a00 with handle 0xb12620548e08dfbf from hash 00000400:00000010:3.0:1767326936.970637:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00010000:00000001:0.0:1767326936.970643:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767326936.970643:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.970647:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.970647:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.970651:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.970654:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:2.0:1767326936.970654:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88278:x1853164010350720:12345-192.168.204.119@tcp:104: Request processed in 376us (590us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326936.970658:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.970662:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:2.0:1767326936.970667:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10891 00010000:00000001:0.0:1767326936.970669:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:2.0:1767326936.970671:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:0.0:1767326936.970673:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.970675:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.970676:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.970678:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.970680:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.970683:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00000001:0.0:1767326936.970684:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000200:3.0:1767326936.970684:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.970687:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:2.0:1767326936.970690:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000800:00000010:3.0:1767326936.970690:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000100:00000010:0.0:1767326936.970693:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000010:2.0:1767326936.970696:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000020:00000040:0.0:1767326936.970698:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000040:2.0:1767326936.970701:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:0.0:1767326936.970704:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326936.970705:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.970707:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.970712:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.970730:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 00000020:00000001:2.0:1767326936.970733:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326936.970735:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.970737:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970739:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767326936.970741:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326936.970745:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.970745:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326936.970749:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326936.970753:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.970756:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.970760:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.970765:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1767326936.970767:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85066cc00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:0.0:1767326936.970771:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.970772:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326936.970776:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326936.970778:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767326936.970781:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.970781:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.970783:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e85066cc00 refcount=3 00000020:00000001:2.0:1767326936.970787:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523258334208 : -115550451217408 : ffff96e85066cc00) 00010000:00000001:2.0:1767326936.970791:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523258334208 : -115550451217408 : ffff96e85066cc00) 00010000:00000001:2.0:1767326936.970796:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326936.970800:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000008:00000001:2.0:1767326936.970807:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.970809:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326936.970809:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326936.970812:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 00010000:00000001:0.0:1767326936.970814:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.970817:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1767326936.970817:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00010000:00000001:0.0:1767326936.970821:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.970821:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1767326936.970825:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970826:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767326936.970830:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000008:00000001:0.0:1767326936.970831:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767326936.970835:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.970837:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.1:1767326936.970862:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459b8800. 00010000:00000010:0.1:1767326936.970877:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84313c800. 00010000:00000001:2.0:1767326936.970889:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:0.1:1767326936.970891:0:195920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475ed900. 00010000:00000001:2.0:1767326936.970894:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326936.970897:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326936.970899:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.970901:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326936.970904:0:195920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870fc0800. 00000020:00000040:2.0:1767326936.970905:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e85066cc00 with handle 0xb12620548e07cea3 from hash 00010000:00000001:2.0:1767326936.970910:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326936.970912:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.970914:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.970915:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326936.970917:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.970921:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.970924:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.970927:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.970933:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.970934:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.970934:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.970938:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326936.970939:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8431b2a00/0xb12620548e08dfbf lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e135f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.970941:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00010000:00000001:2.0:1767326936.970942:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.970946:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00010000:00000001:2.0:1767326936.970948:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326936.970952:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326936.970953:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:0.0:1767326936.970955:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847bbcd80. 00000100:00000001:3.0:1767326936.970957:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767326936.970958:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594700. 00010000:00000040:0.0:1767326936.970963:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e847bbd400 count: 0 00000020:00000040:2.0:1767326936.970963:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:3.0:1767326936.970964:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.970970:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:0.0:1767326936.970972:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e847bbda00. 00000800:00000001:3.0:1767326936.970972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.970973:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326936.970977:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.970979:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326936.970983:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097c00. 00000800:00000001:3.0:1767326936.970985:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.970986:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.970989:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.970990:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.970995:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a9c0. 00010000:00000001:2.0:1767326936.970995:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:3.0:1767326936.970995:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.971002:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.971003:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.971005:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:0.0:1767326936.971008:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.971012:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.971017:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.971018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326936.971020:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:0.0:1767326936.971022:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326936.971023:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.971026:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.971026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.971029:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326936.971032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.971035:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.971036:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.971036:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.971041:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.971047:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.971047:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005549fc52] to pc [ptlrpcd_01_01+1] req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.971047:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2a00 00000100:00000001:0.0:1767326936.971055:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.971060:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326936.971061:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a52d [2] + 1968 00000100:00000001:0.0:1767326936.971064:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326936.971070:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000100:00000040:0.0:1767326936.971073:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.971076:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a6c0 00000800:00000001:3.0:1767326936.971081:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.971088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.971094:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.971095:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.971098:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.971103:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.971105:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326936.971108:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.971109:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.971109:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.971116:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.971118:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a6c0 00010000:00000001:2.0:1767326936.971119:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767326936.971120:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247640448:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:3.0:1767326936.971122:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a6c0. 00010000:00000001:2.0:1767326936.971123:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.971129:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326936.971129:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971129:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000008:00000001:2.0:1767326936.971132:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.971133:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:0.0:1767326936.971135:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767326936.971137:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1767326936.971139:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.971139:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b11c50 x1853164010351104 msgsize 328 02000000:00000001:0.0:1767326936.971145:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.971150:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 00000100:00100000:3.0:1767326936.971151:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:0.0:1767326936.971155:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.971156:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00010000:00000001:2.0:1767326936.971158:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326936.971162:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85066cc00/0xb12620548e07cea3 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499ec1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326936.971163:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.971168:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767326936.971171:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b58. 00010000:00000010:2.0:1767326936.971174:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8752bfd80. 00000100:00000001:3.0:1767326936.971178:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326936.971179:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00010000:00000040:2.0:1767326936.971180:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87123ff00 count: 0 00000100:00000001:3.0:1767326936.971183:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326936.971187:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640448, portal 18 00010000:00000010:2.0:1767326936.971187:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87123fc00. 00000100:00000001:3.0:1767326936.971187:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326936.971193:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326936.971195:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.971197:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00010000:00000001:2.0:1767326936.971197:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.971201:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326936.971204:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000100:00000040:0.0:1767326936.971210:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.971211:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971211:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326936.971214:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.971217:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326936.971220:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767326936.971221:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.971225:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326936.971227:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.971228:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326936.971231:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.971232:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326936.971237:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.971238:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326936.971240:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247640576:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326936.971241:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326936.971243:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000020:00000001:2.0:1767326936.971246:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326936.971247:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767326936.971250:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.971251:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640448, offset 0 02000000:00000001:3.0:1767326936.971252:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767326936.971256:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326936.971256:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.971261:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326936.971262:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.971265:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326936.971266:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8593bc000. 00000100:00000001:2.0:1767326936.971270:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.971271:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326936.971272:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.971280:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.971284:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000010:3.0:1767326936.971286:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00000100:00000010:2.0:1767326936.971288:0:274003:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36800. 00000400:00000200:0.0:1767326936.971291:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326936.971293:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000400:00000200:0.0:1767326936.971298:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000010:2.0:1767326936.971298:0:274003:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456c000. 00000100:00000200:3.0:1767326936.971298:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640576, portal 18 00000100:00000001:3.0:1767326936.971304:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767326936.971305:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000200:0.0:1767326936.971306:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326936.971307:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794319104 : -115549915232512 : ffff96e870594700) 00000400:00000200:0.0:1767326936.971314:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000200:2.0:1767326936.971315:0:274003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000040:3.0:1767326936.971318:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326936.971322:0:274003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200058. 00000400:00000200:0.0:1767326936.971323:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556779:1556779:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556772:1556772:8:4294967295] 00000400:00000010:2.0:1767326936.971329:0:274003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23300. 00000400:00000200:0.0:1767326936.971338:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.971338:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326936.971340:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326936.971342:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351104 02000000:00000001:2.0:1767326936.971346:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767326936.971347:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.971350:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767326936.971353:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00000100:00000001:2.0:1767326936.971354:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.971360:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:3.0:1767326936.971360:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640576, offset 0 02000000:00000001:2.0:1767326936.971361:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.971368:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351104 00000400:00000200:3.0:1767326936.971371:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326936.971372:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:0.0:1767326936.971375:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:2.0:1767326936.971376:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.971381:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.971381:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326936.971383:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000020:00000040:2.0:1767326936.971385:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:3.0:1767326936.971389:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000001:2.0:1767326936.971390:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000200:0.0:1767326936.971392:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:2.0:1767326936.971397:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.971397:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326936.971403:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767326936.971404:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326936.971404:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000010:2.0:1767326936.971409:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000800:00000200:0.0:1767326936.971411:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.971411:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326936.971414:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.971418:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.971420:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.971421:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000040:0.0:1767326936.971427:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000020:00000010:2.0:1767326936.971429:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000400:00000200:3.0:1767326936.971429:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556780:1556780:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556773:1556773:7:4294967295] 00000020:00000010:2.0:1767326936.971436:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000400:00000200:0.0:1767326936.971438:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.971441:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.971445:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855686 00000020:00000010:2.0:1767326936.971445:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000001:0.0:1767326936.971452:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855691 00000100:00000040:2.0:1767326936.971453:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:3.0:1767326936.971455:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326936.971457:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855686 00000100:00000001:2.0:1767326936.971459:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.971463:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326936.971464:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855691 00000100:00000001:2.0:1767326936.971466:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.971469:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.971471:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.971474:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.971476:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.971476:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000100:00000001:0.0:1767326936.971483:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.971484:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.971489:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.971494:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.971496:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.971496:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.971500:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326936.971501:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326936.971504:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.971506:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326936.971510:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10892 00000100:00000001:0.0:1767326936.971511:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326936.971511:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.971516:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.971516:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.971518:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.971523:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934293072 : -115549775258544 : ffff96e878b11c50) 00000100:00000001:0.0:1767326936.971524:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.971525:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:3.0:1767326936.971533:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.971534:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b11c50 x1853164010351104/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.971537:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855686 00000100:00000001:0.0:1767326936.971540:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.971542:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855691 00000100:00000001:0.0:1767326936.971543:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.971546:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855686 00000100:00000001:0.0:1767326936.971547:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971550:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855691 00000100:00000001:0.0:1767326936.971552:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971555:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.971558:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971561:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971563:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.971568:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.971570:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326936.971572:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326936.971573:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.971575:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971577:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.971589:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.971593:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.971600:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.971604:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.971606:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.971609:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000800:00000200:3.0:1767326936.971609:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.971613:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000100:00100000:2.0:1767326936.971619:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010351104:12345-192.168.204.119@tcp:104: 00000400:00000200:3.0:1767326936.971620:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326936.971626:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010351104 00000400:00000200:3.0:1767326936.971628:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.971630:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767326936.971633:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00010000:00000001:2.0:1767326936.971634:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767326936.971637:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000020:00000001:2.0:1767326936.971638:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.971642:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878819800 refcount=2 00000100:00000001:3.0:1767326936.971644:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767326936.971646:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523931179008 : -115549778372608 : ffff96e878819800) 00010000:00000001:2.0:1767326936.971649:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523931179008 : -115549778372608 : ffff96e878819800) 00000100:00000200:3.0:1767326936.971652:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.971653:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.971657:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.971664:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.971667:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.971673:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.971676:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.971681:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.971686:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326936.971691:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971692:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.971695:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.971696:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767326936.971700:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.971703:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.971706:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.971709:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.971713:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.971715:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.971730:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.971731:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.971734:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.971737:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.971741:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326936.971744:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010351104, offset 224 00000400:00000200:2.0:1767326936.971750:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.971754:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.971759:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.971763:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556781:1556781:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556774:1556774:7:4294967295] 00000400:00000200:2.0:1767326936.971768:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.971775:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.971781:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.971785:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326936.971789:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.971793:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.971797:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.971800:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.971803:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.971806:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.971809:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.971811:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.971821:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.971823:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.971825:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.971827:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.971832:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b11c50 x1853164010351104/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.971863:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b11c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010351104:12345-192.168.204.119@tcp:104: Request processed in 239us (700us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.971867:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.971871:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.971877:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.971877:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10892 00000100:00000040:2.0:1767326936.971882:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326936.971884:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326936.971887:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.971888:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326936.971891:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.971894:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.971896:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326936.971902:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000020:00000010:2.0:1767326936.971908:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00010000:0.0:1767326936.971909:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878819800 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.971914:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326936.971914:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:0.0:1767326936.971918:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.971921:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:3.0:1767326936.971921:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767326936.971922:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326936.971923:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767326936.971927:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00000020:00000040:0.0:1767326936.971928:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878819800 refcount=3 00000800:00000010:3.0:1767326936.971928:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 02000000:00000001:2.0:1767326936.971932:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767326936.971934:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523931179008 : -115549778372608 : ffff96e878819800) 00000400:00000200:3.0:1767326936.971935:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326936.971936:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594e00. 00010000:00000001:0.0:1767326936.971941:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523931179008 : -115549778372608 : ffff96e878819800) 02000000:00000001:2.0:1767326936.971944:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767326936.971946:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.971949:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767326936.971949:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11400. 00000400:00000200:3.0:1767326936.971951:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00010000:00010000:0.0:1767326936.971954:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.971955:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767326936.971955:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00000100:00000010:2.0:1767326936.971959:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000100:00000001:3.0:1767326936.971962:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767326936.971967:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326936.971970:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767326936.971970:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326936.971971:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000020:00000001:0.0:1767326936.971974:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326936.971977:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767326936.971979:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000010:2.0:1767326936.971981:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00000020:00001000:0.0:1767326936.971986:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 02000000:00000001:2.0:1767326936.971988:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326936.971990:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1767326936.971991:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000010:2.0:1767326936.971992:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00000008:00000001:0.0:1767326936.971995:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.971997:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767326936.971997:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1767326936.971999:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000010:2.0:1767326936.972001:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595f80. 00000008:00000001:0.0:1767326936.972005:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.972008:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.972012:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00010000:00000001:0.0:1767326936.972013:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.972015:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.972018:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.972019:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326936.972019:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767326936.972023:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 00010000:00000001:0.0:1767326936.972024:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:3.0:1767326936.972026:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.972029:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767326936.972030:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:3.0:1767326936.972033:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.972035:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.972036:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13800. 00000800:00000001:3.0:1767326936.972037:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767326936.972042:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878819800 with handle 0xb12620548e07f40b from hash 02000000:00000001:2.0:1767326936.972042:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:3.0:1767326936.972043:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326936.972046:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00000001:0.0:1767326936.972049:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767326936.972052:0:274003:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c230000. 00000400:00000200:3.0:1767326936.972052:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.972053:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.972057:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.972060:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326936.972061:0:274003:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b11c00. 00000400:00000200:3.0:1767326936.972063:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326936.972065:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326936.972066:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.972069:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.972071:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.972075:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326936.972078:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.972082:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.972085:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.972086:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.972090:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.972092:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e900 00010000:00000001:0.0:1767326936.972094:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.972098:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326936.972100:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:0.0:1767326936.972104:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00000400:00000200:3.0:1767326936.972106:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a57d [1] + 224 00000020:00000040:0.0:1767326936.972110:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000001:3.0:1767326936.972113:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.972115:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.972118:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.972121:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.972126:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00000800:00000200:2.0:1767326936.972128:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.972131:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.972133:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00010000:00000001:0.0:1767326936.972136:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000001:3.0:1767326936.972137:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.972139:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.972141:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326936.972142:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.972149:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.972152:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.972157:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00010000:00010000:0.0:1767326936.972161:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000010:2.0:1767326936.972161:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00010000:00000001:0.0:1767326936.972165:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.972167:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326936.972170:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326936.972171:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326936.972175:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00000100:00000001:0.0:1767326936.972176:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.972179:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326936.972182:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767326936.972186:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.972199:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326936.972206:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326936.972207:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.972211:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.972214:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.972217:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.972222:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.972223:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.972228:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.972234:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.972239:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.972245:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326936.972246:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326936.972249:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878819800/0xb12620548e07f40b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3659 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.972251:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326936.972261:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f62540. 00010000:00000040:0.0:1767326936.972266:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878be3800 count: 0 00010000:00000010:0.0:1767326936.972270:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878be3500. 00010000:00000001:0.0:1767326936.972276:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.972277:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.972279:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000001:0.0:1767326936.972281:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.972283:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.972285:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.972287:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.972288:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.972289:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.972291:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.972293:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.972294:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.972296:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.972304:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.972306:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.972314:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.972319:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.972326:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.972328:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.972331:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.972333:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.972335:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.972339:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640704:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.972342:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.972345:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.972347:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.972349:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.972352:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2600. 02000000:00000001:0.0:1767326936.972355:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.972359:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.972362:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000400:00000010:0.0:1767326936.972366:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326936.972370:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640704, portal 18 00000100:00000001:0.0:1767326936.972372:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.972373:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000040:0.0:1767326936.972380:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.972387:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.972389:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.972392:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581635d8. 00000100:00000200:0.0:1767326936.972394:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640704, offset 0 00000400:00000200:0.0:1767326936.972399:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.972404:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.972407:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.972410:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.972413:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.972415:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.972418:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.972421:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556782:1556782:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556775:1556775:8:4294967295] 00000400:00000200:0.0:1767326936.972424:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.972431:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.972435:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.972438:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326936.972442:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.972446:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.972448:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.972459:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.972462:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18060 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.972465:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.972467:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855695 00000100:00000001:0.0:1767326936.972471:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855691 00000100:00000001:0.0:1767326936.972475:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855695 00000100:00000001:0.0:1767326936.972479:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855691 00000100:00000001:0.0:1767326936.972482:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.972484:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326936.972488:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.972490:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.972492:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3370. 00000400:00000200:0.0:1767326936.972495:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000010:0.0:1767326936.972497:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:0.0:1767326936.972500:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.972504:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.972514:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.972516:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.972521:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000100:00000001:0.0:1767326936.972527:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326936.972528:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.972530:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.972534:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326936.972537:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.972538:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.972541:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326936.972542:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000100:00000001:0.0:1767326936.972543:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.972547:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 02000000:00000001:0.0:1767326936.972548:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.972552:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:0.0:1767326936.972556:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326936.972559:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326936.972562:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.972569:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.972572:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.972576:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326936.972576:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326936.972580:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.972583:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.972584:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.972588:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.972593:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.972596:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.972597:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.972600:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326936.972604:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.972612:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.972615:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.972617:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.972621:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.972629:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.972634:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.972636:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.972641:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247640320/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.972647:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.972649:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.972651:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3000. 02000000:00000001:0.0:1767326936.972654:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.972656:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.972658:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.972660:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.972663:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3200. 02000000:00000001:0.0:1767326936.972666:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.972668:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.972670:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:0.0:1767326936.972673:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.972675:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.972677:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.972680:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.972682:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.972684:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.972685:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.972686:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.972688:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.972698:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.972699:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.972701:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.972703:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.974441:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.974447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.974450:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.974452:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.974457:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974461:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.974465:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974467:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974470:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974472:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2c80 00000400:00000200:3.0:1767326936.974478:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 0 00000800:00000001:3.0:1767326936.974481:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.974484:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.974486:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.974488:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.974491:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.974492:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.974496:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000040:3.0:1767326936.974498:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010351744 msgsize 328 00000100:00100000:3.0:1767326936.974500:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.974508:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.974520:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.974521:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351744 02000000:00000001:3.0:1767326936.974522:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.974524:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.974525:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.974528:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.974529:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351744 00000020:00000001:3.0:1767326936.974531:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.974532:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326936.974533:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.974535:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326936.974536:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326936.974538:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.974540:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.974542:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.974544:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.974546:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000020:00000010:3.0:1767326936.974549:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 00000020:00000010:3.0:1767326936.974552:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000020:00000010:3.0:1767326936.974555:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326936.974558:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.974560:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.974561:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326936.974562:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.974566:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.974570:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.974575:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.974577:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326936.974580:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10893 00000100:00000040:3.0:1767326936.974582:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326936.974584:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000100:00000040:3.0:1767326936.974587:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010351744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326936.974593:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.974595:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326936.974596:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.974598:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:3.0:1767326936.974600:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010351744:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.974602:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010351744 00010000:00000001:3.0:1767326936.974604:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.974607:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326936.974608:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.974609:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843139800 refcount=2 00000020:00000001:3.0:1767326936.974610:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034777600 : -115550674774016 : ffff96e843139800) 00010000:00000001:3.0:1767326936.974612:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034777600 : -115550674774016 : ffff96e843139800) 00010000:00000001:3.0:1767326936.974614:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.974616:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326936.974619:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.974625:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.974626:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326936.974629:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12400. 02000000:00000001:3.0:1767326936.974630:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.974631:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.974633:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.974634:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.974636:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.974639:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326936.974641:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.974642:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326936.974644:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.974645:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.974647:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.974648:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.974651:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00000100:00000200:3.0:1767326936.974653:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010351744, offset 224 00000400:00000200:3.0:1767326936.974656:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.974660:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974664:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.974667:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556783:1556783:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556776:1556776:8:4294967295] 00000400:00000200:3.0:1767326936.974670:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.974675:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.974678:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.974681:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000800:00000200:3.0:1767326936.974684:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.974688:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.974690:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.974696:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.974698:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.974699:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.974702:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a6c0. 00010000:00000001:3.0:1767326936.974703:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.974712:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.974713:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.974714:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.974716:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.974734:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010351744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.974745:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010351744:12345-192.168.204.119@tcp:104: Request processed in 149us (244us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.974749:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.974755:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.974755:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10893 00010000:00010000:0.0:1767326936.974761:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767326936.974762:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326936.974765:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326936.974767:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.974769:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326936.974770:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.974775:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326936.974775:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00000020:00000010:3.0:1767326936.974781:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000010:3.0:1767326936.974786:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00010000:00010000:0.0:1767326936.974790:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843139800 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:3.0:1767326936.974792:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000008:00000001:0.0:1767326936.974794:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.974796:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.974797:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.974801:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.974803:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.974804:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843139800 refcount=3 00000020:00000001:0.0:1767326936.974807:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523034777600 : -115550674774016 : ffff96e843139800) 00010000:00000001:0.0:1767326936.974809:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523034777600 : -115550674774016 : ffff96e843139800) 00010000:00000001:0.0:1767326936.974812:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000001:3.0:1767326936.974814:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326936.974816:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.974821:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.974826:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326936.974827:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.974831:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:3.0:1767326936.974831:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.974836:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326936.974838:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:0.0:1767326936.974892:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.974895:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.974897:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.974900:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.974903:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.974906:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.974910:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.974912:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.974914:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.974916:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.974918:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843139800 with handle 0xb12620548e08fe97 from hash 00010000:00000001:0.0:1767326936.974921:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.974922:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.974924:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.974926:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.974928:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.974930:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.974935:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.974938:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.974940:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.974942:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.974944:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.974946:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.974950:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.974953:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.974957:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.974959:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.974962:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.974967:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2c00. 00000100:00000001:0.0:1767326936.974971:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.974973:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.974977:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.974984:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.974986:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.974990:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.974993:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.975000:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.975025:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.975028:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.975030:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.975031:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.975033:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.975036:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.975039:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.975046:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.975051:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843139800/0xb12620548e08fe97 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e96d7 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.975058:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.0:1767326936.975065:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e850da3240. 00000400:00000200:3.0:1767326936.975070:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:0.0:1767326936.975072:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8509bcb00 count: 0 00000400:00000200:3.0:1767326936.975077:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326936.975080:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8509bc800. 00000400:00000200:3.0:1767326936.975081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.975087:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2d00 00010000:00000001:0.0:1767326936.975092:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.975092:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 328 00010000:00000001:0.0:1767326936.975096:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:3.0:1767326936.975098:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1767326936.975099:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a6c0. 00010000:00000001:0.0:1767326936.975104:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.975105:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.975107:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.975108:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326936.975111:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.975115:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.975117:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.975118:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767326936.975120:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326936.975121:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:0.0:1767326936.975124:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326936.975127:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00010000:00010000:0.0:1767326936.975128:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326936.975131:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010351872 msgsize 328 00000020:00000001:0.0:1767326936.975132:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.975136:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.975140:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:0.0:1767326936.975141:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.975148:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.975153:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.975156:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.975158:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.975162:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326936.975164:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.975168:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.975170:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.975173:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.975174:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.975176:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.975182:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.975189:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.975190:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.975194:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.975195:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 02000000:00000001:0.0:1767326936.975201:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326936.975201:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.975206:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.975210:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.975212:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.975213:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00000400:00000010:3.0:1767326936.975216:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00000100:00100000:0.0:1767326936.975219:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.975221:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.975223:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.975227:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767326936.975229:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326936.975231:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767326936.975233:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326936.975235:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.975239:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.975244:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 02000000:00000001:0.0:1767326936.975246:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.975250:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326936.975252:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.975254:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326936.975258:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3370. 00000100:00000001:1.0:1767326936.975258:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.975264:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000100:00000001:1.0:1767326936.975264:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.975270:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640832, portal 18 00000100:00000001:0.0:1767326936.975273:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.975275:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000100:00000040:0.0:1767326936.975281:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.975282:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326936.975285:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351872 02000000:00000001:3.0:1767326936.975289:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326936.975291:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.975293:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.975295:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326936.975297:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.975301:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326936.975301:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351872 00000020:00000001:3.0:1767326936.975303:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326936.975305:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000010:0.0:1767326936.975307:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163dd0. 00000020:00000001:3.0:1767326936.975307:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.975310:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000100:00000200:0.0:1767326936.975313:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640832, offset 0 00000020:00000001:3.0:1767326936.975313:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:3.0:1767326936.975314:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.975318:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.975321:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000400:00000200:0.0:1767326936.975322:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.975324:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.975327:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000400:00000200:0.0:1767326936.975331:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326936.975332:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8593bdc00. 00000020:00000010:3.0:1767326936.975336:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000400:00000200:0.0:1767326936.975338:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000010:3.0:1767326936.975340:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000400:00000200:0.0:1767326936.975345:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326936.975345:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326936.975349:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326936.975351:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767326936.975353:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:3.0:1767326936.975353:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.975359:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.975360:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.975365:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.975366:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326936.975370:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556784:1556784:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556777:1556777:8:4294967295] 00000100:00000001:3.0:1767326936.975373:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326936.975376:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767326936.975379:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326936.975381:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10894 00000100:00000040:3.0:1767326936.975384:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326936.975386:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 00000100:00000040:3.0:1767326936.975395:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010351872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326936.975396:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.975408:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.975409:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326936.975412:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000800:00000010:0.0:1767326936.975415:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000100:00000001:3.0:1767326936.975416:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326936.975421:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000800:00000200:0.0:1767326936.975425:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:3.0:1767326936.975426:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88302:x1853164010351872:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326936.975432:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010351872 00010000:00000001:3.0:1767326936.975433:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326936.975436:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1767326936.975437:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:3.0:1767326936.975438:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326936.975441:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87c24f800 refcount=2 00000800:00000200:0.0:1767326936.975443:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:3.0:1767326936.975444:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523992217600 : -115549717334016 : ffff96e87c24f800) 00010000:00000001:3.0:1767326936.975448:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523992217600 : -115549717334016 : ffff96e87c24f800) 00010000:00000001:3.0:1767326936.975450:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326936.975452:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.975455:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326936.975455:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.975462:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18058 usecs (19 jiffies) 00000100:00000001:3.0:1767326936.975463:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326936.975466:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767326936.975470:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:3.0:1767326936.975470:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13400. 02000000:00000001:3.0:1767326936.975474:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.975475:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855698 00000100:00000001:3.0:1767326936.975476:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.975480:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326936.975483:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.975484:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855695 00000100:00001000:3.0:1767326936.975485:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326936.975491:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326936.975493:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855698 00000100:00000040:3.0:1767326936.975494:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.975498:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326936.975500:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855695 02000000:00000001:3.0:1767326936.975500:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326936.975502:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.975507:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326936.975509:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.975511:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.975513:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.975515:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00000100:00000001:0.0:1767326936.975519:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.975520:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010351872, offset 224 00000100:00000001:0.0:1767326936.975527:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.975527:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.975534:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.975537:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.975540:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556785:1556785:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556778:1556778:7:4294967295] 00000400:00000200:3.0:1767326936.975544:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.975549:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326936.975552:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326936.975555:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000800:00000200:3.0:1767326936.975557:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326936.975560:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326936.975562:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.975564:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.975566:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326936.975568:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326936.975570:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00010000:00000001:3.0:1767326936.975572:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326936.975581:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326936.975583:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.975584:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.975585:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.975588:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010351872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326936.975594:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88302:x1853164010351872:12345-192.168.204.119@tcp:104: Request processed in 184us (462us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.975600:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326936.975600:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10894 00000020:00000001:0.0:1767326936.975605:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.975605:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:3.0:1767326936.975607:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326936.975610:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.975611:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767326936.975613:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00010000:00000001:0.0:1767326936.975616:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767326936.975617:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:0.0:1767326936.975619:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326936.975621:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8593bdc00. 00010000:00010000:0.0:1767326936.975625:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1767326936.975625:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326936.975629:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.975638:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87c24f800 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.975641:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.975643:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.975645:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.975647:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767326936.975649:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326936.975650:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87c24f800 refcount=3 00000020:00000001:0.0:1767326936.975656:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523992217600 : -115549717334016 : ffff96e87c24f800) 00000800:00000010:3.0:1767326936.975656:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00010000:00000001:0.0:1767326936.975662:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523992217600 : -115549717334016 : ffff96e87c24f800) 00000400:00000200:3.0:1767326936.975662:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.975665:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.975669:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.975670:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.975677:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326936.975681:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326936.975686:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1767326936.975688:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.975693:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:3.0:1767326936.975694:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.975696:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.975702:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.975705:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.975708:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.975712:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:3.0:1767326936.975712:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1767326936.975716:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.975716:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.975732:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.975736:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.975737:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326936.975739:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.975740:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.975744:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.975746:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.975749:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87c24f800 with handle 0xb12620548e081b6b from hash 00010000:00000001:0.0:1767326936.975752:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.975754:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.975755:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.975757:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.975759:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.975761:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.975764:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.975767:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.975768:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.975770:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.975772:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.975774:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000200:3.0:1767326936.975777:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326936.975778:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000800:00000010:3.0:1767326936.975781:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00000020:00000040:0.0:1767326936.975783:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326936.975787:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.975788:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.975792:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326936.975797:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.975798:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.975804:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 02000000:00000010:0.0:1767326936.975805:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000400:00000010:3.0:1767326936.975808:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00000100:00000001:0.0:1767326936.975811:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.975813:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326936.975816:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.975821:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.975827:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.975829:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.975832:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.975835:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.975866:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.975877:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.975890:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.975894:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.975896:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.975898:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.975900:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.975902:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.975906:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.975913:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.975915:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87c24f800/0xb12620548e081b6b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad664 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.975922:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e850ae6a40. 00010000:00000040:0.0:1767326936.975931:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8691bda00 count: 0 00010000:00000010:0.0:1767326936.975935:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870f3bc00. 00010000:00000001:0.0:1767326936.975944:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.975945:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326936.975946:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.975950:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 00000100:00000001:1.0:1767326936.975950:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.975953:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326936.975955:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.975959:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.975961:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.975961:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326936.975965:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.975967:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.975969:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.975972:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767326936.975973:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326936.975975:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.975977:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.975978:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767326936.975979:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.975981:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.975988:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.975989:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326936.975990:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.975994:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.975997:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326936.976000:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640960:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.976001:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.976007:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.976010:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.976012:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.976014:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.976018:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74fda7800. 02000000:00000001:1.0:1767326936.976021:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.976026:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326936.976029:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619f8. 00000400:00000010:1.0:1767326936.976034:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326936.976037:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247640960, portal 18 00000100:00000001:1.0:1767326936.976039:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.976041:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000100:00000040:1.0:1767326936.976048:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.976054:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.976057:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.976060:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000100:00000200:1.0:1767326936.976063:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247640960, offset 0 00000400:00000200:1.0:1767326936.976068:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.976072:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.976077:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.976080:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.976083:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.976085:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.976088:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.976091:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556786:1556786:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556779:1556779:8:4294967295] 00000400:00000200:1.0:1767326936.976095:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.976102:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.976107:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.976111:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000800:00000200:1.0:1767326936.976116:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.976120:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.976123:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.976135:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.976138:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10538 usecs (11 jiffies) 00000400:00000200:1.0:1767326936.976142:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.976144:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855691 00000100:00000001:1.0:1767326936.976147:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855698 00000100:00000001:1.0:1767326936.976150:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855691 00000100:00000001:1.0:1767326936.976152:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855698 00000100:00000001:1.0:1767326936.976155:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.976158:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.976161:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.976163:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.976167:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.976168:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.976171:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.976172:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.976175:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.976176:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.976178:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.976180:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000400:00000200:3.0:1767326936.976184:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.976188:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.976190:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000400:00000010:3.0:1767326936.976192:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:3.0:1767326936.976194:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.976198:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.976203:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.976205:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.976210:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.976211:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1767326936.977874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87123ff00. 00010000:00000010:0.1:1767326936.977880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bbd400. 00010000:00000010:2.1:1767326936.977889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e85066cc00. 00010000:00000010:0.1:1767326936.977895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b2a00. 00010000:00000010:0.1:1767326936.977904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878be3800. 00010000:00000010:0.1:1767326936.977913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878819800. 00000800:00000001:2.0:1767326936.977951:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.977960:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.977963:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.977966:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.977971:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.977978:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.977985:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.977989:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.977994:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.977999:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0e980 00000400:00000200:2.0:1767326936.978005:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.978010:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a595 [1] + 224 00000800:00000001:2.0:1767326936.978015:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.978019:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978021:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.978025:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.978029:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.978034:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.978044:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.978059:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.978065:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.978069:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326936.978069:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.978071:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.978074:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.978076:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326936.978080:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.978084:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326936.978084:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.978089:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b58. 00000400:00000200:2.0:1767326936.978093:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326936.978096:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000010:0.0:1767326936.978100:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000400:00000200:2.0:1767326936.978101:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.978103:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.978107:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.978112:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978114:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.978122:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ea00 00000400:00000200:2.0:1767326936.978130:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.978134:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978140:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a59d [1] + 224 00000800:00000001:2.0:1767326936.978149:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.978151:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.978154:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.978155:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.978157:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326936.978159:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.978160:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.978164:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326936.978166:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.978167:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.978173:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.978174:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326936.978179:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326936.978181:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326936.978185:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.978192:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.978195:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.978199:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.978202:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.978208:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.978212:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:2.0:1767326936.978212:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.978216:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.978220:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.978228:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.978236:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.978238:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.978239:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.978243:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.978246:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.978248:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326936.978249:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.978252:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.978252:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326936.978257:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326936.978259:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326936.978262:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326936.978263:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767326936.978267:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247640448:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:3.0:1767326936.978268:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000400:00000200:2.0:1767326936.978269:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.978276:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000100:00000001:0.0:1767326936.978277:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978278:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:3.0:1767326936.978282:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000100:00000001:0.0:1767326936.978283:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.978287:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.978288:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326936.978289:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247640448/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978293:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326936.978297:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978304:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.978312:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ea80 00000400:00000200:2.0:1767326936.978322:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.978332:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326936.978333:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a5bd [1] + 224 00000100:00000200:3.0:1767326936.978333:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.978335:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.978339:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 00000800:00000001:2.0:1767326936.978343:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326936.978346:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326936.978349:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.978350:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326936.978351:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326936.978354:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767326936.978355:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.978356:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.978361:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326936.978362:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.978362:0:2520:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326936.978365:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 02000000:00000001:3.0:1767326936.978366:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326936.978367:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326936.978370:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326936.978371:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326936.978374:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.978375:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767326936.978376:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326936.978379:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 02000000:00000001:3.0:1767326936.978380:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.978386:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767326936.978388:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326936.978389:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.978394:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.978395:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326936.978396:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.978403:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.978404:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.978407:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.978409:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.978413:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326936.978415:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326936.978417:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.978419:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.978424:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326936.978425:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326936.978426:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:3.0:1767326936.978430:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326936.978431:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326936.978432:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.978437:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.978440:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.978441:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.978445:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.978449:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.978452:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.978453:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326936.978457:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326936.978460:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326936.978463:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000400:00000200:2.0:1767326936.978465:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:1.0:1767326936.978468:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:1.0:1767326936.978472:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:1.0:1767326936.978477:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.978478:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.978480:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326936.978484:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978486:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.978486:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326936.978489:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978493:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326936.978500:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978505:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2d80 00000100:00000200:1.0:1767326936.978507:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978518:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 656 00000800:00000001:2.0:1767326936.978528:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.978533:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.978535:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326936.978536:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247640576:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326936.978537:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978541:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.978542:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326936.978544:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.978547:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326936.978549:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.978550:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.978552:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326936.978556:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.978556:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.978558:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.978562:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00001000:1.0:1767326936.978563:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326936.978564:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870594700 x1853164247640576/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326936.978570:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000010:2.0:1767326936.978570:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00000100:00000001:1.0:1767326936.978578:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326936.978578:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010352000 msgsize 328 00000100:00000001:1.0:1767326936.978581:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.978582:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326936.978583:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326936.978585:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326936.978587:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326936.978590:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8593bc000. 00000100:00100000:2.0:1767326936.978591:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326936.978592:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.978595:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 02000000:00000001:3.0:1767326936.978596:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326936.978598:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.978600:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326936.978600:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326936.978604:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.978605:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326936.978607:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326936.978610:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326936.978611:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326936.978614:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097c00. 00000100:00000001:1.0:1767326936.978618:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326936.978618:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326936.978620:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326936.978623:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326936.978624:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326936.978625:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326936.978625:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326936.978629:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326936.978629:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594700. 00000100:00000040:1.0:1767326936.978631:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.978636:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326936.978638:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.978639:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.978646:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978651:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:1.0:1767326936.978655:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640704:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.978655:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326936.978659:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.978661:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.978663:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.978665:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.978666:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326936.978668:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.978671:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.978672:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247640704/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.978676:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.978684:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.978686:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326936.978690:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0eb00 02000000:00000010:1.0:1767326936.978691:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2600. 02000000:00000001:1.0:1767326936.978697:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326936.978698:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326936.978700:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326936.978704:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326936.978705:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a5cd [1] + 224 00000020:00000001:1.0:1767326936.978709:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326936.978712:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326936.978713:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 02000000:00000001:1.0:1767326936.978729:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.978731:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326936.978732:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326936.978733:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000400:00000200:2.0:1767326936.978736:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.978739:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326936.978743:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.978744:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.978749:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.978750:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326936.978752:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.978755:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.978756:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.978759:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.978759:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.978770:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.978783:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.978787:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.978790:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.978800:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.978803:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.978806:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:1.0:1767326936.978808:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767326936.978811:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352000 00000400:00000001:1.0:1767326936.978812:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767326936.978815:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767326936.978816:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3370. 00000100:00000001:2.0:1767326936.978818:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767326936.978822:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000100:00000001:2.0:1767326936.978822:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326936.978826:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 02000000:00000001:2.0:1767326936.978828:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.978831:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326936.978832:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352000 00000020:00000001:2.0:1767326936.978836:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.978859:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.978862:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767326936.978865:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326936.978865:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326936.978868:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.978874:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.978877:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.978881:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.978886:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.978889:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000200:1.0:1767326936.978897:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326936.978897:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00000010:2.0:1767326936.978905:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000001:1.0:1767326936.978906:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326936.978910:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.978912:0:2518:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767326936.978912:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 02000000:00000001:1.0:1767326936.978915:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326936.978917:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326936.978918:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.978920:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.978920:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.978925:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767326936.978927:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326936.978929:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767326936.978931:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.978933:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.978934:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326936.978937:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.978939:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326936.978941:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.978941:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.978946:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326936.978948:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326936.978949:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326936.978950:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.978953:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.978954:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.978961:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.978963:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326936.978964:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326936.978967:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.978969:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.978973:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.978981:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10895 00000100:00100000:1.0:1767326936.978987:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1767326936.978988:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326936.978990:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.978992:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 00000100:00000001:1.0:1767326936.978993:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326936.978998:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247640832/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.979003:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010352000/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.979005:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326936.979007:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326936.979009:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 02000000:00000001:1.0:1767326936.979014:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326936.979017:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326936.979019:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767326936.979021:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.979024:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000020:00000001:1.0:1767326936.979025:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.979029:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326936.979030:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2c00. 00000020:00000010:2.0:1767326936.979035:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 02000000:00000001:1.0:1767326936.979037:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326936.979040:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326936.979044:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00100000:2.0:1767326936.979044:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010352000:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326936.979050:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326936.979051:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010352000 00000100:00000001:1.0:1767326936.979054:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.979055:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326936.979059:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.979060:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326936.979064:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326936.979064:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326936.979068:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326936.979069:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846530600 refcount=2 00000100:00000001:1.0:1767326936.979073:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.979074:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523089266176 : -115550620285440 : ffff96e846530600) 00000100:00000001:1.0:1767326936.979079:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.979079:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523089266176 : -115550620285440 : ffff96e846530600) 00010000:00000001:2.0:1767326936.979086:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.979089:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.979093:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.979101:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.979103:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.979107:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326936.979109:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.979111:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.979113:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.979115:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.979118:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.979122:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.979124:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.979127:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.979129:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.979131:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.979133:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.979136:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.979139:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326936.979143:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010352000, offset 224 00000400:00000200:2.0:1767326936.979148:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.979153:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.979158:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.979163:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556787:1556787:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556780:1556780:8:4294967295] 00000400:00000200:2.0:1767326936.979167:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.979174:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.979179:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.979182:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326936.979187:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.979192:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.979195:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.979204:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.979207:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.979210:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.979213:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.979215:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.979224:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.979227:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.979229:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.979231:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.979235:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010352000/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.979243:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326936.979246:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010352000:12345-192.168.204.119@tcp:104: Request processed in 224us (666us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.979247:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.979253:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.979258:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767326936.979260:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10895 00010000:00000001:0.0:1767326936.979261:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.979266:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:0.0:1767326936.979267:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.979269:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.979272:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.979276:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00010000:0.0:1767326936.979282:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846530600 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.979283:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000008:00000001:0.0:1767326936.979288:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.979290:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00000001:0.0:1767326936.979292:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.979295:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767326936.979296:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000001:0.0:1767326936.979297:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326936.979302:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846530600 refcount=3 00000100:00000001:2.0:1767326936.979302:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.979306:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523089266176 : -115550620285440 : ffff96e846530600) 00010000:00000001:0.0:1767326936.979310:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523089266176 : -115550620285440 : ffff96e846530600) 00010000:00000001:0.0:1767326936.979314:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.979317:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326936.979323:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.979325:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.979328:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.979330:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.979332:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.979334:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.979336:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.979338:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.979341:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.979345:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.979346:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.979348:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.979350:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.979353:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846530600 with handle 0xb12620548e08e6db from hash 00010000:00000001:0.0:1767326936.979355:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.979357:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.979359:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326936.979359:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.979361:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:2.0:1767326936.979365:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00010000:00000001:0.0:1767326936.979366:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.979369:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326936.979371:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.979374:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326936.979378:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.979379:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.979382:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326936.979383:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00010000:00000001:0.0:1767326936.979384:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.979388:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00010000:00000001:0.0:1767326936.979389:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.979392:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326936.979393:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326936.979397:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1767326936.979398:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000020:00000040:0.0:1767326936.979403:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.979407:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.979409:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.979412:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.979416:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 00000100:00000001:0.0:1767326936.979420:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.979422:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.979425:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.979431:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.979433:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.979436:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.979439:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.979446:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.979470:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.979472:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.979474:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.979475:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.979477:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.979479:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.979482:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.979489:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326936.979490:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767326936.979492:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846530600/0xb12620548e08e6db lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e327d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326936.979494:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.979498:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1767326936.979504:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8692b5000. 00000100:00000040:1.0:1767326936.979506:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767326936.979510:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f394300 count: 0 00010000:00000010:0.0:1767326936.979518:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846df8d00. 00000100:00000001:1.0:1767326936.979519:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.979523:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.979527:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.979529:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.979531:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767326936.979532:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.979534:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:1.0:1767326936.979539:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641088:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:0.0:1767326936.979540:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000001:0.0:1767326936.979546:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979547:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326936.979551:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326936.979552:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326936.979555:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.979556:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.979560:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326936.979561:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326936.979564:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326936.979567:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74fda7200. 00000020:00000001:0.0:1767326936.979568:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.979571:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.979572:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.979576:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.979579:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.979581:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326936.979582:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326936.979587:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f619a0. 00000100:00000001:0.0:1767326936.979593:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326936.979593:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000001:0.0:1767326936.979596:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326936.979599:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641088, portal 18 00000100:00000001:0.0:1767326936.979600:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979604:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.979605:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979608:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000100:00000040:1.0:1767326936.979616:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.979622:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326936.979625:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.979628:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000100:00000200:1.0:1767326936.979630:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641088, offset 0 00000400:00000200:1.0:1767326936.979636:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326936.979640:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.979645:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.979648:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326936.979652:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326936.979654:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326936.979657:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326936.979660:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556788:1556788:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556781:1556781:8:4294967295] 00000400:00000200:1.0:1767326936.979664:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.979670:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326936.979674:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326936.979678:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000800:00000200:1.0:1767326936.979682:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326936.979687:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326936.979690:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326936.979700:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.979704:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18057 usecs (19 jiffies) 00000400:00000200:1.0:1767326936.979707:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326936.979709:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855702 00000100:00000001:1.0:1767326936.979714:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855698 00000100:00000001:1.0:1767326936.979730:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855702 00000100:00000001:1.0:1767326936.979734:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855698 00000100:00000001:1.0:1767326936.979737:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326936.979740:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979742:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979744:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.979748:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326936.979749:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326936.979752:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.979753:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326936.979755:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.979757:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.979761:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326936.979766:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000400:00000200:2.0:1767326936.979770:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.979774:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.979777:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000400:00000010:2.0:1767326936.979779:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000100:00000001:2.0:1767326936.979782:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.979786:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.979794:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326936.979798:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.979809:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.979811:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326936.979879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8509bcb00. 00010000:00000010:0.1:1767326936.979891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843139800. 00010000:00000010:0.1:1767326936.979904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8691bda00. 00010000:00000010:0.1:1767326936.979916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87c24f800. 00000800:00000001:2.0:1767326936.980548:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980554:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.980556:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980559:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.980564:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980568:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.980573:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980575:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980578:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980581:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0eb80 00000400:00000200:2.0:1767326936.980585:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980588:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a5dd [1] + 224 00000800:00000001:2.0:1767326936.980592:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980595:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.980597:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.980601:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.980605:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.980610:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.980619:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.980633:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.980638:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980642:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.980643:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980645:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.980648:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980652:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.980657:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.980660:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.980663:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.980665:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.980666:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.980671:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2f80 00000400:00000001:0.0:1767326936.980672:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.980675:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.980678:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619f8. 00000400:00000200:0.0:1767326936.980682:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:0.0:1767326936.980684:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:0.0:1767326936.980686:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326936.980690:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 984 00000100:00000200:0.0:1767326936.980693:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326936.980696:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980704:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326936.980706:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.980708:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.980716:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.980732:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.980734:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326936.980735:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326936.980738:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326936.980740:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.980743:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767326936.980744:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595f80. 00000100:00000001:0.0:1767326936.980745:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.980749:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.980749:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595f80 x1853164010352512 msgsize 328 02000000:00000001:0.0:1767326936.980755:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.980760:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00001000:0.0:1767326936.980764:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326936.980769:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1767326936.980770:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.980774:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326936.980776:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.980777:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.980781:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326936.980783:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.980785:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326936.980787:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.980789:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326936.980792:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.980793:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.980798:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326936.980799:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.980800:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.980808:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:0.0:1767326936.980809:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.980818:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.980823:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.980826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.980828:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.980831:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.980835:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.980860:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.980860:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c2f00 00000400:00000200:2.0:1767326936.980872:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 1312 00000100:00100000:0.0:1767326936.980880:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247640960:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326936.980880:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.980887:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.980889:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.980892:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247640960/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.980898:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.980900:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.980902:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74fda7800. 02000000:00000001:0.0:1767326936.980906:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326936.980907:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.980908:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.980911:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326936.980913:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326936.980915:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.980919:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 00000400:00000200:2.0:1767326936.980922:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.980924:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.980927:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326936.980927:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.980931:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767326936.980932:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:0.0:1767326936.980937:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1767326936.980938:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000100:00000001:0.0:1767326936.980939:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.980943:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010352384 msgsize 328 00000100:00000001:0.0:1767326936.980944:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.980950:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767326936.980952:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326936.980954:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.980958:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.980959:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.980960:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.980966:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.980969:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.980983:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.980986:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352512 02000000:00000001:2.0:1767326936.980988:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.980990:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.980991:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.980994:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.980996:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352512 00000020:00000001:2.0:1767326936.980997:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.980998:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.981000:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.981002:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.981004:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.981006:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.981008:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.981011:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.981014:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.981016:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326936.981020:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00000010:2.0:1767326936.981023:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326936.981027:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000040:2.0:1767326936.981031:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326936.981033:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.981034:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.981036:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981039:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981046:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.981052:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.981054:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352384 02000000:00000001:2.0:1767326936.981056:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.981057:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.981059:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.981061:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.981063:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352384 00000020:00000001:2.0:1767326936.981065:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.981066:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.981068:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.981069:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326936.981072:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.981074:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.981076:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.981079:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.981081:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.981083:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326936.981087:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000020:00000010:2.0:1767326936.981090:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.981094:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00000100:00000001:2.0:1767326936.981096:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.981098:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.981100:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981103:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981110:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.981116:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.981118:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.981122:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10896 00000100:00000040:2.0:1767326936.981125:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326936.981127:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794325376 : -115549915226240 : ffff96e870595f80) 00000100:00000040:2.0:1767326936.981131:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595f80 x1853164010352512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.981138:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.981141:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.981143:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.981146:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00100000:2.0:1767326936.981150:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139442:x1853164010352512:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326936.981154:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010352512 00010000:00000001:2.0:1767326936.981156:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.981159:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.981161:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.981163:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487d1e00 refcount=2 00000020:00000001:2.0:1767326936.981165:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125579264 : -115550583972352 : ffff96e8487d1e00) 00010000:00000001:2.0:1767326936.981168:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125579264 : -115550583972352 : ffff96e8487d1e00) 00010000:00000001:2.0:1767326936.981170:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.981173:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.981176:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.981183:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.981185:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.981189:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326936.981191:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981193:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.981196:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.981198:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.981200:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.981204:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.981207:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.981209:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.981211:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.981213:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981215:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.981217:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.981220:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326936.981224:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010352512, offset 224 00000400:00000200:2.0:1767326936.981229:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.981234:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.981239:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.981243:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556789:1556789:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556782:1556782:8:4294967295] 00000400:00000200:2.0:1767326936.981247:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.981255:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326936.981260:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326936.981263:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326936.981268:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.981272:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.981276:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.981282:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.981286:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.981289:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.981293:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326936.981295:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.981305:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.981308:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.981310:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.981311:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.981316:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595f80 x1853164010352512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326936.981325:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139442:x1853164010352512:12345-192.168.204.119@tcp:104: Request processed in 184us (574us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.981326:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.981330:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.981334:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326936.981337:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10896 00010000:00000001:0.0:1767326936.981339:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.981343:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.981343:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326936.981347:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326936.981348:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.981350:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326936.981353:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326936.981359:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00010000:00010000:0.0:1767326936.981362:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487d1e00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.981364:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000008:00000001:0.0:1767326936.981365:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.981369:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:2.0:1767326936.981370:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00000001:0.0:1767326936.981371:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.981375:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.981376:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326936.981377:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487d1e00 refcount=3 00000020:00000001:0.0:1767326936.981381:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125579264 : -115550583972352 : ffff96e8487d1e00) 00010000:00000001:0.0:1767326936.981384:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125579264 : -115550583972352 : ffff96e8487d1e00) 00000100:00000001:2.0:1767326936.981385:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767326936.981387:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.981389:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1767326936.981392:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.981396:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10897 00000100:00000040:2.0:1767326936.981402:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000008:00000001:0.0:1767326936.981405:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.981407:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000020:00000001:0.0:1767326936.981409:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.981413:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000040:2.0:1767326936.981415:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010352384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1767326936.981417:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.981422:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.981426:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.981429:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:2.0:1767326936.981430:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:0.0:1767326936.981433:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.981435:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326936.981438:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767326936.981440:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.981442:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767326936.981444:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326936.981446:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.981452:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767326936.981452:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010352384:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326936.981455:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.981458:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010352384 00000020:00000040:0.0:1767326936.981460:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8487d1e00 with handle 0xb12620548e081c3d from hash 00010000:00000001:2.0:1767326936.981462:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.981467:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326936.981467:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.981470:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.981471:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.981475:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326936.981475:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878a19600 refcount=2 00010000:00000001:0.0:1767326936.981477:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767326936.981480:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523933275648 : -115549776275968 : ffff96e878a19600) 00010000:00000001:0.0:1767326936.981482:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.981484:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523933275648 : -115549776275968 : ffff96e878a19600) 00010000:00000001:0.0:1767326936.981485:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326936.981488:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.981491:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326936.981492:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.981496:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326936.981498:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.981499:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.981501:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981506:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.981509:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326936.981513:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1767326936.981515:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 02000000:00000001:2.0:1767326936.981516:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767326936.981521:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000010:2.0:1767326936.981522:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00000100:00000001:0.0:1767326936.981526:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326936.981526:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.981529:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.981531:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.981534:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.981534:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.981538:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.981542:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000100:00001000:2.0:1767326936.981543:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.981548:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981549:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326936.981554:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:2.0:1767326936.981555:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326936.981559:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.981559:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.981564:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.981567:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.981571:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767326936.981573:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.981576:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.981577:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.981582:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767326936.981583:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000001:0.0:1767326936.981588:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.981589:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010352384, offset 224 00000100:00000040:0.0:1767326936.981596:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.981599:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.981608:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.981616:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326936.981621:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556790:1556790:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556783:1556783:7:4294967295] 00010000:00000001:0.0:1767326936.981625:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.981628:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.981631:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.981634:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.981637:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981642:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.981643:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:0.0:1767326936.981647:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.981652:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326936.981654:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000010:2.0:1767326936.981657:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326936.981666:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326936.981668:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.981672:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8487d1e00/0xb12620548e081c3d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ada07 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326936.981674:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.981681:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.981685:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.981688:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000010:0.0:1767326936.981692:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847ba2240. 00010000:00000001:2.0:1767326936.981693:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.981698:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000040:0.0:1767326936.981699:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870f3bb00 count: 0 00010000:00000001:2.0:1767326936.981702:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326936.981705:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870f3b800. 00010000:00010000:2.0:1767326936.981712:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326936.981715:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.981716:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981730:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326936.981732:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.981734:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326936.981736:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981739:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.981743:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010352384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.981744:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.981748:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.981753:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.981758:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.981761:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.981766:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.981773:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139444:x1853164010352384:12345-192.168.204.119@tcp:104: Request processed in 338us (825us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.981782:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878a19600 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.981785:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767326936.981787:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10897 00010000:00000001:0.0:1767326936.981788:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.981792:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767326936.981793:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000001:0.0:1767326936.981795:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.981797:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767326936.981799:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878a19600 refcount=3 00000100:00000001:2.0:1767326936.981801:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326936.981804:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523933275648 : -115549776275968 : ffff96e878a19600) 00000020:00000010:2.0:1767326936.981806:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00010000:00000001:0.0:1767326936.981809:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523933275648 : -115549776275968 : ffff96e878a19600) 00000020:00000010:2.0:1767326936.981812:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00010000:00000001:0.0:1767326936.981814:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767326936.981818:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00010000:0.0:1767326936.981819:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326936.981823:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:2.0:1767326936.981828:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.981831:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.981834:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.981837:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.981863:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.981866:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.981868:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.981870:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.981873:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981876:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.981879:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.981881:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.981883:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.981885:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.981888:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878a19600 with handle 0xb12620548e07f593 from hash 00010000:00000001:0.0:1767326936.981891:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.981892:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.981894:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.981896:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.981898:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.981900:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:2.0:1767326936.981901:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326936.981904:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1767326936.981905:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981909:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326936.981910:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326936.981913:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.981916:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.981916:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.981921:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000010:3.0:1767326936.981923:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00010000:00000001:0.0:1767326936.981924:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326936.981929:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326936.981930:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000020:00000040:0.0:1767326936.981935:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326936.981939:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.981940:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.981943:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.981947:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.981947:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00000400:00000010:3.0:1767326936.981952:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 02000000:00000010:0.0:1767326936.981955:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00000100:00000001:3.0:1767326936.981957:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.981960:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.981961:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.981964:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326936.981968:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.981975:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.981976:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.981979:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.981981:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.981986:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.981994:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.981996:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326936.981998:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00010000:00000001:0.0:1767326936.982001:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.982004:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.982004:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.982007:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.982011:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.982012:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326936.982016:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.982017:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 00010000:00010000:0.0:1767326936.982020:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326936.982021:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00000100:00000001:3.0:1767326936.982026:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326936.982028:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.982033:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.982036:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878a19600/0xb12620548e07f593 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a3ca3 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.982043:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e741f62e00. 00010000:00000040:0.0:1767326936.982055:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8715f4900 count: 0 00010000:00000010:0.0:1767326936.982059:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8715f4b00. 00010000:00000001:0.0:1767326936.982066:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.982067:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.982069:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00010000:00000001:0.0:1767326936.982073:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.982075:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.982078:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.982080:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.982082:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.982084:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.982086:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.982087:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.982089:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.982091:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.982097:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.982099:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.982101:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.982106:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.982112:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.982114:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.982117:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.982119:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.982121:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.982124:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641216:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.982128:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.982131:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.982133:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.982135:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.982139:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2800. 02000000:00000001:0.0:1767326936.982140:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.982145:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.982149:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b58. 00000400:00000010:0.0:1767326936.982154:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00000100:00000200:0.0:1767326936.982158:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641216, portal 18 00000100:00000001:0.0:1767326936.982160:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.982161:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000100:00000040:0.0:1767326936.982167:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.982174:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.982177:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.982180:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163198. 00000100:00000200:0.0:1767326936.982182:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641216, offset 0 00000400:00000200:0.0:1767326936.982188:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.982192:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.982197:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.982201:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.982204:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.982206:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.982209:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.982214:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556791:1556791:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556784:1556784:8:4294967295] 00000400:00000200:0.0:1767326936.982218:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.982225:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.982230:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.982233:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000800:00000200:0.0:1767326936.982238:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.982242:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.982245:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.982259:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.982264:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.982267:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.982269:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855697 00000100:00000001:0.0:1767326936.982272:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855702 00000100:00000001:0.0:1767326936.982275:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855697 00000100:00000001:0.0:1767326936.982278:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855702 00000100:00000001:0.0:1767326936.982280:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.982283:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982286:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982288:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.982292:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.982295:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.982297:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.982298:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.982300:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.982303:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326936.982305:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.982308:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326936.982308:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.982312:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326936.982312:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000100:00000001:0.0:1767326936.982317:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326936.982318:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.982321:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.982325:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326936.982325:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326936.982331:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00000100:00000040:0.0:1767326936.982334:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326936.982335:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00000100:00000001:2.0:1767326936.982341:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326936.982347:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.982350:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.982350:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326936.982356:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.982359:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.982366:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.982367:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767326936.982372:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641344:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1767326936.982376:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.982378:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.982382:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.982385:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.982388:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.982389:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326936.982392:0:2512:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767326936.982395:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 02000000:00000001:0.0:1767326936.982399:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.982404:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.982408:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:0.0:1767326936.982412:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326936.982415:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641344, portal 18 00000100:00000001:0.0:1767326936.982417:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.982419:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000040:0.0:1767326936.982425:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.982431:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.982434:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.982437:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00000100:00000200:0.0:1767326936.982440:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641344, offset 0 00000400:00000200:0.0:1767326936.982445:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.982449:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.982453:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.982455:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.982458:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.982460:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.982462:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.982465:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556792:1556792:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556785:1556785:8:4294967295] 00000400:00000200:0.0:1767326936.982468:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.982474:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.982478:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.982482:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326936.982485:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.982490:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.982493:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.982502:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.982505:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.982508:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.982510:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855697 00000100:00000001:0.0:1767326936.982513:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855702 00000100:00000001:0.0:1767326936.982515:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855697 00000100:00000001:0.0:1767326936.982517:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855702 00000100:00000001:0.0:1767326936.982519:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.982521:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982523:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982525:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982535:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.982537:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.982539:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.982540:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.982590:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.982593:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326936.982597:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.982602:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.982605:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326936.982607:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326936.982610:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.982614:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.982622:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.982625:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.982631:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.982632:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326936.983255:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.983262:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326936.983264:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.983266:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.983269:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.983273:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326936.983276:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.983278:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.983281:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.983283:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ec00 00000400:00000200:2.0:1767326936.983286:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.983289:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a5ed [1] + 224 00000800:00000001:2.0:1767326936.983292:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.983297:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.983298:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.983300:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326936.983303:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326936.983306:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.983313:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.983325:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326936.983328:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326936.983330:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.983347:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.983350:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326936.983354:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.983356:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.983358:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f619a0. 00000400:00000200:0.0:1767326936.983363:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000010:0.0:1767326936.983365:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000100:00000001:0.0:1767326936.983368:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.983373:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326936.983381:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.983388:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.983389:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.983391:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.983394:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.983395:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.983397:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.983399:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.983403:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326936.983407:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326936.983410:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.983412:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.983414:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.983416:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.983419:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.983421:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326936.983423:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.983425:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.983429:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.983436:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.983439:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.983440:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.983445:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326936.983453:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641088:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.983458:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.983460:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.983464:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247641088/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.983470:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.983472:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326936.983474:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74fda7200. 02000000:00000001:0.0:1767326936.983477:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.983479:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326936.983480:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326936.983483:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326936.983485:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 02000000:00000001:0.0:1767326936.983488:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.983489:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.983491:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326936.983494:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.983495:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.983498:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.983501:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.983503:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.983505:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.983507:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326936.984878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f394300. 00010000:00000010:0.1:1767326936.984892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846530600. 00010000:00000010:0.1:1767326936.986886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3bb00. 00010000:00000010:0.1:1767326936.986894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d1e00. 00010000:00000010:0.1:1767326936.986899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8715f4900. 00010000:00000010:0.1:1767326936.986908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878a19600. 00000800:00000001:3.0:1767326936.987956:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.987966:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.987968:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.987972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.987978:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.987985:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.987990:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.987995:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.987999:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988003:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3380 00000400:00000200:3.0:1767326936.988010:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 1640 00000800:00000001:3.0:1767326936.988015:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.988018:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988021:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.988024:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326936.988029:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.988031:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.988036:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326936.988039:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010353536 msgsize 328 00000100:00100000:3.0:1767326936.988044:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326936.988056:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326936.988063:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.988067:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.988069:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326936.988071:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988075:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988080:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326936.988085:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988088:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988093:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988096:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3400 00000100:00000001:2.0:1767326936.988097:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.988102:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353536 00000400:00000200:3.0:1767326936.988102:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a5a5 [2] + 1968 02000000:00000001:2.0:1767326936.988107:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.988110:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767326936.988110:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200058. 00000100:00000001:2.0:1767326936.988114:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.988118:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23300 02000000:00000001:2.0:1767326936.988119:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.988124:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353536 00000800:00000001:3.0:1767326936.988124:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326936.988129:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767326936.988131:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326936.988132:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.988137:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.988137:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767326936.988141:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:3.0:1767326936.988146:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:2.0:1767326936.988147:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326936.988152:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.988152:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23300 00000400:00000010:3.0:1767326936.988157:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23300. 00000100:00000001:3.0:1767326936.988161:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.988163:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326936.988165:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767326936.988167:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36850 x1853164010353664 msgsize 328 00000020:00000010:2.0:1767326936.988171:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00100000:3.0:1767326936.988175:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.988177:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.988179:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:00000010:2.0:1767326936.988181:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326936.988188:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000100:00000001:3.0:1767326936.988190:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767326936.988193:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000800:00000001:3.0:1767326936.988196:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.988200:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00000800:00000001:3.0:1767326936.988202:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.988206:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326936.988209:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000001:3.0:1767326936.988210:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.988214:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.988218:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767326936.988218:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.988221:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.988227:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326936.988231:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.988236:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988240:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.988243:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988244:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988250:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ec80 00000400:00000200:3.0:1767326936.988255:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:2.0:1767326936.988259:0:274003:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36000. 00000400:00000200:3.0:1767326936.988260:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a605 [1] + 224 00000800:00000001:3.0:1767326936.988268:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326936.988269:0:274003:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456a000. 00000100:00100000:2.0:1767326936.988273:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000800:00000001:3.0:1767326936.988273:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988278:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326936.988280:0:274003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:3.0:1767326936.988285:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:2.0:1767326936.988287:0:274003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200210. 00000100:00000001:3.0:1767326936.988289:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767326936.988293:0:274003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23300. 00000100:00000200:3.0:1767326936.988298:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.988301:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.988305:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353664 02000000:00000001:2.0:1767326936.988308:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.988311:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.988313:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.988315:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326936.988316:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.988321:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353664 00000020:00000001:2.0:1767326936.988324:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.988327:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.988330:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.988333:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326936.988335:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.988338:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.988341:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326936.988342:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767326936.988345:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.988349:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326936.988349:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.988354:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000800:00000001:3.0:1767326936.988356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.988359:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000800:00000001:3.0:1767326936.988361:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.988364:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000800:00000001:3.0:1767326936.988366:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.988370:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000001:0.0:1767326936.988372:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.988372:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.988376:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326936.988377:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.988381:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1767326936.988383:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326936.988383:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326936.988384:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326936.988387:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326936.988391:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b58. 00000100:00000001:2.0:1767326936.988392:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.988395:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000400:00000200:3.0:1767326936.988396:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.988400:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000100:00000001:2.0:1767326936.988403:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988404:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.988406:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326936.988414:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.988416:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.988417:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.988420:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326936.988423:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ed00 00000100:00100000:2.0:1767326936.988430:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10898 00000400:00000200:3.0:1767326936.988433:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.988438:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326936.988444:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000400:00000200:3.0:1767326936.988445:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a60d [1] + 224 00000800:00000001:3.0:1767326936.988453:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326936.988455:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010353536/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326936.988456:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326936.988459:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988464:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.988476:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.988482:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326936.988483:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326936.988485:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.988485:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.988490:0:2518:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767326936.988491:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 02000000:00000001:0.0:1767326936.988492:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767326936.988492:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.988495:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.988497:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.988498:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.988503:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.988504:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00001000:0.0:1767326936.988510:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000100:00100000:2.0:1767326936.988516:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88280:x1853164010353536:12345-192.168.204.119@tcp:104: 00000100:00001000:0.0:1767326936.988517:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326936.988517:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.988525:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326936.988527:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010353536 00000100:00000001:0.0:1767326936.988528:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.988532:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.988534:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326936.988538:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.988539:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326936.988540:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.988541:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326936.988544:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326936.988545:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:3.0:1767326936.988546:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.988548:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1767326936.988550:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86904f800 refcount=2 00000100:00000001:0.0:1767326936.988551:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.988552:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326936.988555:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671353344 : -115550038198272 : ffff96e86904f800) 00000800:00000001:3.0:1767326936.988557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326936.988559:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.988561:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671353344 : -115550038198272 : ffff96e86904f800) 00000800:00000001:3.0:1767326936.988563:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.988569:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326936.988570:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.988572:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.988575:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767326936.988575:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.988578:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.988583:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:2.0:1767326936.988584:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.988585:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.988595:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988602:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.988609:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767326936.988611:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.988613:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767326936.988614:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641216:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000010:2.0:1767326936.988618:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 00000400:00000200:3.0:1767326936.988620:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3500 02000000:00000001:2.0:1767326936.988624:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.988626:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.988629:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.988630:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 0 00000100:00000001:0.0:1767326936.988632:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326936.988635:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1767326936.988638:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326936.988640:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247641216/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.988640:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.988644:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326936.988645:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.988649:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.988656:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326936.988661:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326936.988661:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326936.988665:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326936.988665:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.988667:0:2511:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767326936.988668:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2800. 00000100:00000001:2.0:1767326936.988670:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000200:3.0:1767326936.988671:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:0.0:1767326936.988672:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326936.988674:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767326936.988676:0:2518:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326936.988678:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.988679:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000010:3.0:1767326936.988679:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ce00. 00000020:00000001:0.0:1767326936.988685:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326936.988686:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.988686:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ce00 x1853164010353920 msgsize 328 02000000:00000010:0.0:1767326936.988687:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 02000000:00000001:0.0:1767326936.988693:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326936.988693:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326936.988695:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.988699:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00100000:3.0:1767326936.988700:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000400:00000010:2.0:1767326936.988701:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000100:00000001:0.0:1767326936.988703:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326936.988706:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.988707:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767326936.988709:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010353536, offset 224 00000100:00000001:0.0:1767326936.988710:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.988713:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326936.988713:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.988729:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.988733:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:3.0:1767326936.988733:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.988739:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326936.988740:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326936.988742:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326936.988743:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326936.988744:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.988745:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326936.988751:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:0.0:1767326936.988753:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000400:00000200:2.0:1767326936.988756:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.988758:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326936.988764:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.988766:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556793:1556793:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556786:1556786:8:4294967295] 00000400:00000200:2.0:1767326936.988780:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326936.988781:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.988788:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326936.988791:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.988793:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326936.988796:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326936.988798:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.988801:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.988801:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1767326936.988804:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326936.988809:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=96 v=5 (5 5 5 5) 00000800:00000200:2.0:1767326936.988812:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.988813:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326936.988820:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00001000:0.0:1767326936.988821:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=75 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326936.988823:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.988828:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326936.988831:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.988832:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326936.988835:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326936.988835:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.988839:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.988863:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326936.988864:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326936.988867:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326936.988869:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.988870:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.988879:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.988879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.988888:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3580 00000800:00000200:2.0:1767326936.988890:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326936.988896:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.988897:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 328 00000100:00000001:0.0:1767326936.988908:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.988909:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.988913:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326936.988917:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.988917:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.988923:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1767326936.988924:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767326936.988929:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00000100:00100000:0.0:1767326936.988933:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641344:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326936.988935:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.988937:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.988939:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326936.988941:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247641344/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.988947:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326936.988948:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1767326936.988949:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000010:0.0:1767326936.988950:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00010000:00000001:2.0:1767326936.988955:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.988956:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326936.988958:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326936.988961:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.988962:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:3.0:1767326936.988964:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326936.988965:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326936.988968:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.988969:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326936.988974:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326936.988976:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326936.988977:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000001:0.0:1767326936.988981:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326936.988981:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010353536/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.988984:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.988987:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.988992:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.988996:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.988999:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.989001:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.989001:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88280:x1853164010353536:12345-192.168.204.119@tcp:104: Request processed in 512us (957us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326936.989010:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.989013:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.989014:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10898 00010000:00010000:0.0:1767326936.989016:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000001:3.0:1767326936.989016:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326936.989019:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326936.989022:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:3.0:1767326936.989022:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.989024:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326936.989026:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326936.989029:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767326936.989032:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.989033:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.989035:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000100:00000001:3.0:1767326936.989040:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767326936.989043:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00000100:00000200:3.0:1767326936.989044:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:2.0:1767326936.989051:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00010000:0.0:1767326936.989053:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86904f800 already unused, calling callback (ffffffffc13180e0) 00000100:00000010:3.0:1767326936.989053:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c000. 00000020:00000040:2.0:1767326936.989057:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000008:00000001:0.0:1767326936.989060:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.989062:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.989063:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.989067:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.989070:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.989071:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767326936.989072:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86904f800 refcount=3 00000100:00100000:2.0:1767326936.989075:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353920 00000020:00000001:0.0:1767326936.989077:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671353344 : -115550038198272 : ffff96e86904f800) 02000000:00000001:2.0:1767326936.989079:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.989081:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326936.989084:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671353344 : -115550038198272 : ffff96e86904f800) 00000100:00000001:2.0:1767326936.989084:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.989089:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326936.989090:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.989094:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.989095:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353920 00000020:00000001:2.0:1767326936.989099:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.989101:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.989105:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.989108:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000008:00000001:0.0:1767326936.989110:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326936.989112:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:0.0:1767326936.989115:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326936.989117:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:0.0:1767326936.989120:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.989121:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00001000:0.0:1767326936.989126:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000010:2.0:1767326936.989127:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000008:00000001:0.0:1767326936.989129:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326936.989131:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326936.989133:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c000 x1853164010354048 msgsize 328 00000008:00000001:0.0:1767326936.989134:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.989135:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00001000:0.0:1767326936.989140:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000020:00000010:2.0:1767326936.989143:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000008:00000001:0.0:1767326936.989145:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.989148:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:2.0:1767326936.989149:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00010000:00000001:0.0:1767326936.989150:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.989153:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767326936.989154:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767326936.989155:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00010000:00000001:0.0:1767326936.989158:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326936.989161:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326936.989162:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.989165:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767326936.989166:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989168:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.989171:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86904f800 with handle 0xb12620548e07d890 from hash 00000100:00000001:2.0:1767326936.989174:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.989176:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.989179:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.989180:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.989184:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.989186:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326936.989189:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767326936.989190:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767326936.989192:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354048 00010000:00000001:0.0:1767326936.989194:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:2.0:1767326936.989196:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.989199:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.989200:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.989202:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:2.0:1767326936.989203:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.989207:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354048 00000800:00000200:3.0:1767326936.989208:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.989209:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.989209:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326936.989213:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326936.989214:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000800:00000010:3.0:1767326936.989215:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00010000:00000001:0.0:1767326936.989216:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.989218:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.989222:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:2.0:1767326936.989222:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00000400:00000200:3.0:1767326936.989222:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.989227:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767326936.989228:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.989233:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326936.989233:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:0.0:1767326936.989234:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000100:00000001:2.0:1767326936.989237:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.989240:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00000020:00000040:0.0:1767326936.989241:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326936.989242:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000400:00000010:3.0:1767326936.989246:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000100:00000001:2.0:1767326936.989248:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.989250:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326936.989251:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326936.989252:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 02000000:00000001:0.0:1767326936.989253:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326936.989256:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326936.989259:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097c00. 02000000:00000001:0.0:1767326936.989260:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.989262:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326936.989265:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf600. 02000000:00000010:0.0:1767326936.989269:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00000800:00000001:3.0:1767326936.989269:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326936.989271:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed320. 00000800:00000001:3.0:1767326936.989276:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.989277:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989278:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.989281:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767326936.989283:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326936.989284:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.989290:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.989290:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989295:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.989302:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1767326936.989304:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.989305:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.989307:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.989313:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10899 00000100:00000001:0.0:1767326936.989315:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326936.989317:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:0.0:1767326936.989322:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989322:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933395024 : -115549776156592 : ffff96e878a36850) 00000800:00000001:3.0:1767326936.989332:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.989335:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.989335:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36850 x1853164010353664/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326936.989342:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.989355:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326936.989365:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326936.989369:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326936.989370:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.989376:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.989380:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326936.989382:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326936.989388:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326936.989390:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139439:x1853164010353664:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326936.989394:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.989397:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3600 00000100:00000200:2.0:1767326936.989398:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010353664 00010000:00000001:0.0:1767326936.989400:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.989402:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326936.989404:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.989408:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326936.989409:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.989409:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 656 00000020:00000001:2.0:1767326936.989411:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326936.989415:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.989416:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84450ac00 refcount=2 00000800:00000001:3.0:1767326936.989418:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326936.989419:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.989422:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523055557632 : -115550653993984 : ffff96e84450ac00) 00010000:00010000:0.0:1767326936.989424:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.989427:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523055557632 : -115550653993984 : ffff96e84450ac00) 00000800:00000001:3.0:1767326936.989428:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.989434:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.989434:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326936.989439:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.989441:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.989446:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326936.989448:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86904f800/0xb12620548e07d890 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c7cc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326936.989448:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.989451:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.989454:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.989461:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326936.989466:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c700 x1853164010354176 msgsize 328 00000100:00000001:2.0:1767326936.989471:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.989474:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:0.0:1767326936.989475:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498dc2c0. 02000000:00000010:2.0:1767326936.989480:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 00000100:00100000:3.0:1767326936.989480:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000040:0.0:1767326936.989484:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8525d7a00 count: 0 02000000:00000001:2.0:1767326936.989486:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.989486:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.989491:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.989492:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8525d7e00. 00010000:00000001:2.0:1767326936.989495:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1767326936.989495:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326936.989500:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.989502:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326936.989504:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326936.989506:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.989510:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326936.989510:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:0.0:1767326936.989514:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000100:00000040:2.0:1767326936.989517:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.989521:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989521:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000001:0.0:1767326936.989527:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326936.989528:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.989531:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.989533:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.989535:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767326936.989537:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.989541:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326936.989542:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.989546:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326936.989546:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888ee0. 00010000:00010000:0.0:1767326936.989549:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767326936.989552:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010353664, offset 224 00000020:00000001:0.0:1767326936.989553:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.989556:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.989559:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326936.989562:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.989565:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326936.989568:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767326936.989569:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.989572:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.989577:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326936.989578:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.989579:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.989583:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.989585:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.989588:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326936.989589:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556794:1556794:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556787:1556787:8:4294967295] 00000100:00000040:0.0:1767326936.989595:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.989598:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.989606:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.989609:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.989613:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.989616:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.989620:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.989620:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:0.0:1767326936.989628:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641472:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.989634:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326936.989634:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326936.989639:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.989641:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326936.989641:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 02000000:00000001:0.0:1767326936.989646:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.989649:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 00000800:00000200:2.0:1767326936.989651:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:0.0:1767326936.989652:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.989659:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326936.989662:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:0.0:1767326936.989664:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000800:00000200:2.0:1767326936.989667:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326936.989669:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326936.989675:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641472, portal 18 00000100:00000001:0.0:1767326936.989677:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.989679:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000001:1.0:1767326936.989682:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.989683:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.989684:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326936.989689:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.989691:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.989698:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326936.989699:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.989703:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000010:2.0:1767326936.989703:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000400:00000010:0.0:1767326936.989708:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00010000:00000001:2.0:1767326936.989708:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767326936.989713:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641472, offset 0 00000400:00000200:0.0:1767326936.989727:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.989733:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.989735:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767326936.989738:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326936.989740:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.989744:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326936.989745:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.989747:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326936.989749:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:1.0:1767326936.989751:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.989751:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.989754:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1767326936.989758:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:0.0:1767326936.989759:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1767326936.989762:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767326936.989763:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36850 x1853164010353664/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326936.989765:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767326936.989767:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556795:1556795:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556788:1556788:7:4294967295] 00010000:00010000:1.0:1767326936.989770:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326936.989779:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.989791:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84450ac00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:0.0:1767326936.989793:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:1.0:1767326936.989796:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326936.989799:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767326936.989801:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139439:x1853164010353664:12345-192.168.204.119@tcp:104: Request processed in 430us (1628us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326936.989802:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1767326936.989805:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326936.989806:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.989809:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84450ac00 refcount=3 00000020:00000001:1.0:1767326936.989814:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523055557632 : -115550653993984 : ffff96e84450ac00) 00000800:00000010:0.0:1767326936.989815:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00010000:00000001:1.0:1767326936.989819:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523055557632 : -115550653993984 : ffff96e84450ac00) 00000100:00100000:2.0:1767326936.989820:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10899 00010000:00000001:1.0:1767326936.989825:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:0.0:1767326936.989826:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326936.989827:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00010000:1.0:1767326936.989830:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.989832:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.989836:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1767326936.989838:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000010:2.0:1767326936.989859:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326936.989864:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000800:00000200:0.0:1767326936.989868:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1767326936.989870:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000100:00000001:0.0:1767326936.989875:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.989877:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00000100:00000040:0.0:1767326936.989879:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.989885:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.989885:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326936.989890:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855713 02000000:00000010:2.0:1767326936.989890:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326936.989898:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767326936.989901:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855702 00000100:00000010:2.0:1767326936.989901:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000100:00000001:0.0:1767326936.989910:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855713 02000000:00000001:2.0:1767326936.989910:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326936.989911:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1767326936.989914:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00000020:00000001:1.0:1767326936.989916:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:0.0:1767326936.989918:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855702 02000000:00000001:2.0:1767326936.989919:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326936.989921:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000010:2.0:1767326936.989922:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00000100:00000001:0.0:1767326936.989925:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:1.0:1767326936.989927:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326936.989928:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326936.989930:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.989932:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000010:2.0:1767326936.989932:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00000008:00000001:1.0:1767326936.989937:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.989938:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.989938:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.989942:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595f80. 00000020:00001000:1.0:1767326936.989943:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:0.0:1767326936.989945:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.989948:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.989950:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.989952:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767326936.989953:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00010000:00000001:1.0:1767326936.989955:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326936.989958:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.989958:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.989962:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 00010000:00000001:1.0:1767326936.989963:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326936.989966:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326936.989969:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84450ac00 with handle 0xb12620548e081bcd from hash 02000000:00000001:2.0:1767326936.989969:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.989973:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:2.0:1767326936.989973:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13400. 00010000:00000001:1.0:1767326936.989976:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.989978:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.989979:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767326936.989979:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326936.989983:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00010000:00000001:1.0:1767326936.989984:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.989987:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:2.0:1767326936.989990:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326936.989991:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000010:2.0:1767326936.989993:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12400. 00010000:00000001:1.0:1767326936.989994:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.989997:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.989999:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.989999:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.990003:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:2.0:1767326936.990003:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00010000:00000001:1.0:1767326936.990006:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767326936.990009:0:274003:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456c000. 00000100:00000010:1.0:1767326936.990010:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000020:00000040:1.0:1767326936.990014:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.990016:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767326936.990016:0:274003:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36800. 02000000:00000001:1.0:1767326936.990019:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.990021:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326936.990023:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326936.990028:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e74fda7400. 00000100:00000001:1.0:1767326936.990031:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.990032:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326936.990033:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:2.0:1767326936.990035:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354176 00010000:00010000:1.0:1767326936.990037:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 2/0,0 mode: --/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.990039:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.990042:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.990045:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.990047:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.990050:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.990050:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.990055:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354176 00000100:00000001:1.0:1767326936.990056:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.990059:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.990061:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326936.990064:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000040:1.0:1767326936.990065:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.990067:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.990071:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00000020:00000001:2.0:1767326936.990076:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.990080:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326936.990082:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.990085:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326936.990088:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.990088:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.990093:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.990095:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326936.990095:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326936.990100:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.990102:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.990102:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000008:00000001:1.0:1767326936.990106:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.990109:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000001:0.0:1767326936.990110:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767326936.990110:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 1/0,0 mode: --/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326936.990115:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326936.990116:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00010000:00000001:1.0:1767326936.990120:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.990121:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326936.990122:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1767326936.990124:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84450ac00/0xb12620548e081bcd lrc: 0/0,0 mode: --/PR res: [0x280000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad81d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.990126:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.990129:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.990130:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326936.990133:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e86d4f5cc0. 00000100:00000001:2.0:1767326936.990136:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326936.990140:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870db5c00 count: 0 00000100:00000001:2.0:1767326936.990142:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326936.990148:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870db5600. 00000100:00000001:0.0:1767326936.990152:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326936.990153:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326936.990156:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.990157:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.990157:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767326936.990162:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326936.990163:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767326936.990166:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10900 02000000:00000001:0.0:1767326936.990167:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767326936.990167:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000040:2.0:1767326936.990172:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 02000000:00000001:0.0:1767326936.990174:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.990175:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.990177:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227008512 : -115550482543104 : ffff96e84e88ce00) 00000020:00000001:1.0:1767326936.990181:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767326936.990184:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641600:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1767326936.990185:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.990186:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ce00 x1853164010353920/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326936.990191:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.990193:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326936.990195:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326936.990198:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326936.990198:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.990204:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.990204:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.990204:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767326936.990207:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.990209:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 02000000:00000001:0.0:1767326936.990210:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326936.990210:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.990214:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326936.990215:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767326936.990217:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3000. 00000020:00000010:2.0:1767326936.990220:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 02000000:00000001:0.0:1767326936.990221:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.990222:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.990225:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.990229:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139442:x1853164010353920:12345-192.168.204.119@tcp:104: 00000400:00000200:0.0:1767326936.990233:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326936.990236:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010353920 00000400:00000010:0.0:1767326936.990239:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b58. 00010000:00000001:2.0:1767326936.990240:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.990244:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767326936.990246:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581637f8. 00000020:00000001:2.0:1767326936.990247:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767326936.990250:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641600, portal 18 00000020:00000040:2.0:1767326936.990252:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f9600 refcount=2 00000100:00000001:0.0:1767326936.990254:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.990258:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658550272 : -115550051001344 : ffff96e868419c00) 00000020:00000001:2.0:1767326936.990258:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235841536 : -115550473710080 : ffff96e84f0f9600) 00010000:00000001:2.0:1767326936.990264:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235841536 : -115550473710080 : ffff96e84f0f9600) 00000100:00000040:0.0:1767326936.990267:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.990270:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.990274:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.990276:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.990280:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:2.0:1767326936.990280:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326936.990284:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163e58. 00000100:00000200:0.0:1767326936.990288:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641600, offset 0 00000400:00000200:0.0:1767326936.990295:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.990296:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767326936.990300:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.990301:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767326936.990306:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000010:2.0:1767326936.990306:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326936.990311:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.990312:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.990317:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326936.990317:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.990323:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767326936.990323:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.990327:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.990328:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00001000:2.0:1767326936.990332:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326936.990336:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556796:1556796:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556789:1556789:6:4294967295] 00000100:00000001:2.0:1767326936.990338:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.990344:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.990345:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.990348:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.990352:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.990356:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.990360:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326936.990361:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:2.0:1767326936.990367:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.990371:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000800:00000200:0.0:1767326936.990373:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326936.990376:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010353920, offset 224 00000800:00000010:0.0:1767326936.990379:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326936.990385:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000200:0.0:1767326936.990390:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326936.990395:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326936.990400:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.990404:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326936.990405:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.990408:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.990412:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:2.0:1767326936.990413:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556797:1556797:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556790:1556790:5:4294967295] 00000400:00000200:0.0:1767326936.990420:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.990423:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855705 00000400:00000200:2.0:1767326936.990425:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.990427:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855713 00000100:00000001:0.0:1767326936.990431:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855705 00000100:00000001:0.0:1767326936.990436:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855713 00000100:00000001:0.0:1767326936.990441:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326936.990442:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326936.990447:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.990452:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.990452:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.990457:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326936.990458:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000100:00000001:0.0:1767326936.990462:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326936.990466:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326936.990467:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.990472:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.990474:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326936.990476:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326936.990477:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.990482:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.990482:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.990488:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.990491:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326936.990494:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326936.990496:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326936.990499:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326936.990512:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.990515:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.990517:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.990520:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.990525:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326936.990525:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ce00 x1853164010353920/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.990528:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.990533:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.990538:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.990542:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326936.990544:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139442:x1853164010353920:12345-192.168.204.119@tcp:104: Request processed in 336us (1854us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326936.990547:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.990556:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10900 00010000:00010000:0.0:1767326936.990563:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f0f9600 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:2.0:1767326936.990563:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000008:00000001:0.0:1767326936.990569:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.990569:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.990571:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326936.990573:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326936.990576:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00010000:00000001:0.0:1767326936.990577:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.990580:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.990583:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00000020:00000040:0.0:1767326936.990584:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f9600 refcount=3 00000020:00000001:0.0:1767326936.990589:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235841536 : -115550473710080 : ffff96e84f0f9600) 00000020:00000010:2.0:1767326936.990589:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00000001:0.0:1767326936.990592:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235841536 : -115550473710080 : ffff96e84f0f9600) 00000020:00000040:2.0:1767326936.990595:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00010000:00000001:0.0:1767326936.990596:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326936.990599:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.990601:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326936.990608:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.990610:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.990612:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.990612:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00001000:0.0:1767326936.990617:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:2.0:1767326936.990617:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000008:00000001:0.0:1767326936.990621:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.990623:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.990626:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00100000:2.0:1767326936.990626:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10901 00000008:00000001:0.0:1767326936.990628:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.990632:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00010000:00000001:0.0:1767326936.990633:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.990636:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326936.990637:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227004928 : -115550482546688 : ffff96e84e88c000) 00010000:00000001:0.0:1767326936.990638:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.990642:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.990644:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.990645:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c000 x1853164010354048/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767326936.990647:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f0f9600 with handle 0xb12620548e07ddd0 from hash 00010000:00000001:0.0:1767326936.990651:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.990652:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.990654:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.990656:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.990658:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.990661:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326936.990662:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326936.990664:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.990667:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326936.990667:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326936.990670:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.990672:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.990673:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.990677:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:2.0:1767326936.990679:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326936.990680:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.990685:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000100:00100000:2.0:1767326936.990687:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88278:x1853164010354048:12345-192.168.204.119@tcp:104: 00000020:00000040:0.0:1767326936.990688:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326936.990693:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326936.990694:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010354048 02000000:00000001:0.0:1767326936.990695:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.990699:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.990699:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.990703:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:0.0:1767326936.990705:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00000020:00000001:2.0:1767326936.990707:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326936.990709:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.990712:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:2.0:1767326936.990712:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843191c00 refcount=2 00000020:00000001:2.0:1767326936.990728:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035139072 : -115550674412544 : ffff96e843191c00) 00010000:00010000:0.0:1767326936.990729:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.990734:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035139072 : -115550674412544 : ffff96e843191c00) 00010000:00010000:0.0:1767326936.990738:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326936.990740:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.990741:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.990745:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.990746:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.990750:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326936.990753:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326936.990756:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.990773:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.990777:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326936.990780:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 00010000:00000001:0.0:1767326936.990783:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326936.990783:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.990788:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.990789:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.990790:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.990795:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.990795:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326936.990799:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.990800:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.990801:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326936.990805:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00010000:0.0:1767326936.990807:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.990812:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326936.990818:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.990820:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.990821:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00010000:0.0:1767326936.990825:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9600/0xb12620548e07ddd0 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc63 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326936.990826:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.990828:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.990832:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.990838:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000010:0.0:1767326936.990866:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498c4fc0. 00000100:00000001:2.0:1767326936.990870:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1767326936.990871:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8612cc900 count: 0 00000100:00000001:2.0:1767326936.990874:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:0.0:1767326936.990876:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8612ccb00. 00000100:00100000:2.0:1767326936.990881:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10902 00000100:00000040:2.0:1767326936.990886:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00010000:00000001:0.0:1767326936.990887:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.990889:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326936.990890:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227006720 : -115550482544896 : ffff96e84e88c700) 00010000:00000010:0.0:1767326936.990892:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000001:0.0:1767326936.990898:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.990901:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c700 x1853164010354176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326936.990902:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.990906:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.990912:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.990916:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.990917:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767326936.990919:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326936.990920:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.990922:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00010000:0.0:1767326936.990925:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.990927:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326936.990928:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.990929:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326936.990931:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000800:00000001:3.0:1767326936.990934:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326936.990935:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.990940:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326936.990941:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010354176:12345-192.168.204.119@tcp:104: 00000800:00000001:3.0:1767326936.990941:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326936.990948:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010354176 00000400:00000200:3.0:1767326936.990949:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.990951:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326936.990952:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767326936.990955:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.990956:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.990959:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.990960:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.990960:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:0.0:1767326936.990964:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:2.0:1767326936.990965:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e0e00 refcount=2 00000100:00000001:0.0:1767326936.990966:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.990971:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.990972:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106766336 : -115550602785280 : ffff96e8475e0e00) 00000100:00000001:0.0:1767326936.990973:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.990977:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.990978:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106766336 : -115550602785280 : ffff96e8475e0e00) 00000100:00000001:0.0:1767326936.990981:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.990981:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.990984:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326936.990984:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326936.990987:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326936.990989:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.990990:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.990996:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326936.990997:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.991000:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3880 00000400:00000200:3.0:1767326936.991013:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 984 00000100:00000001:2.0:1767326936.991019:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.991023:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326936.991024:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:3.0:1767326936.991025:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.991026:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.991029:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:0.0:1767326936.991030:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767326936.991032:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.991034:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.991035:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.991036:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.991040:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.991041:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.991045:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326936.991047:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767326936.991049:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641728:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326936.991052:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.991053:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326936.991053:0:2512:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767326936.991057:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:2.0:1767326936.991058:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326936.991058:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:0.0:1767326936.991060:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.991064:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326936.991067:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1767326936.991067:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88c380. 02000000:00000010:0.0:1767326936.991069:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3a00. 02000000:00000001:0.0:1767326936.991073:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.991074:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000040:3.0:1767326936.991074:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88c380 x1853164010354816 msgsize 328 00000400:00000200:0.0:1767326936.991079:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.991081:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000010:0.0:1767326936.991084:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b31b8. 02000000:00000001:2.0:1767326936.991087:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767326936.991089:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581634c8. 00000100:00100000:3.0:1767326936.991089:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:2.0:1767326936.991090:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.991095:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326936.991096:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326936.991097:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641728, portal 18 00000100:00000001:0.0:1767326936.991101:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.991104:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000100:00000040:2.0:1767326936.991105:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.991110:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000100:00000040:0.0:1767326936.991115:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.991116:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767326936.991117:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010354176, offset 224 00000800:00000010:3.0:1767326936.991121:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000400:00000200:3.0:1767326936.991127:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326936.991129:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.991138:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.991139:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326936.991140:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326936.991146:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.991150:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000010:0.0:1767326936.991151:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000200:0.0:1767326936.991157:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641728, offset 0 00000400:00000200:2.0:1767326936.991159:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556798:1556798:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556791:1556791:4:4294967295] 00000400:00000200:0.0:1767326936.991166:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326936.991167:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.991177:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.991182:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:0.0:1767326936.991187:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326936.991190:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888ee0 00000800:00000200:2.0:1767326936.991194:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326936.991195:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888ee0. 00000400:00000200:0.0:1767326936.991196:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326936.991200:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000100:00000001:3.0:1767326936.991201:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767326936.991203:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:3.0:1767326936.991206:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767326936.991210:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326936.991211:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:3.0:1767326936.991211:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 00000400:00000200:0.0:1767326936.991218:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:3.0:1767326936.991219:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326936.991223:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767326936.991224:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:0.0:1767326936.991226:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556799:1556799:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556792:1556792:3:4294967295] 00000800:00000001:3.0:1767326936.991229:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326936.991230:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326936.991236:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.991236:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.991237:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.991242:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326936.991246:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000001:3.0:1767326936.991249:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.991251:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767326936.991252:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000010:2.0:1767326936.991257:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000800:00000200:0.0:1767326936.991262:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.991263:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.991264:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000010:0.0:1767326936.991268:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326936.991274:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:2.0:1767326936.991275:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:0.0:1767326936.991277:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:2.0:1767326936.991282:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.991285:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.991288:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326936.991289:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326936.991290:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326936.991295:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326936.991297:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.991300:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c700 x1853164010354176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.991301:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.991306:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:3.0:1767326936.991306:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.991314:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.991319:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855706 00000400:00000200:3.0:1767326936.991319:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3800 00000100:00000001:0.0:1767326936.991324:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855713 00000100:00100000:2.0:1767326936.991328:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010354176:12345-192.168.204.119@tcp:104: Request processed in 406us (1855us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326936.991329:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855706 00000400:00000200:3.0:1767326936.991331:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 1312 00000100:00000001:0.0:1767326936.991333:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855713 00000100:00000001:0.0:1767326936.991338:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.991343:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.991345:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.991346:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.991349:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10902 00000100:00000001:0.0:1767326936.991350:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.991354:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000800:00000001:3.0:1767326936.991356:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326936.991358:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326936.991360:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.991361:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767326936.991361:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.991363:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.991367:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000400:00000200:3.0:1767326936.991372:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.991374:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000100:00000001:3.0:1767326936.991376:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767326936.991379:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000100:00000200:3.0:1767326936.991380:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000040:2.0:1767326936.991384:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000100:00000010:3.0:1767326936.991386:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d500. 00000100:00000001:2.0:1767326936.991389:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.991391:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d500 x1853164010354688 msgsize 328 00000100:00100000:3.0:1767326936.991398:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.991400:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326936.991402:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767326936.991404:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354816 02000000:00000001:2.0:1767326936.991408:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.991410:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.991413:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.991415:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.991416:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326936.991419:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354816 00000020:00000001:1.0:1767326936.991420:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1767326936.991421:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000020:00000001:1.0:1767326936.991424:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.991424:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767326936.991427:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767326936.991429:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00010000:00010000:1.0:1767326936.991430:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:2.0:1767326936.991434:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.991435:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.991436:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:2.0:1767326936.991437:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00010000:00000001:1.0:1767326936.991439:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1767326936.991443:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326936.991443:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00010000:00010000:1.0:1767326936.991444:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326936.991447:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00000020:00000001:2.0:1767326936.991449:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326936.991454:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326936.991456:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1767326936.991457:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8475e0e00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.991460:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.991461:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326936.991462:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767326936.991462:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326936.991465:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326936.991467:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326936.991468:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326936.991471:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e0e00 refcount=3 00000020:00000010:2.0:1767326936.991473:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000001:1.0:1767326936.991476:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106766336 : -115550602785280 : ffff96e8475e0e00) 00010000:00000001:1.0:1767326936.991481:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106766336 : -115550602785280 : ffff96e8475e0e00) 00000020:00000010:2.0:1767326936.991481:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00010000:00000001:1.0:1767326936.991489:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767326936.991489:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000001:3.0:1767326936.991490:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767326936.991492:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.991497:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000040:3.0:1767326936.991497:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.991505:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.991508:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000008:00000001:1.0:1767326936.991510:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.991511:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.991515:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326936.991519:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.991520:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:3.0:1767326936.991520:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.991527:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326936.991527:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.991527:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326936.991534:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326936.991536:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767326936.991539:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.991540:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354688 00000008:00000001:1.0:1767326936.991541:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326936.991545:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.991546:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.991549:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767326936.991550:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00001000:1.0:1767326936.991551:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326936.991552:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.991556:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326936.991556:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 02000000:00000001:2.0:1767326936.991558:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.991562:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326936.991564:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354688 00000400:00000200:3.0:1767326936.991564:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.991566:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767326936.991568:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767326936.991569:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1767326936.991572:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00000001:1.0:1767326936.991573:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767326936.991573:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.991577:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.991577:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.991579:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000020:00000040:1.0:1767326936.991582:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8475e0e00 with handle 0xb12620548e08c59b from hash 00000020:00000040:2.0:1767326936.991582:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000400:00000010:3.0:1767326936.991583:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00010000:00000001:1.0:1767326936.991586:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.991589:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.991589:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326936.991590:0:2512:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767326936.991591:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.991595:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767326936.991595:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326936.991600:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767326936.991600:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.991601:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326936.991602:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:2.0:1767326936.991605:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326936.991608:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326936.991610:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.991612:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.991615:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326936.991617:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326936.991618:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.991624:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:2.0:1767326936.991624:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00010000:00000001:1.0:1767326936.991628:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:2.0:1767326936.991631:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000100:00000010:1.0:1767326936.991635:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00000100:00000001:3.0:1767326936.991635:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326936.991637:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00000020:00000040:1.0:1767326936.991641:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326936.991643:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767326936.991643:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.991647:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326936.991648:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326936.991650:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.991652:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.991657:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326936.991658:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.991659:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.991661:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.991664:0:2512:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767326936.991667:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e74fda7a00. 00000100:00000001:2.0:1767326936.991671:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326936.991673:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.991674:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767326936.991676:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.991679:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000010:3.0:1767326936.991680:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000100:00100000:2.0:1767326936.991681:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10903 00010000:00010000:1.0:1767326936.991687:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326936.991687:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:3.0:1767326936.991687:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.991693:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227005824 : -115550482545792 : ffff96e84e88c380) 00000400:00000200:3.0:1767326936.991699:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326936.991704:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000040:2.0:1767326936.991704:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88c380 x1853164010354816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326936.991705:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00010000:00000001:1.0:1767326936.991707:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326936.991710:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000100:00000001:1.0:1767326936.991714:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326936.991730:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326936.991731:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.991734:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767326936.991741:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_00+0] req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326936.991746:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.991747:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767326936.991751:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000020:00000010:2.0:1767326936.991753:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326936.991757:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.991759:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326936.991764:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326936.991765:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.991769:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.991771:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00010000:00000001:1.0:1767326936.991774:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326936.991775:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88282:x1853164010354816:12345-192.168.204.119@tcp:104: 00000400:00000010:3.0:1767326936.991776:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00010000:00000001:1.0:1767326936.991777:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.991780:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.991782:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326936.991784:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.991786:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010354816 00000100:00000001:3.0:1767326936.991786:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326936.991787:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.991791:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:1.0:1767326936.991792:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.991796:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326936.991800:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.991800:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767326936.991805:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8475e0e00/0xb12620548e08c59b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da3c1 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326936.991805:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846533a00 refcount=2 00000020:00000001:2.0:1767326936.991811:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523089279488 : -115550620272128 : ffff96e846533a00) 00010000:00000010:1.0:1767326936.991814:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846f33240. 00010000:00000001:2.0:1767326936.991816:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523089279488 : -115550620272128 : ffff96e846533a00) 00010000:00000040:1.0:1767326936.991820:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8693baf00 count: 0 00010000:00000001:2.0:1767326936.991821:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1767326936.991821:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326936.991826:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326936.991827:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00010000:00000010:1.0:1767326936.991828:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8693bac00. 00010000:00010000:2.0:1767326936.991832:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.991834:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326936.991839:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.991870:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767326936.991870:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:1.0:1767326936.991875:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000100:00000001:2.0:1767326936.991877:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767326936.991878:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00010000:00000001:1.0:1767326936.991879:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.991881:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767326936.991884:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767326936.991887:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00000020:00000001:1.0:1767326936.991888:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.991891:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.991893:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.991895:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.991897:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326936.991899:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767326936.991900:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.991902:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.991905:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:2.0:1767326936.991906:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000020:00000001:1.0:1767326936.991909:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.991912:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767326936.991913:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.991917:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326936.991918:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326936.991922:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326936.991925:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.991927:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.991928:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326936.991929:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326936.991932:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326936.991935:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.991936:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326936.991941:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000400:00000010:2.0:1767326936.991942:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888330. 00000100:00000040:1.0:1767326936.991945:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.991947:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326936.991948:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010354816, offset 224 00000100:00000200:3.0:1767326936.991957:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326936.991959:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.991961:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326936.991965:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.991970:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.991972:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326936.991976:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.991978:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326936.991981:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.991982:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:3.0:1767326936.991986:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326936.991989:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641856:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326936.991993:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556800:1556800:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556793:1556793:7:4294967295] 00000100:00000001:1.0:1767326936.991999:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326936.992004:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326936.992007:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.992008:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326936.992011:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326936.992016:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74fda7200. 02000000:00000001:1.0:1767326936.992020:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.992024:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.992027:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1767326936.992028:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.992030:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767326936.992035:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f614d0. 00000800:00000200:2.0:1767326936.992039:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326936.992041:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000800:00000010:2.0:1767326936.992044:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000200:1.0:1767326936.992045:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641856, portal 18 00000100:00000001:1.0:1767326936.992049:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326936.992050:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658553856 : -115550050997760 : ffff96e86841aa00) 00000800:00000200:2.0:1767326936.992054:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:1.0:1767326936.992059:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.992065:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326936.992071:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326936.992072:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326936.992077:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.992079:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.992081:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767326936.992082:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326936.992085:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641856, offset 0 00000100:00000040:2.0:1767326936.992087:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000001:3.0:1767326936.992088:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326936.992092:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1767326936.992093:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326936.992095:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000010:2.0:1767326936.992097:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000800:00000001:3.0:1767326936.992099:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326936.992102:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.992103:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.992108:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.992109:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326936.992115:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1767326936.992117:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767326936.992120:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.992121:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:0.0:1767326936.992123:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326936.992124:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326936.992127:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1767326936.992128:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.992129:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992134:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.992135:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:0.0:1767326936.992136:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326936.992136:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.992144:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:3.0:1767326936.992144:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.992145:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556801:1556801:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556794:1556794:7:4294967295] 00000100:00000040:2.0:1767326936.992147:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c380 x1853164010354816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.992149:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.992154:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.992155:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326936.992163:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326936.992166:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3980 00010000:00010000:0.0:1767326936.992176:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846533a00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:3.0:1767326936.992179:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 1640 00000008:00000001:0.0:1767326936.992180:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.992184:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767326936.992184:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88282:x1853164010354816:12345-192.168.204.119@tcp:104: Request processed in 431us (1104us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326936.992185:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326936.992187:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.992190:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326936.992191:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767326936.992193:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846533a00 refcount=3 00000020:00000001:0.0:1767326936.992198:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523089279488 : -115550620272128 : ffff96e846533a00) 00000800:00000200:1.0:1767326936.992199:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.992201:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523089279488 : -115550620272128 : ffff96e846533a00) 00000800:00000001:3.0:1767326936.992201:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326936.992206:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10903 00000800:00000010:1.0:1767326936.992207:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00010000:00000001:0.0:1767326936.992208:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767326936.992208:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326936.992210:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:0.0:1767326936.992213:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.992216:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326936.992219:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1767326936.992220:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326936.992221:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326936.992224:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000100:00000001:3.0:1767326936.992230:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767326936.992231:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000800:00000200:1.0:1767326936.992234:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000200:3.0:1767326936.992235:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:2.0:1767326936.992237:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00000008:00000001:0.0:1767326936.992238:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326936.992242:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000200:1.0:1767326936.992242:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1767326936.992242:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88dc00. 00000020:00000040:2.0:1767326936.992244:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000001:0.0:1767326936.992247:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000040:3.0:1767326936.992250:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88dc00 x1853164010355072 msgsize 328 00000100:00000001:1.0:1767326936.992251:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992251:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1767326936.992252:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.992258:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:1.0:1767326936.992259:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000008:00000001:0.0:1767326936.992262:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.992262:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326936.992265:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00001000:0.0:1767326936.992268:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:3.0:1767326936.992268:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767326936.992269:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326936.992269:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000008:00000001:0.0:1767326936.992274:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.992275:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855707 00000100:00100000:2.0:1767326936.992278:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10904 00010000:00000001:0.0:1767326936.992280:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326936.992282:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855713 00010000:00000001:0.0:1767326936.992285:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767326936.992285:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000800:00000200:3.0:1767326936.992285:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326936.992287:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855707 00010000:00000001:0.0:1767326936.992288:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326936.992292:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227010304 : -115550482541312 : ffff96e84e88d500) 00000800:00000010:3.0:1767326936.992292:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00010000:00000001:0.0:1767326936.992293:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326936.992294:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855713 00010000:00000001:0.0:1767326936.992296:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.992300:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846533a00 with handle 0xb12620548e08e7ad from hash 00000100:00000001:1.0:1767326936.992300:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.992300:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326936.992302:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d500 x1853164010354688/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326936.992307:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767326936.992308:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.992311:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.992313:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.992314:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326936.992315:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.992317:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.992321:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767326936.992322:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.992323:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888330 00010000:00000001:0.0:1767326936.992324:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326936.992326:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326936.992329:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000010:3.0:1767326936.992329:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888330. 00000020:00000010:2.0:1767326936.992331:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:1.0:1767326936.992332:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326936.992333:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326936.992335:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326936.992336:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767326936.992337:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.992338:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326936.992339:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.992340:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.992343:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326936.992344:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:2.0:1767326936.992344:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326936.992347:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326936.992347:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326936.992353:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000100:00000001:1.0:1767326936.992353:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.992353:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139444:x1853164010354688:12345-192.168.204.119@tcp:104: 00000020:00000040:0.0:1767326936.992359:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.992360:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.992361:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010354688 00000100:00000001:0.0:1767326936.992364:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767326936.992365:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:0.0:1767326936.992367:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326936.992370:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767326936.992371:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326936.992373:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326936.992374:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767326936.992377:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00000100:00000001:1.0:1767326936.992379:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.992379:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869206000 refcount=2 00000100:00000001:0.0:1767326936.992380:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.992385:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673149440 : -115550036402176 : ffff96e869206000) 00010000:00000001:0.0:1767326936.992386:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326936.992390:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673149440 : -115550036402176 : ffff96e869206000) 00010000:00010000:0.0:1767326936.992393:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.992394:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.992398:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.992404:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.992406:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.992409:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326936.992412:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326936.992415:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767326936.992419:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.992421:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992421:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1767326936.992425:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326936.992426:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767326936.992431:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326936.992432:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326936.992432:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326936.992437:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992442:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992442:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.992448:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326936.992452:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992455:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00001000:2.0:1767326936.992456:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326936.992460:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326936.992463:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326936.992464:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.992468:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.992469:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:0.0:1767326936.992471:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.992474:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.992475:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767326936.992476:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.992478:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.992479:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.992485:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.992485:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.992493:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.992495:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767326936.992498:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888cc0. 00010000:00010000:0.0:1767326936.992499:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846533a00/0xb12620548e08e7ad lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e363c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326936.992504:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010354688, offset 224 00010000:00000010:0.0:1767326936.992506:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e860d86f00. 00010000:00000040:0.0:1767326936.992513:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8752b5100 count: 0 00000400:00000200:2.0:1767326936.992517:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326936.992518:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326936.992519:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87109a700. 00000400:00000200:3.0:1767326936.992526:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.992533:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326936.992534:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.992536:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.992539:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00010000:00000001:0.0:1767326936.992541:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.992544:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.992544:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:0.0:1767326936.992547:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.992550:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.992553:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.992554:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556802:1556802:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556795:1556795:7:4294967295] 00000020:00000001:0.0:1767326936.992555:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.992558:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.992562:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.992564:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326936.992565:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.992569:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.992574:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.992577:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326936.992579:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326936.992580:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.992586:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326936.992592:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.992598:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767326936.992599:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000100:00000001:0.0:1767326936.992600:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.992604:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.992606:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326936.992609:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:0.0:1767326936.992610:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.992615:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641984:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.992621:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326936.992621:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:0.0:1767326936.992624:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767326936.992626:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326936.992627:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.992632:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326936.992633:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992633:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326936.992635:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2600. 02000000:00000001:0.0:1767326936.992640:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.992642:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326936.992645:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3a00 00000400:00000200:0.0:1767326936.992647:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.992648:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767326936.992652:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3e18. 00010000:00000010:2.0:1767326936.992654:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00000400:00000200:3.0:1767326936.992656:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a615 [2] + 1968 00010000:00000001:2.0:1767326936.992659:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767326936.992662:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200210. 00000400:00000200:3.0:1767326936.992666:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23300 00010000:00010000:2.0:1767326936.992668:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000001:3.0:1767326936.992671:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326936.992672:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163440. 00010000:00000001:2.0:1767326936.992673:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326936.992677:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247641984, portal 18 00010000:00000001:2.0:1767326936.992678:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.992678:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.992681:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767326936.992683:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.992684:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000400:00000200:3.0:1767326936.992685:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326936.992687:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326936.992692:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326936.992694:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326936.992694:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d500 x1853164010354688/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326936.992696:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992697:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326936.992703:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992706:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23300 00000400:00000010:3.0:1767326936.992712:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23300. 00000100:00000001:0.0:1767326936.992730:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.992733:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767326936.992736:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326936.992738:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:2.0:1767326936.992741:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139444:x1853164010354688:12345-192.168.204.119@tcp:104: Request processed in 410us (1344us total) trans 0 rc 0/0 00000400:00000010:0.0:1767326936.992742:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000040:3.0:1767326936.992744:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36050 x1853164010355200 msgsize 328 00000100:00000200:0.0:1767326936.992748:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247641984, offset 0 00000100:00100000:3.0:1767326936.992756:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326936.992761:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000400:00000200:0.0:1767326936.992763:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:2.0:1767326936.992763:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10904 00000100:00000001:3.0:1767326936.992765:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767326936.992769:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.992770:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:0.0:1767326936.992774:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326936.992775:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767326936.992778:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326936.992779:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326936.992781:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326936.992782:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000010:2.0:1767326936.992784:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000800:00000010:3.0:1767326936.992787:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000400:00000200:0.0:1767326936.992788:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000010:2.0:1767326936.992791:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00000400:00000200:3.0:1767326936.992794:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.992795:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000010:2.0:1767326936.992798:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000020:00000040:2.0:1767326936.992805:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000400:00000200:3.0:1767326936.992805:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326936.992806:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556803:1556803:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556796:1556796:6:4294967295] 00000100:00000001:2.0:1767326936.992810:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.992812:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:3.0:1767326936.992817:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000400:00000200:0.0:1767326936.992819:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.992822:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767326936.992826:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34400. 00000100:00000200:3.0:1767326936.992830:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326936.992835:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456c000. 00000400:00000200:0.0:1767326936.992836:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:2.0:1767326936.992858:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326936.992865:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000800:00000200:0.0:1767326936.992869:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.992873:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200a50. 00000100:00000001:3.0:1767326936.992873:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767326936.992874:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000400:00000010:2.0:1767326936.992882:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23300. 00000800:00000200:0.0:1767326936.992883:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:3.0:1767326936.992884:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.992888:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1767326936.992893:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:2.0:1767326936.992893:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355072 02000000:00000001:2.0:1767326936.992898:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1767326936.992900:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326936.992900:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992901:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326936.992905:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.992907:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.992908:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.992911:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.992913:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000800:00000001:3.0:1767326936.992914:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326936.992915:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355072 00000020:00000001:2.0:1767326936.992920:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767326936.992921:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326936.992921:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326936.992922:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:0.0:1767326936.992928:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855716 00000020:00000001:2.0:1767326936.992928:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326936.992928:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326936.992933:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000800:00000001:3.0:1767326936.992933:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.992935:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855713 00000020:00000001:2.0:1767326936.992939:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326936.992942:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855716 00000400:00000200:3.0:1767326936.992944:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326936.992945:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326936.992949:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855713 00000100:00000001:2.0:1767326936.992951:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.992956:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326936.992957:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.992957:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326936.992962:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992962:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.992967:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992968:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326936.992969:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326936.992970:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.992975:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.992977:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767326936.992978:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000100:00000001:0.0:1767326936.992979:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326936.992983:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.992984:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767326936.992985:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000100:00000001:0.0:1767326936.992987:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326936.992991:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00000100:00000001:0.0:1767326936.992992:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.992992:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3b00 00000100:00000001:0.0:1767326936.992997:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.992998:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.993002:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767326936.993003:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 0 00000100:00000001:2.0:1767326936.993005:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.993006:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.993008:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.993014:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326936.993014:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.993014:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.993019:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326936.993020:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.993021:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326936.993025:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.993031:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e869206000 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326936.993031:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326936.993034:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355200 00000008:00000001:0.0:1767326936.993035:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.993037:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326936.993039:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326936.993039:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326936.993042:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326936.993043:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.993046:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.993047:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869206000 refcount=3 02000000:00000001:2.0:1767326936.993051:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.993053:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673149440 : -115550036402176 : ffff96e869206000) 00000100:00100000:2.0:1767326936.993055:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355200 00010000:00000001:0.0:1767326936.993057:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673149440 : -115550036402176 : ffff96e869206000) 00000020:00000001:2.0:1767326936.993059:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326936.993063:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326936.993063:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326936.993067:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767326936.993068:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326936.993070:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326936.993075:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326936.993079:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000008:00000001:0.0:1767326936.993086:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326936.993086:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.993089:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000020:00000001:0.0:1767326936.993090:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:3.0:1767326936.993091:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.993094:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326936.993095:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.993097:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:0.0:1767326936.993100:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000010:2.0:1767326936.993101:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000008:00000001:0.0:1767326936.993103:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326936.993107:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326936.993108:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.993109:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097200. 00000020:00001000:0.0:1767326936.993112:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.993116:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.993116:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000001:3.0:1767326936.993116:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326936.993120:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:0.0:1767326936.993122:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767326936.993123:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00010000:00000001:0.0:1767326936.993125:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:3.0:1767326936.993126:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00010000:00000001:0.0:1767326936.993128:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326936.993129:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326936.993132:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326936.993132:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767326936.993133:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010355456 msgsize 328 00010000:00000001:0.0:1767326936.993136:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993137:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.993139:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e869206000 with handle 0xb12620548e08c98b from hash 00010000:00000001:0.0:1767326936.993143:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.993143:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.993144:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.993147:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.993149:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326936.993149:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.993151:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.993154:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.993157:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.993160:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.993160:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.993164:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.993165:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.993167:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.993169:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.993171:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326936.993174:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000100:00100000:2.0:1767326936.993174:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10905 00000020:00000040:0.0:1767326936.993180:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326936.993181:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:0.0:1767326936.993182:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326936.993186:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326936.993186:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012096 : -115550482539520 : ffff96e84e88dc00) 02000000:00000001:0.0:1767326936.993188:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.993197:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34a00. 00000100:00000040:2.0:1767326936.993199:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88dc00 x1853164010355072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.993200:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.993205:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:3.0:1767326936.993205:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:0.0:1767326936.993209:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.993212:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1767326936.993226:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326936.993227:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326936.993228:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.993230:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.993232:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1767326936.993233:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000800:00000010:3.0:1767326936.993235:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000001:0.0:1767326936.993236:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993238:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.993242:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326936.993243:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000040:0.0:1767326936.993248:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.993250:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:2.0:1767326936.993255:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88283:x1853164010355072:12345-192.168.204.119@tcp:104: 00000400:00000200:3.0:1767326936.993257:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888cc0 00000400:00000010:3.0:1767326936.993262:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888cc0. 00000100:00000200:2.0:1767326936.993265:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355072 00000100:00000001:3.0:1767326936.993269:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767326936.993270:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326936.993274:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767326936.993275:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.993278:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326936.993281:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326936.993282:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326936.993282:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850dbaa00 refcount=2 00010000:00000001:0.0:1767326936.993286:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.993288:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523265993216 : -115550443558400 : ffff96e850dbaa00) 00010000:00000001:0.0:1767326936.993289:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326936.993289:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.993292:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.993294:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523265993216 : -115550443558400 : ffff96e850dbaa00) 00010000:00000001:0.0:1767326936.993295:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.993295:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326936.993299:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.993301:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767326936.993302:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.993303:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.993304:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326936.993312:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.993313:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.993322:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326936.993325:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:0.0:1767326936.993326:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e869206000/0xb12620548e08c98b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db45a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.993332:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326936.993336:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326936.993338:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326936.993341:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8475e5640. 02000000:00000010:2.0:1767326936.993342:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 00010000:00000040:0.0:1767326936.993346:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87154c700 count: 0 00000400:00000200:3.0:1767326936.993346:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326936.993347:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.993352:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e860d23700. 00000100:00000001:2.0:1767326936.993353:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.993358:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.993359:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326936.993361:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326936.993363:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.993364:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767326936.993365:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3900 00010000:00000010:0.0:1767326936.993367:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000100:00001000:2.0:1767326936.993370:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326936.993372:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993376:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767326936.993378:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326936.993378:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 328 00000020:00000001:0.0:1767326936.993381:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.993383:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326936.993384:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.993388:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.993389:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000001:3.0:1767326936.993390:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326936.993391:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.993395:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326936.993396:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767326936.993398:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326936.993399:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326936.993399:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.993400:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.993404:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326936.993406:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326936.993407:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326936.993413:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.993414:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326936.993416:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.993417:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.993420:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326936.993420:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000001:3.0:1767326936.993423:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326936.993426:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355072, offset 224 00000100:00000040:0.0:1767326936.993427:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326936.993428:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326936.993436:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000400:00000200:2.0:1767326936.993439:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.993440:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326936.993442:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010354944 msgsize 328 00000100:00000001:0.0:1767326936.993443:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.993447:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326936.993449:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326936.993450:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.993455:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326936.993456:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326936.993459:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326936.993462:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767326936.993463:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.993464:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.993467:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.993469:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.993473:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326936.993473:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556804:1556804:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556797:1556797:7:4294967295] 02000000:00000010:0.0:1767326936.993478:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34c00. 02000000:00000001:0.0:1767326936.993482:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.993483:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.993490:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.993494:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3c08. 00000400:00000010:0.0:1767326936.993500:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163e58. 00000400:00000200:2.0:1767326936.993500:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:0.0:1767326936.993505:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642112, portal 18 00000100:00000001:0.0:1767326936.993508:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326936.993510:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326936.993511:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000800:00000010:2.0:1767326936.993517:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000100:00000040:0.0:1767326936.993518:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.993525:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326936.993528:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:0.0:1767326936.993531:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.993535:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00000800:00000200:2.0:1767326936.993538:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000200:0.0:1767326936.993539:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642112, offset 0 00000800:00000200:3.0:1767326936.993542:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326936.993545:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326936.993547:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:0.0:1767326936.993548:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326936.993553:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.993555:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326936.993557:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.993562:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.993566:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326936.993569:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.993569:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326936.993572:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:2.0:1767326936.993575:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000400:00000200:0.0:1767326936.993578:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326936.993578:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00010000:00000001:2.0:1767326936.993580:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767326936.993583:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000400:00000200:0.0:1767326936.993584:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.993589:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326936.993591:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326936.993596:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556805:1556805:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556798:1556798:6:4294967295] 00010000:00010000:2.0:1767326936.993597:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326936.993603:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.993608:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.993609:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.993613:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.993621:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88dc00 x1853164010355072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326936.993627:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.993640:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:2.0:1767326936.993643:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88283:x1853164010355072:12345-192.168.204.119@tcp:104: Request processed in 412us (1389us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326936.993644:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:0.0:1767326936.993647:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000020:00000001:1.0:1767326936.993649:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326936.993653:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326936.993655:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:0.0:1767326936.993660:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:2.0:1767326936.993660:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10905 00010000:00000001:1.0:1767326936.993662:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.993666:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326936.993668:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000800:00000200:0.0:1767326936.993672:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:1.0:1767326936.993673:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.993673:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1767326936.993678:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.993679:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326936.993679:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326936.993684:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000100:00000001:0.0:1767326936.993686:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.993689:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326936.993691:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000020:00000010:2.0:1767326936.993692:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00010000:00010000:1.0:1767326936.993693:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850dbaa00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326936.993699:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326936.993700:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000400:00000200:0.0:1767326936.993701:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326936.993703:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767326936.993706:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855708 00010000:00000001:1.0:1767326936.993708:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767326936.993708:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:0.0:1767326936.993710:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855716 00000020:00000001:1.0:1767326936.993713:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326936.993714:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.993715:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855708 00000100:00000001:0.0:1767326936.993729:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855716 00000020:00000040:1.0:1767326936.993729:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850dbaa00 refcount=3 00000100:00000001:3.0:1767326936.993734:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.993735:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326936.993736:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523265993216 : -115550443558400 : ffff96e850dbaa00) 00000100:00000001:2.0:1767326936.993739:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326936.993740:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.993742:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523265993216 : -115550443558400 : ffff96e850dbaa00) 00000100:00000001:3.0:1767326936.993742:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767326936.993743:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355456 00000100:00000001:0.0:1767326936.993744:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.993749:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.993749:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326936.993750:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326936.993751:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326936.993752:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326936.993756:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326936.993756:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.993757:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326936.993757:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326936.993759:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.993760:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326936.993766:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326936.993766:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355456 00000100:00000001:0.0:1767326936.993769:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326936.993771:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.0:1767326936.993772:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.993773:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.993775:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000008:00000001:1.0:1767326936.993777:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767326936.993778:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.993779:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:3.0:1767326936.993779:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000020:00000001:1.0:1767326936.993781:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000040:2.0:1767326936.993784:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:1.0:1767326936.993786:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000400:00000200:3.0:1767326936.993787:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326936.993788:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326936.993789:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.993793:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00001000:1.0:1767326936.993793:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000020:00000001:2.0:1767326936.993794:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326936.993795:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326936.993799:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326936.993799:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.993800:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993801:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:1.0:1767326936.993804:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326936.993808:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000010:2.0:1767326936.993808:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326936.993808:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888660 00000400:00000010:3.0:1767326936.993813:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888660. 00000100:00000001:2.0:1767326936.993814:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1767326936.993815:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.993821:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000001:3.0:1767326936.993821:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326936.993822:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326936.993827:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326936.993828:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767326936.993830:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00010000:00000001:1.0:1767326936.993832:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326936.993836:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767326936.993836:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf700. 00000020:00000010:2.0:1767326936.993863:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed960. 00010000:00000001:1.0:1767326936.993865:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993868:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767326936.993869:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850dbaa00 with handle 0xb12620548e08e863 from hash 00000100:00000001:2.0:1767326936.993871:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767326936.993874:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326936.993875:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.993878:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.993881:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.993882:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767326936.993884:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326936.993885:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326936.993886:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326936.993888:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00010000:00000001:1.0:1767326936.993890:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326936.993894:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326936.993895:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326936.993896:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326936.993898:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1767326936.993900:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354944 00010000:00000001:1.0:1767326936.993902:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326936.993904:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767326936.993905:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326936.993906:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.993908:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326936.993910:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993912:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.993913:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00010000:00000001:1.0:1767326936.993915:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:3.0:1767326936.993918:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00010000:00000001:1.0:1767326936.993919:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:2.0:1767326936.993919:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.993923:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767326936.993924:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354944 00000100:00000010:1.0:1767326936.993926:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418e00. 00000020:00000001:2.0:1767326936.993928:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767326936.993930:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326936.993932:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000040:2.0:1767326936.993932:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326936.993937:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326936.993940:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767326936.993941:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 02000000:00000001:1.0:1767326936.993943:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326936.993945:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:1.0:1767326936.993948:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326936.993949:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326936.993953:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767326936.993955:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715800. 00000020:00000010:2.0:1767326936.993957:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:1.0:1767326936.993959:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993961:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326936.993963:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:2.0:1767326936.993968:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00010000:1.0:1767326936.993970:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.993975:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e862490200. 00010000:00010000:1.0:1767326936.993981:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:2.0:1767326936.993982:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00010000:00000001:1.0:1767326936.993984:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326936.993988:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1767326936.993988:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000001:1.0:1767326936.993994:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.993994:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326936.993997:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326936.994000:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326936.994004:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f106e5ed] to pc [ptlrpcd_00_01+1] req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.994004:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326936.994006:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.994012:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326936.994013:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326936.994021:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326936.994024:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326936.994033:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10906 00000100:00000040:2.0:1767326936.994040:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00000001:3.0:1767326936.994042:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.994045:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933392976 : -115549776158640 : ffff96e878a36050) 00000100:00000001:3.0:1767326936.994048:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326936.994055:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36050 x1853164010355200/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326936.994063:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326936.994066:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326936.994069:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326936.994069:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326936.994070:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326936.994070:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000100:00000001:0.0:1767326936.994073:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326936.994076:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326936.994077:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767326936.994077:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000200:3.0:1767326936.994077:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010354048, offset 224 00010000:00000001:1.0:1767326936.994079:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.994084:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.994085:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326936.994087:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139440:x1853164010355200:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326936.994090:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.994091:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326936.994096:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.994098:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355200 00000400:00000200:3.0:1767326936.994102:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326936.994104:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.994104:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326936.994109:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326936.994110:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767326936.994113:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.994114:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326936.994115:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326936.994118:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871730800 refcount=2 02000000:00000001:0.0:1767326936.994122:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326936.994123:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326936.994124:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812784128 : -115549896767488 : ffff96e871730800) 02000000:00000001:0.0:1767326936.994128:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326936.994129:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e850dbaa00/0xb12620548e08e863 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3976 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.994129:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812784128 : -115549896767488 : ffff96e871730800) 00000400:00000200:3.0:1767326936.994129:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556806:1556806:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556799:1556799:8:4294967295] 02000000:00000001:0.0:1767326936.994134:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.994136:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326936.994141:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326936.994144:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247642240:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326936.994146:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326936.994148:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326936.994151:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846dfb280. 00000100:00000001:0.0:1767326936.994154:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.994159:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:1.0:1767326936.994159:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846dfaf00 count: 0 02000000:00000001:0.0:1767326936.994163:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.994166:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1767326936.994167:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:1.0:1767326936.994167:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846dfac00. 00000100:00000001:2.0:1767326936.994169:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767326936.994172:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34000. 02000000:00000001:2.0:1767326936.994174:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767326936.994177:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994180:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767326936.994181:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 00000800:00000200:3.0:1767326936.994182:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326936.994183:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767326936.994186:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.994187:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326936.994189:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000800:00000010:3.0:1767326936.994191:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000400:00000010:0.0:1767326936.994193:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3058. 00000100:00000001:2.0:1767326936.994193:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994195:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326936.994199:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00010000:00000001:2.0:1767326936.994201:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1767326936.994201:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:1.0:1767326936.994202:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767326936.994203:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642240, portal 18 00010000:00000001:2.0:1767326936.994206:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994208:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767326936.994208:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994212:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658546688 : -115550051004928 : ffff96e868418e00) 00000100:00001000:2.0:1767326936.994212:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000800:00000200:3.0:1767326936.994214:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:1.0:1767326936.994215:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326936.994219:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767326936.994221:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326936.994222:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326936.994223:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326936.994223:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.994229:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00010000:1.0:1767326936.994230:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326936.994233:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326936.994235:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326936.994236:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000001:1.0:1767326936.994240:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994241:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326936.994243:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:2.0:1767326936.994244:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767326936.994246:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326936.994247:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.994249:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.994251:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767326936.994252:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326936.994253:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163198. 00010000:00000010:3.0:1767326936.994256:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2acc0. 00000100:00000200:0.0:1767326936.994257:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642240, offset 0 00000100:00000040:2.0:1767326936.994261:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.994262:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767326936.994266:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326936.994267:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000400:00000200:0.0:1767326936.994271:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326936.994272:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355200, offset 224 00010000:00010000:3.0:1767326936.994273:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767326936.994276:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:3.0:1767326936.994281:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.994283:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326936.994287:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326936.994287:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.994289:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.994294:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767326936.994294:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326936.994299:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.994301:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000040:3.0:1767326936.994305:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88c000 x1853164010354048/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326936.994309:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556807:1556807:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556800:1556800:7:4294967295] 00000400:00000200:2.0:1767326936.994311:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.994324:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.994325:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556808:1556808:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556801:1556801:7:4294967295] 00000100:00100000:3.0:1767326936.994333:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88278:x1853164010354048:12345-192.168.204.119@tcp:104: Request processed in 3666us (5267us total) trans 0 rc 0/0 00000400:00000200:2.0:1767326936.994334:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326936.994348:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:3.0:1767326936.994349:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10901 00000100:00000040:3.0:1767326936.994357:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000800:00000200:2.0:1767326936.994361:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.994362:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767326936.994366:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326936.994367:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1767326936.994368:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000020:00000010:3.0:1767326936.994372:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf600. 00000800:00000200:0.0:1767326936.994373:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000200:2.0:1767326936.994378:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000010:3.0:1767326936.994380:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed320. 00000800:00000010:0.0:1767326936.994382:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000020:00000010:3.0:1767326936.994387:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097c00. 00000800:00000200:2.0:1767326936.994388:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.994393:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326936.994394:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1767326936.994395:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000800:00000200:0.0:1767326936.994402:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326936.994403:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.994403:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326936.994408:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767326936.994413:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326936.994415:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.994418:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326936.994418:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767326936.994420:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000100:00000001:3.0:1767326936.994423:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:2.0:1767326936.994424:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000400:00000200:0.0:1767326936.994428:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326936.994430:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1767326936.994432:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10907 00000100:00000001:0.0:1767326936.994434:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855717 00000100:00000040:3.0:1767326936.994438:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:0.0:1767326936.994440:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855716 00000100:00000001:3.0:1767326936.994443:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00010000:00010000:2.0:1767326936.994444:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00000001:0.0:1767326936.994445:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855717 00010000:00000001:2.0:1767326936.994451:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994452:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855716 00000020:00000001:1.0:1767326936.994452:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.994453:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010355456/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767326936.994456:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994458:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326936.994458:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.994461:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994464:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326936.994466:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:0.0:1767326936.994469:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.994472:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36050 x1853164010355200/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326936.994473:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326936.994473:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326936.994477:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767326936.994480:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.994483:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1767326936.994484:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.994484:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326936.994487:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.994490:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767326936.994491:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:0.0:1767326936.994493:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.994498:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.994499:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326936.994505:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00000100:00100000:2.0:1767326936.994506:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139440:x1853164010355200:12345-192.168.204.119@tcp:104: Request processed in 436us (1756us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326936.994508:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843191c00 already unused, calling callback (ffffffffc13180e0) 00000020:00000001:0.0:1767326936.994512:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000008:00000001:1.0:1767326936.994515:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767326936.994515:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88292:x1853164010355456:12345-192.168.204.119@tcp:104: 00000020:00000001:0.0:1767326936.994516:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994519:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:0.0:1767326936.994520:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326936.994523:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326936.994523:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10906 00010000:00000001:0.0:1767326936.994525:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:3.0:1767326936.994527:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355456 00010000:00000001:0.0:1767326936.994528:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767326936.994528:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326936.994530:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:3.0:1767326936.994531:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:0.0:1767326936.994533:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1767326936.994533:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843191c00 refcount=3 00000100:00000001:2.0:1767326936.994534:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767326936.994537:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326936.994539:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326936.994540:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035139072 : -115550674412544 : ffff96e843191c00) 00000020:00000001:3.0:1767326936.994541:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326936.994544:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00000001:1.0:1767326936.994547:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035139072 : -115550674412544 : ffff96e843191c00) 00000020:00000040:3.0:1767326936.994547:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cb200 refcount=2 00010000:00010000:0.0:1767326936.994551:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871730800 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326936.994552:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00010000:00000001:1.0:1767326936.994554:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767326936.994554:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085705728 : -115550623845888 : ffff96e8461cb200) 00000008:00000001:0.0:1767326936.994555:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326936.994559:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326936.994559:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097200. 00010000:00000001:3.0:1767326936.994560:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085705728 : -115550623845888 : ffff96e8461cb200) 00010000:00010000:1.0:1767326936.994561:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.994563:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.994566:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326936.994566:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:3.0:1767326936.994567:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767326936.994569:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871730800 refcount=3 00010000:00000001:3.0:1767326936.994572:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326936.994573:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812784128 : -115549896767488 : ffff96e871730800) 00000100:00000010:2.0:1767326936.994575:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c000. 00010000:00000001:0.0:1767326936.994579:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812784128 : -115549896767488 : ffff96e871730800) 00000008:00000001:1.0:1767326936.994581:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:3.0:1767326936.994581:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.994582:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326936.994583:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326936.994586:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00010000:0.0:1767326936.994587:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000010:2.0:1767326936.994588:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 00000020:00000001:1.0:1767326936.994590:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:2.0:1767326936.994595:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00001000:1.0:1767326936.994597:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000010:2.0:1767326936.994600:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88dc00. 00000008:00000001:1.0:1767326936.994603:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326936.994607:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326936.994607:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000008:00000001:0.0:1767326936.994608:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:1.0:1767326936.994609:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.994612:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000010:2.0:1767326936.994612:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000020:00001000:1.0:1767326936.994613:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 02000000:00000001:3.0:1767326936.994613:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767326936.994616:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:2.0:1767326936.994618:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326936.994619:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326936.994619:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 00000020:00001000:0.0:1767326936.994620:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000010:2.0:1767326936.994621:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d500. 00000008:00000001:0.0:1767326936.994625:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:3.0:1767326936.994627:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994628:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000008:00000001:0.0:1767326936.994629:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.994629:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326936.994631:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994633:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767326936.994633:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00000020:00001000:0.0:1767326936.994635:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:3.0:1767326936.994636:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326936.994638:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.994639:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326936.994640:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.994641:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994643:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767326936.994644:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c380. 00010000:00000001:0.0:1767326936.994648:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326936.994648:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326936.994648:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326936.994649:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.994653:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767326936.994653:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00000020:00000040:1.0:1767326936.994655:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843191c00 with handle 0xb12620548e090e1f from hash 00000100:00000001:3.0:1767326936.994656:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326936.994657:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767326936.994659:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326936.994661:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.994663:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767326936.994663:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88c700. 00000100:00000040:3.0:1767326936.994664:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326936.994665:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.994668:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994669:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326936.994669:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326936.994670:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000010:2.0:1767326936.994674:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00000020:00000040:0.0:1767326936.994675:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e871730800 with handle 0xb12620548e07ba6e from hash 00010000:00000001:1.0:1767326936.994675:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767326936.994676:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326936.994680:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767326936.994680:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.994681:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326936.994681:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767326936.994684:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ce00. 00010000:00000001:0.0:1767326936.994686:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326936.994686:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767326936.994687:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326936.994689:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456a000. 00010000:00000001:0.0:1767326936.994690:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.994693:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.994694:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767326936.994695:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000010:2.0:1767326936.994697:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36000. 00010000:00000001:1.0:1767326936.994699:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.994700:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767326936.994701:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00010000:00000001:1.0:1767326936.994702:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.994702:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.994703:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326936.994708:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.994709:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:3.0:1767326936.994709:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355456, offset 224 00010000:00000001:1.0:1767326936.994712:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.994715:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326936.994715:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326936.994716:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767326936.994728:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326936.994730:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326936.994731:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.994734:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326936.994735:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:1.0:1767326936.994735:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00010000:00000001:0.0:1767326936.994738:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1767326936.994740:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10908 00000020:00000040:1.0:1767326936.994742:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000010:0.0:1767326936.994744:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000400:00000200:3.0:1767326936.994745:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326936.994746:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000020:00000040:0.0:1767326936.994749:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326936.994750:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326936.994752:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000001:0.0:1767326936.994754:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326936.994754:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.994758:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326936.994758:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000001:1.0:1767326936.994760:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.994763:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326936.994763:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010354944/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/0 e 0 to 0 dl 1767326947 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326936.994769:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714000. 00000400:00000200:3.0:1767326936.994771:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556809:1556809:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556802:1556802:5:4294967295] 02000000:00000010:0.0:1767326936.994772:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e87869ea00. 00000100:00000001:1.0:1767326936.994777:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.994780:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994783:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:3.0:1767326936.994785:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326936.994786:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326936.994790:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.994792:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1767326936.994793:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326936.994798:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326936.994803:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326936.994806:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:2.0:1767326936.994811:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00010000:1.0:1767326936.994813:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326936.994818:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326936.994819:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326936.994822:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010354944:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326936.994823:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326936.994824:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326936.994825:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.994829:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326936.994831:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326936.994832:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010354944 00000800:00000010:3.0:1767326936.994833:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000100:00000001:0.0:1767326936.994834:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326936.994837:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:0.0:1767326936.994859:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_01+1] req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326936.994861:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326936.994865:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767326936.994866:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000040:2.0:1767326936.994869:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cb600 refcount=2 00000100:00000040:1.0:1767326936.994870:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_00+0] req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326936.994876:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085706752 : -115550623844864 : ffff96e8461cb600) 00000800:00000200:3.0:1767326936.994879:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326936.994883:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085706752 : -115550623844864 : ffff96e8461cb600) 00010000:00000001:0.0:1767326936.994886:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326936.994886:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1767326936.994890:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.994893:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.994896:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326936.994896:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.994897:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.994901:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994902:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326936.994904:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326936.994905:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.994906:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994909:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:0.0:1767326936.994913:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326936.994913:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326936.994913:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326936.994917:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326936.994918:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2aa80. 00010000:00010000:0.0:1767326936.994921:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326936.994923:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.994925:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767326936.994925:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000008:00000001:1.0:1767326936.994929:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326936.994930:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:3.0:1767326936.994937:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326936.994938:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326936.994938:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326936.994943:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871730800/0xb12620548e07ba6e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49404f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326936.994944:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.994949:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326936.994955:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326936.994960:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 00010000:00000010:0.0:1767326936.994964:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878545700. 00000100:00000040:3.0:1767326936.994966:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010355456/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326936.994967:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326936.994969:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f4f4800 count: 0 00000100:00000001:2.0:1767326936.994973:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.994977:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f4f4500. 00010000:00000001:1.0:1767326936.994977:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.994979:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767326936.994983:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843191c00/0xb12620548e090e1f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2f1 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326936.994984:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.994985:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.994989:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.994992:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000100:00001000:2.0:1767326936.994992:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=108 v=5 (1 1 1 1) 00000100:00100000:3.0:1767326936.994995:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88292:x1853164010355456:12345-192.168.204.119@tcp:104: Request processed in 506us (1858us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326936.994997:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326936.995002:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767326936.995005:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767326936.995006:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8486806c0. 00000100:00000040:2.0:1767326936.995009:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326936.995010:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326936.995014:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8459bfc00 count: 0 00010000:00010000:0.0:1767326936.995016:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326936.995016:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000010:1.0:1767326936.995021:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8459bf600. 00010000:00000001:0.0:1767326936.995022:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:2.0:1767326936.995024:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767326936.995025:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10907 00010000:00000001:0.0:1767326936.995027:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767326936.995028:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.995030:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00010000:0.0:1767326936.995033:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326936.995033:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326936.995034:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326936.995035:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326936.995039:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326936.995039:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767326936.995040:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326936.995044:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2acc0. 00000020:00000010:3.0:1767326936.995045:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf700. 00000400:00000010:2.0:1767326936.995046:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888dd0. 00010000:00000001:1.0:1767326936.995050:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995054:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8461cb200 already unused, calling callback (ffffffffc13180e0) 00000100:00000200:2.0:1767326936.995054:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010354944, offset 224 00000020:00000010:3.0:1767326936.995054:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed960. 00000020:00000001:1.0:1767326936.995055:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326936.995058:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.995061:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767326936.995062:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00010000:00010000:1.0:1767326936.995063:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326936.995065:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767326936.995067:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326936.995068:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326936.995070:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767326936.995070:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000020:00000001:1.0:1767326936.995072:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.995073:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326936.995075:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.995076:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326936.995078:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cb200 refcount=3 00010000:00010000:1.0:1767326936.995079:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.995084:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085705728 : -115550623845888 : ffff96e8461cb200) 00000020:00000001:1.0:1767326936.995084:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326936.995085:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:1.0:1767326936.995088:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995091:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085705728 : -115550623845888 : ffff96e8461cb200) 00010000:00010000:1.0:1767326936.995094:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326936.995097:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767326936.995098:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556810:1556810:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556803:1556803:4:4294967295] 00010000:00010000:0.0:1767326936.995101:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326936.995105:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326936.995117:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326936.995118:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:0.0:1767326936.995121:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.995125:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000800:00000200:2.0:1767326936.995127:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00001000:0.0:1767326936.995129:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.995132:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000010:2.0:1767326936.995134:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000008:00000001:0.0:1767326936.995135:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.995139:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.995143:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326936.995144:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326936.995147:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.995151:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1767326936.995152:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1767326936.995153:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.995157:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1767326936.995158:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767326936.995159:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.995163:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8461cb200 with handle 0xb12620548e08de92 from hash 00000100:00000001:2.0:1767326936.995166:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.995166:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.995167:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.995169:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.995172:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767326936.995173:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00010000:00000001:0.0:1767326936.995175:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767326936.995175:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326936.995179:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326936.995180:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326936.995180:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326936.995181:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000010:2.0:1767326936.995186:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:0.0:1767326936.995187:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.995191:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326936.995192:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326936.995193:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326936.995193:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.995197:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995199:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326936.995200:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00010000:00000001:0.0:1767326936.995201:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:2.0:1767326936.995203:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:3.0:1767326936.995205:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000100:00000010:0.0:1767326936.995206:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00010000:00000001:2.0:1767326936.995208:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.995210:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326936.995211:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767326936.995213:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.995216:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326936.995216:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767326936.995218:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.995220:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767326936.995221:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 02000000:00000001:0.0:1767326936.995223:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.995226:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767326936.995227:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010354944/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:297/0 lens 328/224 e 0 to 0 dl 1767326947 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767326936.995229:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526df200. 00000100:00000001:3.0:1767326936.995230:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.995235:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995239:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:3.0:1767326936.995242:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767326936.995243:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326936.995249:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:82037:x1853164010354944:12345-192.168.204.119@tcp:104: Request processed in 452us (1801us total) trans 0 rc 0/0 00000800:00000010:3.0:1767326936.995249:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00010000:00010000:0.0:1767326936.995252:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326936.995255:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326936.995255:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326936.995261:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.995266:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326936.995266:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10908 00000400:00000200:3.0:1767326936.995267:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326936.995273:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000040:0.0:1767326936.995275:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326936.995275:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000100:00000001:2.0:1767326936.995278:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767326936.995280:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000100:00000001:2.0:1767326936.995282:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326936.995287:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326936.995288:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00000001:0.0:1767326936.995289:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326936.995290:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326936.995294:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767326936.995295:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000020:00000010:2.0:1767326936.995296:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00000001:0.0:1767326936.995297:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.995300:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326936.995301:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326936.995302:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326936.995303:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e862490200. 00000100:00000001:3.0:1767326936.995304:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326936.995305:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995309:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326936.995310:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000800:00000200:3.0:1767326936.995314:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326936.995316:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326936.995320:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767326936.995321:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00010000:00010000:0.0:1767326936.995325:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb200/0xb12620548e08de92 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x355d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0e42 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326936.995326:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.995336:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:0.0:1767326936.995339:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8502c53c0. 00000400:00000200:3.0:1767326936.995341:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 00010000:00000040:0.0:1767326936.995344:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f2bd100 count: 0 00000400:00000010:3.0:1767326936.995345:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 00010000:00000010:0.0:1767326936.995351:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f2bdf00. 00000100:00000001:3.0:1767326936.995352:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.995359:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.995362:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.995364:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326936.995367:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2aa80. 00010000:00000001:0.0:1767326936.995373:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.995373:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326936.995378:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326936.995380:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326936.995381:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995387:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326936.995391:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326936.995393:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326936.995395:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995397:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.995398:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1767326936.995407:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8461cb600 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326936.995410:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:3.0:1767326936.995410:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326936.995415:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:3.0:1767326936.995416:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00010000:00000001:0.0:1767326936.995417:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326936.995421:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326936.995421:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767326936.995423:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8461cb600 refcount=3 00000020:00000001:0.0:1767326936.995428:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523085706752 : -115550623844864 : ffff96e8461cb600) 00000400:00000200:3.0:1767326936.995429:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326936.995434:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523085706752 : -115550623844864 : ffff96e8461cb600) 00000400:00000200:3.0:1767326936.995436:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00010000:00000001:0.0:1767326936.995437:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1767326936.995440:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00010000:00010000:0.0:1767326936.995441:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.995446:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:0.0:1767326936.995448:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326936.995449:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767326936.995450:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326936.995453:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326936.995455:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.995456:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326936.995457:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326936.995459:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326936.995460:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995461:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326936.995463:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326936.995464:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326936.995465:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326936.995467:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326936.995468:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8461cb600 with handle 0xb12620548e08de4c from hash 00010000:00000001:0.0:1767326936.995470:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326936.995471:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.995472:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.995473:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326936.995474:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326936.995475:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326936.995476:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326936.995478:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.995478:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.995480:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995481:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326936.995482:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000200:3.0:1767326936.995484:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326936.995485:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326936.995489:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000010:3.0:1767326936.995489:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000001:0.0:1767326936.995495:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326936.995496:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.995497:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326936.995500:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326936.995504:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526dfc00. 00000400:00000200:3.0:1767326936.995505:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.995508:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.995510:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888dd0 00010000:00000001:0.0:1767326936.995511:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000010:3.0:1767326936.995515:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888dd0. 00010000:00010000:0.0:1767326936.995516:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326936.995522:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767326936.995523:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326936.995525:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326936.995526:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.995530:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326936.995532:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.995538:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326936.995546:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326936.995548:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326936.995550:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326936.995551:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326936.995553:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326936.995555:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995558:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326936.995565:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326936.995567:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cb600/0xb12620548e08de4c lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x355b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0d31 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326936.995573:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8502c5c00. 00010000:00000040:0.0:1767326936.995576:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f2bd000 count: 0 00010000:00000010:0.0:1767326936.995579:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f2bd300. 00010000:00000001:0.0:1767326936.995587:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767326936.995587:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326936.995590:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:3.0:1767326936.995591:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326936.995593:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00010000:3.0:1767326936.995596:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326936.995598:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.995601:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.995602:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995604:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326936.995604:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.995609:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326936.995609:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326936.995610:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995614:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326936.995616:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326936.995617:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326936.995621:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326936.995623:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326936.995630:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.995631:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.995632:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.995636:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995641:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.995642:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.995644:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.995645:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.995647:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.995649:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642368:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.995651:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.995653:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.995655:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.995656:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.995659:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daa200. 02000000:00000001:0.0:1767326936.995660:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.995664:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.995667:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3948. 00000400:00000010:0.0:1767326936.995671:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000100:00000200:0.0:1767326936.995673:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642368, portal 18 00000100:00000001:0.0:1767326936.995674:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.995676:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658557440 : -115550050994176 : ffff96e86841b800) 00000100:00000040:0.0:1767326936.995679:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995684:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.995686:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.995689:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326936.995691:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642368, offset 0 00000400:00000200:0.0:1767326936.995696:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.995699:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.995703:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.995706:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.995708:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.995710:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.995712:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.995714:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556811:1556811:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556804:1556804:8:4294967295] 00000400:00000200:0.0:1767326936.995730:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.995735:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.995738:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.995741:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326936.995745:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.995748:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.995750:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.995760:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.995762:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.995764:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.995765:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855710 00000100:00000001:0.0:1767326936.995767:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855717 00000100:00000001:0.0:1767326936.995769:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855710 00000100:00000001:0.0:1767326936.995771:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855717 00000100:00000001:0.0:1767326936.995772:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.995774:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.995776:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.995779:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995784:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.995785:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.995786:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.995788:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.995789:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.995791:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.995794:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.995795:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.995797:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.995798:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.995800:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daa000. 02000000:00000001:0.0:1767326936.995802:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.995804:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326936.995807:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3dc0. 00000400:00000010:0.0:1767326936.995811:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163dd0. 00000100:00000200:0.0:1767326936.995814:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642624, portal 18 00000100:00000001:0.0:1767326936.995815:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.995816:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000800:00000200:3.0:1767326936.995817:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.995821:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000100:00000040:0.0:1767326936.995822:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995829:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326936.995829:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326936.995834:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.995838:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581635d8. 00000100:00000200:0.0:1767326936.995862:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642624, offset 0 00000400:00000200:0.0:1767326936.995869:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.995874:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.995878:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.995881:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.995884:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.995887:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.995890:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.995894:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556812:1556812:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556805:1556805:7:4294967295] 00000400:00000200:0.0:1767326936.995899:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.995908:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.995914:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.995918:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000800:00000200:0.0:1767326936.995923:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326936.995925:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:0.0:1767326936.995930:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326936.995933:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000800:00000200:0.0:1767326936.995934:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.995939:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326936.995939:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000040:0.0:1767326936.995944:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000100:00000001:3.0:1767326936.995947:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326936.995949:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.995951:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855719 00000100:00000200:3.0:1767326936.995956:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995957:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855717 00000100:00000001:0.0:1767326936.995963:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855719 00000100:00000001:0.0:1767326936.995968:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855717 00000100:00000001:3.0:1767326936.995970:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326936.995972:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.995975:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326936.995978:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.995980:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.995984:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.995989:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.995991:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326936.995992:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.995994:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.995996:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326936.995996:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326936.996000:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.996003:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1767326936.996004:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.996006:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326936.996007:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326936.996009:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.996010:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.996012:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.996016:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.996020:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.996021:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.996023:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.996025:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.996026:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.996029:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642496:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326936.996031:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326936.996033:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326936.996035:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.996036:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326936.996039:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755dabc00. 02000000:00000001:0.0:1767326936.996041:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.996041:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326936.996048:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326936.996048:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000400:00000010:0.0:1767326936.996053:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3420. 00000400:00000200:3.0:1767326936.996055:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326936.996058:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000100:00000200:0.0:1767326936.996062:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642496, portal 18 00000400:00000200:3.0:1767326936.996063:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326936.996064:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.996067:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000400:00000200:3.0:1767326936.996071:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000100:00000040:0.0:1767326936.996075:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326936.996076:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:0.0:1767326936.996084:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.996088:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.996092:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000100:00000001:3.0:1767326936.996133:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326936.996135:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642496, offset 0 00000100:00000200:3.0:1767326936.996140:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.996144:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.996151:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.996158:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326936.996160:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326936.996161:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.996166:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:3.0:1767326936.996170:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.996171:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326936.996176:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.996183:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556813:1556813:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556806:1556806:7:4294967295] 00000100:00000001:3.0:1767326936.996186:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326936.996190:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.996192:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326936.996198:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.996201:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326936.996204:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326936.996208:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.996212:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.996214:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.996222:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.996224:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10537 usecs (11 jiffies) 00000400:00000200:0.0:1767326936.996227:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.996228:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855711 00000100:00000001:0.0:1767326936.996230:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855719 00000100:00000001:0.0:1767326936.996232:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855711 00000100:00000001:0.0:1767326936.996234:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855719 00000100:00000001:0.0:1767326936.996237:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.996239:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.996242:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326936.996246:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.996252:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326936.996254:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.996257:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326936.996259:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326936.996261:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326936.996264:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642752:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326936.996265:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326936.996270:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767326936.996271:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 02000000:00000001:0.0:1767326936.996274:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326936.996277:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326936.996278:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326936.996281:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326936.996285:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:0.0:1767326936.996286:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e755daae00. 02000000:00000001:0.0:1767326936.996290:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326936.996292:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000400:00000200:0.0:1767326936.996296:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326936.996297:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000400:00000010:0.0:1767326936.996300:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3370. 00000100:00000001:3.0:1767326936.996303:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767326936.996307:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000100:00000200:0.0:1767326936.996311:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642752, portal 18 00000100:00000001:0.0:1767326936.996314:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326936.996315:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000100:00000040:0.0:1767326936.996321:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326936.996327:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326936.996330:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326936.996333:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163770. 00000100:00000200:0.0:1767326936.996336:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642752, offset 0 00000400:00000200:0.0:1767326936.996342:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326936.996347:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326936.996351:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326936.996355:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326936.996358:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326936.996361:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326936.996365:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.996366:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326936.996373:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556814:1556814:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556807:1556807:7:4294967295] 00000400:00000200:0.0:1767326936.996384:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326936.996384:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.996393:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326936.996400:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326936.996413:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326936.996414:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.996418:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767326936.996419:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326936.996425:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326936.996429:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326936.996431:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326936.996442:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326936.996445:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000400:00000200:0.0:1767326936.996449:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326936.996450:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855719 00000100:00000001:0.0:1767326936.996452:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855719 00000100:00000001:0.0:1767326936.996454:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855719 00000100:00000001:0.0:1767326936.996455:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855719 00000100:00000001:0.0:1767326936.996457:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326936.996459:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.996465:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.996467:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.996478:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326936.996479:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326936.996482:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326936.996484:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326936.996485:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326936.996490:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326936.996494:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326936.996498:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326936.996502:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000010:3.0:1767326936.996504:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000100:00000001:3.0:1767326936.996507:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326936.996511:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.996518:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326936.996521:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326936.996526:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326936.996528:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326936.997973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8525d7a00. 00010000:00000010:0.1:1767326936.997985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86904f800. 00010000:00000010:0.1:1767326936.997993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cc900. 00010000:00000010:0.1:1767326936.997997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f9600. 00010000:00000010:1.1:1767326936.999862:0:302739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870db5c00. 00010000:00000010:1.1:1767326936.999873:0:302739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450ac00. 00010000:00000010:1.1:1767326936.999923:0:302739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693baf00. 00010000:00000010:1.1:1767326936.999928:0:302739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e0e00. 00010000:00000010:1.1:1767326936.999979:0:302739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846dfaf00. 00010000:00000010:1.1:1767326936.999984:0:302739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850dbaa00. 00010000:00000010:1.1:1767326936.999992:0:302739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8459bfc00. 00010000:00000010:1.1:1767326936.999997:0:302739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843191c00. 00010000:00000010:0.1:1767326937.000873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752b5100. 00010000:00000010:0.1:1767326937.000885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846533a00. 00010000:00000010:0.1:1767326937.000896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87154c700. 00010000:00000010:0.1:1767326937.000904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869206000. 00010000:00000010:0.1:1767326937.000923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f4f4800. 00010000:00000010:0.1:1767326937.000928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871730800. 00010000:00000010:0.1:1767326937.000933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bd100. 00010000:00000010:0.1:1767326937.000935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cb200. 00010000:00000010:0.1:1767326937.000937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f2bd000. 00010000:00000010:0.1:1767326937.000941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8461cb600. 00000001:00000001:1.0:1767326937.011492:0:302744:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767326937.011496:0:302744:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity: finish cleanup 23:08:56 (1767326936) === 00000800:00000001:3.0:1767326937.014322:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1767326937.014330:0:302744:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:3.0:1767326937.014336:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.014340:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014344:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.014354:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014362:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.014375:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014380:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014437:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014443:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ed80 00000400:00000200:3.0:1767326937.014448:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014455:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a62d [1] + 224 00000800:00000001:3.0:1767326937.014463:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014505:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.014510:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.014515:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.014521:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.014529:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.014540:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.014596:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.014601:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.014606:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326937.014606:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014614:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.014618:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326937.014619:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326937.014622:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.014623:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.014628:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:3.0:1767326937.014628:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.014635:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000200:3.0:1767326937.014639:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:0.0:1767326937.014640:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:0.0:1767326937.014646:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.014650:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.014654:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.014667:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014679:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.014684:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.014689:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3b80 00000100:00000001:0.0:1767326937.014699:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.014704:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.014704:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 656 00000100:00000001:0.0:1767326937.014710:0:2517:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326937.014712:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.014714:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.014728:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.014730:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.014731:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.014735:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.014736:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.014743:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00001000:0.0:1767326937.014746:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.014748:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:0.0:1767326937.014752:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326937.014753:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326937.014759:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.014762:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.014763:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00010000:00000001:0.0:1767326937.014765:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326937.014769:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010355584 msgsize 328 00010000:00000001:0.0:1767326937.014770:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.014775:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.014777:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.014780:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.014781:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.014787:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.014794:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.014798:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.014800:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.014804:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.014812:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641472:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.014817:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.014821:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.014824:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247641472/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.014831:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.014834:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.014837:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 02000000:00000001:0.0:1767326937.014861:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.014864:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.014867:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.014870:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.014873:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326937.014877:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.014880:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.014882:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000001:0.0:1767326937.014887:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.014891:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.014896:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.014899:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326937.014900:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.014903:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.014907:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.014910:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.014913:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.014921:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014926:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.014929:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014933:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.014939:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014945:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.014951:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014955:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014960:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.014964:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3c00 00000400:00000200:3.0:1767326937.014970:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 984 00000800:00000001:3.0:1767326937.014975:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.014980:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.014982:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.014986:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.014989:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.014991:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.014996:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326937.014999:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010355712 msgsize 328 00000100:00100000:3.0:1767326937.015004:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.015016:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.015020:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.015025:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.015027:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.015029:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.015034:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.015039:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.015041:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.015044:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355584 00000400:00000200:3.0:1767326937.015045:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.015047:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.015050:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.015051:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.015053:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.015055:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.015058:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355584 00000400:00000200:3.0:1767326937.015059:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.015062:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.015064:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000200:3.0:1767326937.015065:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3c80 00000020:00000001:2.0:1767326937.015066:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.015070:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326937.015073:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326937.015075:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 1312 00000020:00000001:2.0:1767326937.015076:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.015080:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767326937.015083:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326937.015084:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.015087:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.015089:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000800:00000001:3.0:1767326937.015090:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.015095:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670e00. 00000400:00000200:3.0:1767326937.015095:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326937.015104:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.015107:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000040:2.0:1767326937.015112:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.015114:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.015116:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.015117:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015122:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015128:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.015135:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.015137:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355712 02000000:00000001:2.0:1767326937.015138:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.015139:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.015140:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.015143:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.015146:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355712 00000400:00000200:3.0:1767326937.015147:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:2.0:1767326937.015148:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.015150:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.015153:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.015154:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000001:3.0:1767326937.015155:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767326937.015156:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000200:3.0:1767326937.015158:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:2.0:1767326937.015160:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.015165:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767326937.015165:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000020:00000010:2.0:1767326937.015170:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000040:3.0:1767326937.015170:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010355840 msgsize 328 00000100:00000001:2.0:1767326937.015174:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.015181:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00100000:3.0:1767326937.015182:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:2.0:1767326937.015188:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000001:3.0:1767326937.015193:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767326937.015194:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326937.015199:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000800:00000001:3.0:1767326937.015200:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.015204:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1767326937.015207:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.015208:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.015211:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.015212:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.015217:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.015218:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015221:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.015225:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.015228:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.015232:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355840 02000000:00000001:2.0:1767326937.015234:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.015235:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.015235:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.015238:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.015241:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.015242:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355840 00000020:00000001:2.0:1767326937.015245:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767326937.015246:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326937.015247:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.015251:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.015253:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000200:3.0:1767326937.015254:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.015256:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.015259:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.015263:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.015263:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.015268:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326937.015270:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ee00 00000100:00000001:2.0:1767326937.015273:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.015277:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.015279:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326937.015284:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a635 [1] + 224 00000020:00000010:2.0:1767326937.015286:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671600. 00000800:00000001:3.0:1767326937.015291:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326937.015292:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000800:00000001:3.0:1767326937.015296:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.015298:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000400:00000200:3.0:1767326937.015300:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.015304:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.015307:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767326937.015308:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.015310:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.015314:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.015317:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015321:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.015322:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.015331:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767326937.015335:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.015336:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.015349:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10909 00000100:00000040:2.0:1767326937.015352:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.015354:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000001:3.0:1767326937.015356:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326937.015360:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010355584/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1767326937.015365:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.015367:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.015371:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.015373:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326937.015373:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.015378:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000800:00000001:3.0:1767326937.015380:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.015382:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326937.015385:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010355584:12345-192.168.204.119@tcp:104: 00000800:00000001:3.0:1767326937.015385:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.015386:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326937.015392:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355584 00010000:00000001:2.0:1767326937.015394:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000001:1.0:1767326937.015395:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326937.015395:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.015400:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326937.015400:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.015403:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767326937.015405:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b58. 00000400:00000200:3.0:1767326937.015406:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:2.0:1767326937.015407:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9dc00 refcount=2 00000020:00000001:2.0:1767326937.015411:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100199936 : -115550609351680 : ffff96e846f9dc00) 00000400:00000200:1.0:1767326937.015413:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00010000:00000001:2.0:1767326937.015414:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100199936 : -115550609351680 : ffff96e846f9dc00) 00000400:00000010:1.0:1767326937.015416:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000400:00000200:3.0:1767326937.015419:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.015421:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.015423:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326937.015425:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.015427:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.015432:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326937.015434:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.015438:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.015449:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3d00 00000100:00000001:2.0:1767326937.015453:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.015456:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.015461:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 00000400:00000200:3.0:1767326937.015461:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 1640 00000100:00000200:1.0:1767326937.015463:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.015465:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015470:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.015473:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326937.015476:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.015479:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.015481:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326937.015482:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.015483:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.015487:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.015488:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.015488:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.015493:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.015494:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.015498:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:1.0:1767326937.015499:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326937.015499:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:2.0:1767326937.015502:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767326937.015503:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326937.015505:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.015506:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.015507:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767326937.015508:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326937.015512:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.015512:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326937.015515:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000010:3.0:1767326937.015520:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f800. 00000400:00000010:2.0:1767326937.015521:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000100:00001000:1.0:1767326937.015522:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326937.015527:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f800 x1853164010355968 msgsize 328 00000100:00000200:2.0:1767326937.015528:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355584, offset 224 00000100:00001000:1.0:1767326937.015529:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.015536:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.015539:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.015543:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.015543:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326937.015544:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.015549:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.015550:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.015554:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.015555:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.015559:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.015562:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.015565:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.015566:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:1.0:1767326937.015573:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.015575:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556815:1556815:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556808:1556808:8:4294967295] 00000400:00000200:2.0:1767326937.015587:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.015591:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.015594:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.015597:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.015602:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:1.0:1767326937.015606:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.015611:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326937.015612:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.015618:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000800:00000001:3.0:1767326937.015618:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326937.015623:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641600:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.015624:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326937.015629:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000001:3.0:1767326937.015631:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.015632:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.015637:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.015638:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.015642:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.015643:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326937.015647:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419c00 x1853164247641600/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.015654:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.015654:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:2.0:1767326937.015661:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.015666:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326937.015667:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:2.0:1767326937.015670:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326937.015675:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326937.015676:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326937.015682:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326937.015685:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326937.015688:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.015689:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767326937.015689:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.015694:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.015695:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3000. 00010000:00000001:2.0:1767326937.015696:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.015700:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c3d80 02000000:00000001:1.0:1767326937.015702:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326937.015705:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010355584/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.015706:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.015710:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326937.015711:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a675 [2] + 1968 00000020:00000001:1.0:1767326937.015715:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.015732:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74fda7400. 00000400:00000010:3.0:1767326937.015736:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200a50. 02000000:00000001:1.0:1767326937.015738:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326937.015738:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010355584:12345-192.168.204.119@tcp:104: Request processed in 367us (966us total) trans 0 rc 0/0 02000000:00000001:1.0:1767326937.015741:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326937.015743:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23300 00000100:00000010:1.0:1767326937.015745:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419c00. 00000100:00100000:2.0:1767326937.015749:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10909 00000800:00000001:3.0:1767326937.015749:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.015751:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326937.015753:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:1.0:1767326937.015754:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.015756:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1767326937.015757:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.015760:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.015761:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.015764:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.015764:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326937.015767:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326937.015768:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.015771:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326937.015773:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000100:00000001:1.0:1767326937.015774:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.015776:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23300 00000020:00000010:2.0:1767326937.015779:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670e00. 00000100:00000001:1.0:1767326937.015780:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.015781:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23300. 00000020:00000040:2.0:1767326937.015786:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326937.015788:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767326937.015789:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.015792:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:1.0:1767326937.015795:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326937.015797:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34450 x1853164010356096 msgsize 328 00000100:00000001:2.0:1767326937.015798:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767326937.015799:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.015801:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355968 00010000:00010000:1.0:1767326937.015804:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:2.0:1767326937.015805:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.015808:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767326937.015809:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.015810:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.015812:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767326937.015814:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 02000000:00000001:2.0:1767326937.015815:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.015816:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.015818:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355968 00000100:00000001:3.0:1767326937.015819:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1767326937.015822:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1767326937.015822:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.015825:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.015827:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.015829:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=6 00000020:00000001:2.0:1767326937.015832:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.015836:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.015939:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.015944:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.015947:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.015949:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326937.015954:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670e00. 00000020:00000010:2.0:1767326937.015958:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.015961:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000001:2.0:1767326937.015966:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.015968:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.015970:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015975:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.015977:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326937.015989:0:274003:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34c00. 00000100:00000010:2.0:1767326937.015994:0:274003:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456a000. 00000100:00100000:2.0:1767326937.015997:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767326937.016001:0:274003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767326937.016004:0:274003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200c60. 00000400:00000010:2.0:1767326937.016007:0:274003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23900. 00000100:00000001:2.0:1767326937.016011:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.016012:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356096 02000000:00000001:2.0:1767326937.016013:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.016014:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.016015:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.016017:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.016018:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356096 00000020:00000001:2.0:1767326937.016020:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.016021:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.016022:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.016024:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326937.016025:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326937.016027:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.016029:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.016031:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.016033:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.016034:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326937.016037:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000020:00000010:2.0:1767326937.016039:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000020:00000010:2.0:1767326937.016041:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000001:2.0:1767326937.016044:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.016046:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.016047:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.016050:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.016052:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.016058:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.016059:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.016063:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10910 00000100:00000040:2.0:1767326937.016065:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.016066:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000100:00000040:2.0:1767326937.016070:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010355712/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326937.016075:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326937.016077:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.016082:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000800:00000010:3.0:1767326937.016082:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:2.0:1767326937.016086:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.016089:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000400:00000200:3.0:1767326937.016091:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326937.016095:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:88302:x1853164010355712:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.016100:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355712 00000400:00000200:3.0:1767326937.016102:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326937.016103:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.016106:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767326937.016107:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9dc00 already unused, calling callback (ffffffffc13180e0) 00000020:00000001:2.0:1767326937.016108:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326937.016109:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000020:00000040:2.0:1767326937.016112:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8431b3600 refcount=2 00000008:00000001:1.0:1767326937.016113:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767326937.016114:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 00000020:00000001:2.0:1767326937.016115:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035276800 : -115550674274816 : ffff96e8431b3600) 00010000:00000001:1.0:1767326937.016116:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326937.016119:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035276800 : -115550674274816 : ffff96e8431b3600) 00010000:00000001:1.0:1767326937.016120:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.016122:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767326937.016123:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767326937.016124:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.016128:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9dc00 refcount=3 00010000:00000001:2.0:1767326937.016128:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.016133:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100199936 : -115550609351680 : ffff96e846f9dc00) 00010000:00010000:2.0:1767326937.016134:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.016136:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100199936 : -115550609351680 : ffff96e846f9dc00) 00010000:00000001:1.0:1767326937.016142:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.016144:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1767326937.016146:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.016147:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.016150:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326937.016154:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.016155:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.016157:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.016158:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:2.0:1767326937.016160:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767326937.016163:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00010000:00000001:2.0:1767326937.016164:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.016170:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00001000:2.0:1767326937.016170:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000008:00000001:1.0:1767326937.016174:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.016176:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1767326937.016178:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.016181:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.016182:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00001000:1.0:1767326937.016183:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326937.016187:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000008:00000001:1.0:1767326937.016188:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.016191:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326937.016192:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326937.016193:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326937.016195:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.016198:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.016200:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.016200:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767326937.016203:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.016204:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767326937.016207:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.016209:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767326937.016210:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.016213:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.016213:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326937.016217:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355712, offset 224 00000400:00000200:3.0:1767326937.016219:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.016220:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f9dc00 with handle 0xb12620548e08ca9c from hash 00000400:00000200:2.0:1767326937.016224:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.016226:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.016231:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.016232:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.016233:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.016234:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.016238:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326937.016239:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.016244:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.016244:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556816:1556816:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556809:1556809:8:4294967295] 00010000:00000001:1.0:1767326937.016249:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.016249:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.016256:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.016256:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.016261:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.016263:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.016263:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.016266:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00010000:00000001:1.0:1767326937.016267:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.016270:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.016271:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.016273:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.016277:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326937.016279:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.016282:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.016283:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000200:2.0:1767326937.016287:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.016288:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ee80 00000100:00000010:1.0:1767326937.016290:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000100:00000001:2.0:1767326937.016292:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.016296:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.016297:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326937.016298:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.016304:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.016306:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326937.016306:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a645 [1] + 224 00010000:00000010:2.0:1767326937.016309:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 02000000:00000001:1.0:1767326937.016310:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326937.016315:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.016317:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.016317:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326937.016325:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715000. 00010000:00010000:2.0:1767326937.016326:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000001:3.0:1767326937.016326:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.016332:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326937.016333:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.016334:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.016340:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016341:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:3.0:1767326937.016341:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326937.016345:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.016348:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767326937.016349:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.016354:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010355712/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326937.016358:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.016367:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.016372:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.016380:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326937.016386:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:88302:x1853164010355712:12345-192.168.204.119@tcp:104: Request processed in 304us (1382us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.016387:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.016389:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.016398:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.016405:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10910 00000100:00000040:2.0:1767326937.016411:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326937.016417:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.016420:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767326937.016424:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767326937.016425:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00000020:00000010:2.0:1767326937.016431:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00010000:00000001:1.0:1767326937.016432:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.016434:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:1.0:1767326937.016438:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767326937.016440:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 5 00010000:00000001:1.0:1767326937.016441:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.016443:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.016444:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016448:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.016451:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.016451:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.016453:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.016457:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10911 00010000:00010000:1.0:1767326937.016458:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.016459:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.016463:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00000800:00000200:3.0:1767326937.016465:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326937.016470:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010355840/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1767326937.016471:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00010000:00000001:1.0:1767326937.016476:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.016479:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.016481:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9dc00/0xb12620548e08ca9c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8dd expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.016483:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.016487:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.016491:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.016491:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326937.016497:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000010:1.0:1767326937.016498:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8475e5080. 00000400:00000200:3.0:1767326937.016499:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888d48 00000100:00100000:2.0:1767326937.016504:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88281:x1853164010355840:12345-192.168.204.119@tcp:104: 00010000:00000040:1.0:1767326937.016505:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8502d4f00 count: 0 00000400:00000010:3.0:1767326937.016505:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326937.016508:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355840 00010000:00000001:2.0:1767326937.016512:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.016513:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:1.0:1767326937.016514:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8502d4c00. 00010000:00000001:2.0:1767326937.016515:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.016519:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.016522:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870f73200 refcount=2 00010000:00000001:1.0:1767326937.016525:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326937.016525:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523804668416 : -115549904883200 : ffff96e870f73200) 00010000:00000001:1.0:1767326937.016528:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326937.016530:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523804668416 : -115549904883200 : ffff96e870f73200) 00010000:00000010:1.0:1767326937.016531:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326937.016535:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.016536:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.016539:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.016541:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.016545:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.016545:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.016548:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.016553:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326937.016555:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.016556:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326937.016561:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1767326937.016562:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326937.016562:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326937.016565:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.016570:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00000800:00000001:3.0:1767326937.016570:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.016576:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.016576:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.016577:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8431b3600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326937.016582:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.016582:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.016583:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326937.016585:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326937.016587:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326937.016588:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016591:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767326937.016593:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.016593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.016594:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.016599:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767326937.016600:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8431b3600 refcount=3 00000100:00000040:2.0:1767326937.016605:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000001:1.0:1767326937.016606:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035276800 : -115550674274816 : ffff96e8431b3600) 00000400:00000200:3.0:1767326937.016606:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.016608:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:1.0:1767326937.016613:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035276800 : -115550674274816 : ffff96e8431b3600) 02000000:00000001:2.0:1767326937.016613:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.016615:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.016619:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.016620:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.016620:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.016625:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326937.016626:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.016629:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326937.016630:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000200:2.0:1767326937.016636:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355840, offset 224 00000400:00000200:3.0:1767326937.016640:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.016642:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326937.016646:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.016647:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.016651:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000400:00000200:3.0:1767326937.016651:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ef00 00000400:00000200:2.0:1767326937.016652:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:1.0:1767326937.016658:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326937.016659:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000008:00000001:1.0:1767326937.016662:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326937.016665:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556817:1556817:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556810:1556810:8:4294967295] 00000008:00000001:1.0:1767326937.016667:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.016671:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:1.0:1767326937.016672:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.016676:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.016677:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326937.016682:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.016686:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.016689:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326937.016691:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.016693:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1767326937.016693:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.016698:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.016699:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000400:00000200:3.0:1767326937.016700:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a65d [1] + 224 00000020:00000040:1.0:1767326937.016703:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8431b3600 with handle 0xb12620548e08df56 from hash 00000800:00000200:2.0:1767326937.016709:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.016710:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:3.0:1767326937.016711:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.016714:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.016728:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326937.016729:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.016730:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:3.0:1767326937.016733:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.016734:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.016735:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326937.016737:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.016739:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326937.016742:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016745:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326937.016747:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:2.0:1767326937.016750:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.016751:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.016754:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326937.016755:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.016756:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.016759:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326937.016761:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:1.0:1767326937.016763:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326937.016765:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.016766:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.016772:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b480. 00000020:00000040:1.0:1767326937.016776:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00010000:2.0:1767326937.016776:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.016781:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.016783:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767326937.016783:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.016787:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326937.016787:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.016791:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.016792:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010355840/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326937.016799:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714200. 00000100:00100000:2.0:1767326937.016801:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88281:x1853164010355840:12345-192.168.204.119@tcp:104: Request processed in 316us (1629us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.016806:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016810:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:2.0:1767326937.016811:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10911 00000100:00000200:3.0:1767326937.016815:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.016816:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.016816:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326937.016821:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.016824:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.016828:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000020:00000010:2.0:1767326937.016835:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00010000:00010000:1.0:1767326937.016836:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.016858:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.016861:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.016863:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.016868:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023244988] to pc [ptlrpcd_00_01+1] req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.016874:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671600. 00000100:00000040:3.0:1767326937.016877:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.016878:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767326937.016880:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:1.0:1767326937.016883:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.016885:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.016886:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.016889:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.016893:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.016897:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.016897:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.016900:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326937.016900:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767326937.016901:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.016908:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10912 00010000:00000001:1.0:1767326937.016911:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326937.016913:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00010000:1.0:1767326937.016915:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8431b3600/0xb12620548e08df56 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x355c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e119f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.016915:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227019264 : -115550482532352 : ffff96e84e88f800) 00000100:00000040:2.0:1767326937.016923:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f800 x1853164010355968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767326937.016925:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847bbc0c0. 00000100:00000001:2.0:1767326937.016931:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.016934:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000040:1.0:1767326937.016935:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e847bb8300 count: 0 00000100:00000001:2.0:1767326937.016935:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.016940:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000010:1.0:1767326937.016941:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e847bb8200. 00000800:00000200:3.0:1767326937.016942:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767326937.016946:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139445:x1853164010355968:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326937.016948:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767326937.016948:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000200:2.0:1767326937.016949:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010355968 00010000:00000001:1.0:1767326937.016951:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.016954:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326937.016954:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:3.0:1767326937.016955:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326937.016957:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.016960:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.016960:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.016963:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713eca00 refcount=2 00000400:00000200:3.0:1767326937.016965:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.016967:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.016967:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809360384 : -115549900191232 : ffff96e8713eca00) 00000400:00000200:3.0:1767326937.016971:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00000020:00000001:1.0:1767326937.016972:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.016972:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809360384 : -115549900191232 : ffff96e8713eca00) 00000400:00000010:3.0:1767326937.016976:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00010000:00010000:1.0:1767326937.016978:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326937.016979:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.016981:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.016984:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326937.016984:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.016984:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.016988:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326937.016991:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.016993:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.017009:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1767326937.017011:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870f73200 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:2.0:1767326937.017012:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000008:00000001:1.0:1767326937.017015:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1767326937.017017:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 00010000:00000001:1.0:1767326937.017018:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.017022:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326937.017022:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.017026:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.017027:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.017030:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870f73200 refcount=3 00010000:00000001:2.0:1767326937.017031:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.017035:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.017036:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523804668416 : -115549904883200 : ffff96e870f73200) 00000100:00001000:2.0:1767326937.017039:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.017041:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523804668416 : -115549904883200 : ffff96e870f73200) 00000100:00000001:2.0:1767326937.017043:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767326937.017045:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767326937.017048:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:1.0:1767326937.017051:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.017052:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000001:3.0:1767326937.017052:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326937.017057:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.017060:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.017060:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.017065:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767326937.017067:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326937.017071:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.017073:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000001:3.0:1767326937.017074:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.017075:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000020:00000001:1.0:1767326937.017076:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.017080:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000200:2.0:1767326937.017081:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010355968, offset 224 00000020:00001000:1.0:1767326937.017085:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:3.0:1767326937.017086:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.017089:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326937.017090:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.017092:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.017095:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326937.017096:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.017099:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017100:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.017102:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326937.017105:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.017106:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.017109:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.017112:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326937.017113:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556818:1556818:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556811:1556811:8:4294967295] 00010000:00000001:1.0:1767326937.017115:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.017119:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870f73200 with handle 0xb12620548e07ce48 from hash 00000400:00000200:2.0:1767326937.017119:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017123:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.017125:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.017127:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.017130:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326937.017130:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326937.017132:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.017135:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000200:2.0:1767326937.017138:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.017140:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.017144:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.017144:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.017145:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00010000:00000001:1.0:1767326937.017148:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.017150:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017152:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.017154:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.017156:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.017159:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326937.017161:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.017163:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000010:1.0:1767326937.017165:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419880. 00000800:00000200:2.0:1767326937.017170:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.017170:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ef80 00000020:00000040:1.0:1767326937.017171:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.017179:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326937.017180:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017180:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.017182:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.017187:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.017189:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.017192:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a66d [1] + 224 00010000:00000001:2.0:1767326937.017194:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:1.0:1767326937.017195:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714c00. 00010000:00000010:2.0:1767326937.017200:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000800:00000001:3.0:1767326937.017200:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.017201:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017207:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326937.017207:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1767326937.017208:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.017212:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.017214:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326937.017217:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326937.017219:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326937.017222:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.017227:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.017227:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326937.017231:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.017234:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000200:3.0:1767326937.017237:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.017238:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.017238:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f800 x1853164010355968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.017245:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.017251:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.017262:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7d196b] to pc [ptlrpcd_00_00+0] req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.017269:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139445:x1853164010355968:12345-192.168.204.119@tcp:104: Request processed in 334us (1739us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326937.017298:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.017298:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10912 00000100:00000040:3.0:1767326937.017302:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.017304:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:1.0:1767326937.017305:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.017308:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.017310:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.017312:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.017314:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.017318:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.017320:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000100:00000001:3.0:1767326937.017321:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:1.0:1767326937.017322:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.017327:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00010000:1.0:1767326937.017328:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.017334:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670e00. 00010000:00000001:1.0:1767326937.017335:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.017339:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870f73200/0xb12620548e07ce48 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x355e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499d47 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326937.017339:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326937.017344:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326937.017349:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e843b5d800. 00010000:00000040:1.0:1767326937.017354:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878b71e00 count: 0 00000100:00000001:2.0:1767326937.017354:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:1.0:1767326937.017357:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878b71d00. 00000100:00000001:2.0:1767326937.017357:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.017362:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10913 00000800:00000200:3.0:1767326937.017362:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.017367:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767326937.017367:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000800:00000010:3.0:1767326937.017368:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00010000:00000001:1.0:1767326937.017370:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.017371:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933385808 : -115549776165808 : ffff96e878a34450) 00010000:00000010:1.0:1767326937.017374:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000400:00000200:3.0:1767326937.017375:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.017378:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.017380:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34450 x1853164010356096/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.017381:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.017384:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017385:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.017389:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326937.017392:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888880 00010000:00000001:1.0:1767326937.017394:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:3.0:1767326937.017397:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888880. 00010000:00000001:1.0:1767326937.017398:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.017403:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.017405:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.017410:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00010000:1.0:1767326937.017411:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713eca00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326937.017414:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1767326937.017415:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.017417:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.017420:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.017421:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326937.017421:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000040:1.0:1767326937.017424:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713eca00 refcount=3 00000020:00000001:1.0:1767326937.017427:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809360384 : -115549900191232 : ffff96e8713eca00) 00010000:00000001:1.0:1767326937.017430:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809360384 : -115549900191232 : ffff96e8713eca00) 00000100:00100000:2.0:1767326937.017431:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010356096:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326937.017432:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.017436:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.017438:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010356096 00000100:00000001:3.0:1767326937.017440:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767326937.017443:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.017444:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767326937.017448:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000008:00000001:1.0:1767326937.017450:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326937.017451:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326937.017451:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.017454:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000040:2.0:1767326937.017455:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031800 refcount=2 00000020:00000001:2.0:1767326937.017458:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100805120 : -115550608746496 : ffff96e847031800) 00000020:00000001:1.0:1767326937.017459:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000800:00000001:3.0:1767326937.017459:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.017461:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100805120 : -115550608746496 : ffff96e847031800) 00000800:00000001:3.0:1767326937.017465:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:1.0:1767326937.017466:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00010000:00000001:2.0:1767326937.017466:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767326937.017470:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.017471:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:2.0:1767326937.017471:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.017476:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.017478:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.017481:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:1.0:1767326937.017482:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.017488:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.017489:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.017492:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326937.017494:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.017495:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767326937.017496:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326937.017499:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017500:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.017502:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017503:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017504:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326937.017505:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.017508:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017509:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:2.0:1767326937.017510:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.017510:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017514:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.017516:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767326937.017519:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8713eca00 with handle 0xb12620548e081b33 from hash 00000400:00000200:3.0:1767326937.017519:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.017522:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.017526:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326937.017526:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:1.0:1767326937.017531:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326937.017531:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767326937.017531:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f000 00010000:00000001:1.0:1767326937.017534:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326937.017535:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017537:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326937.017540:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.017540:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017541:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.017544:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:2.0:1767326937.017547:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.017549:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326937.017551:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a685 [1] + 224 00010000:00000001:1.0:1767326937.017553:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767326937.017554:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00010000:00000001:1.0:1767326937.017555:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.017558:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.017559:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.017561:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000200:2.0:1767326937.017561:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010356096, offset 224 00010000:00000001:1.0:1767326937.017563:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326937.017565:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326937.017568:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841bb80. 00000400:00000200:3.0:1767326937.017569:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.017572:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000040:1.0:1767326937.017573:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.017578:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326937.017579:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.017581:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.017582:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.017587:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.017591:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000010:1.0:1767326937.017594:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000400:00000200:2.0:1767326937.017598:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556819:1556819:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556812:1556812:8:4294967295] 00000100:00000001:1.0:1767326937.017600:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.017604:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017606:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.017611:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.017620:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:1.0:1767326937.017626:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.017629:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.017630:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.017630:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.017634:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767326937.017637:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000100:00000200:3.0:1767326937.017638:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.017640:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.017648:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:1.0:1767326937.017652:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8bfa506] to pc [ptlrpcd_00_01+1] req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.017660:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.017661:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.017666:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.017668:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.017673:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.017676:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.017677:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017680:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.017682:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.017685:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.017685:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000008:00000001:1.0:1767326937.017689:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.017691:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.017695:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00010000:1.0:1767326937.017696:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326937.017698:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.017706:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.017710:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.017714:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017715:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.017728:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.017731:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713eca00/0xb12620548e081b33 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad561 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.017734:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34450 x1853164010356096/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767326937.017752:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8788041c0. 00000100:00100000:2.0:1767326937.017753:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139438:x1853164010356096:12345-192.168.204.119@tcp:104: Request processed in 346us (1953us total) trans 0 rc 0/0 00010000:00000040:1.0:1767326937.017760:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8593b4b00 count: 0 00000100:00100000:2.0:1767326937.017763:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10913 00010000:00000010:1.0:1767326937.017767:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8593b4800. 00000100:00000040:2.0:1767326937.017767:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326937.017771:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.017774:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.017776:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00000020:00000010:2.0:1767326937.017780:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00000001:1.0:1767326937.017783:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326937.017784:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00010000:00000001:1.0:1767326937.017787:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767326937.017789:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000010:1.0:1767326937.017790:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 02000000:00000001:2.0:1767326937.017795:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:3.0:1767326937.017795:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.017796:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.017798:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000800:00000010:3.0:1767326937.017801:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000020:00000001:1.0:1767326937.017802:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326937.017803:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326937.017806:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.017807:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f800. 00000400:00000200:3.0:1767326937.017808:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.017810:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.017814:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:2.0:1767326937.017815:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.017817:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000010:2.0:1767326937.017818:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00010000:00010000:1.0:1767326937.017823:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.017824:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.017826:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 02000000:00000001:2.0:1767326937.017833:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326937.017836:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847031800 already unused, calling callback (ffffffffc13180e0) 02000000:00000010:2.0:1767326937.017836:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326937.017860:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326937.017861:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000010:2.0:1767326937.017863:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00010000:00000001:1.0:1767326937.017865:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.017868:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326937.017869:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326937.017871:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767326937.017872:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00000020:00000040:1.0:1767326937.017874:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847031800 refcount=3 02000000:00000001:2.0:1767326937.017875:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326937.017877:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100805120 : -115550608746496 : ffff96e847031800) 00000100:00000010:2.0:1767326937.017878:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00010000:00000001:1.0:1767326937.017881:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100805120 : -115550608746496 : ffff96e847031800) 02000000:00000001:2.0:1767326937.017883:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767326937.017883:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.017885:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767326937.017887:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00000400:00000200:3.0:1767326937.017889:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888990 00010000:00010000:1.0:1767326937.017890:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.017891:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767326937.017892:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888990. 00000100:00000010:2.0:1767326937.017893:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 02000000:00000001:2.0:1767326937.017899:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326937.017899:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767326937.017902:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326937.017903:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767326937.017907:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:3.0:1767326937.017907:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 00000100:00000010:2.0:1767326937.017911:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 02000000:00000001:3.0:1767326937.017912:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326937.017916:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767326937.017917:0:274003:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456c000. 00000008:00000001:1.0:1767326937.017918:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.017922:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:3.0:1767326937.017922:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326937.017923:0:274003:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34400. 00000020:00000001:1.0:1767326937.017925:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.017928:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326937.017928:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.017929:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.017933:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000001:3.0:1767326937.017934:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:1.0:1767326937.017937:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.017939:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326937.017940:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.017944:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017947:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017948:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.017952:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1767326937.017952:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.017954:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326937.017955:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:2.0:1767326937.017956:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.017957:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767326937.017959:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.017960:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017962:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.017964:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847031800 with handle 0xb12620548e090d62 from hash 00000400:00000200:3.0:1767326937.017967:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017968:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767326937.017969:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306855719, at 4306855722 00010000:00000001:1.0:1767326937.017971:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.017974:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.017974:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.017977:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326937.017977:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44cc0. 00000400:00000200:3.0:1767326937.017981:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f080 00010000:00000001:1.0:1767326937.017982:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.017985:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326937.017987:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.017989:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.017990:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1767326937.017994:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.017994:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a695 [1] + 224 00010000:00000001:1.0:1767326937.017995:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.017999:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767326937.017999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767326937.018001:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.018002:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.018005:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.018006:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326937.018007:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326937.018010:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00000400:00000200:3.0:1767326937.018010:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767326937.018015:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326937.018015:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.018020:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326937.018021:0:2512:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326937.018022:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.018025:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.018027:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.018029:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00000100:00000001:1.0:1767326937.018034:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.018037:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:3.0:1767326937.018039:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.018041:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.018055:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767326937.018056:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.018059:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.018061:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1767326937.018061:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.018065:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.018066:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.018069:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.018071:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_00+0] req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.018071:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.018078:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.018084:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.018086:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.018087:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.018090:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.018092:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.018093:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.018094:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.018098:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.018100:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.018104:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.018106:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.018107:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f100 00000400:00000200:3.0:1767326937.018114:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.018120:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a6b5 [1] + 224 00000800:00000001:3.0:1767326937.018126:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.018127:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.018130:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.018132:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031800/0xb12620548e090d62 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed090 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.018133:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.018138:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.018144:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.0:1767326937.018146:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8716ebf40. 00000100:00000200:3.0:1767326937.018150:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767326937.018152:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871465800 count: 0 00010000:00000010:1.0:1767326937.018158:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871465500. 00000100:00000040:3.0:1767326937.018162:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.018169:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.018170:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326937.018172:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.018173:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.018176:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000800:00000001:3.0:1767326937.018177:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.018179:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.018180:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.018182:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.018186:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.018188:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.018190:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.018192:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.018194:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.018196:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.018198:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.018200:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.018257:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.018260:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.018262:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.018269:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.018277:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.018280:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.018280:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306855719, at 4306855722 02000000:00000001:1.0:1767326937.018287:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767326937.018288:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44840. 02000000:00000001:1.0:1767326937.018291:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.018295:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.018299:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642880:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.018303:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.018308:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.018310:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.018313:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.018318:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 02000000:00000001:1.0:1767326937.018321:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.018326:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.018330:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61478. 00000400:00000010:1.0:1767326937.018336:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000020:00000001:2.0:1767326937.018337:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.018340:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.018341:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247642880, portal 18 00010000:00010000:2.0:1767326937.018342:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.018346:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.018349:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658550272 : -115550051001344 : ffff96e868419c00) 00000100:00000040:1.0:1767326937.018357:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.018357:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.018365:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.018373:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.018373:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:1.0:1767326937.018378:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.018381:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.018383:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000400:00000200:2.0:1767326937.018387:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.018389:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247642880, offset 0 00000400:00000200:2.0:1767326937.018393:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.018398:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4000 00000400:00000200:1.0:1767326937.018401:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.018405:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 0 00000400:00000200:1.0:1767326937.018408:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.018412:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.018415:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.018418:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.018419:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326937.018421:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326937.018425:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326937.018427:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.018431:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.018434:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.018437:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556820:1556820:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556813:1556813:8:4294967295] 00000400:00000200:1.0:1767326937.018440:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.018443:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.018446:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1767326937.018449:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:2.0:1767326937.018450:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00000800:00000200:1.0:1767326937.018455:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.018455:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010356736 msgsize 328 00000800:00000010:1.0:1767326937.018460:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000100:00100000:2.0:1767326937.018462:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:1.0:1767326937.018467:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.018468:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767326937.018473:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.018476:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.018481:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.018483:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356736 00000100:00000001:1.0:1767326937.018485:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.018485:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.018488:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.018490:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.018491:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10540 usecs (11 jiffies) 02000000:00000001:2.0:1767326937.018495:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.018499:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.018500:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356736 00000020:00000001:2.0:1767326937.018503:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767326937.018504:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855733 00000020:00000040:2.0:1767326937.018505:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.018509:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.018511:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000010:1.0:1767326937.018512:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b443c0. 00000020:00000001:2.0:1767326937.018513:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.018517:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.018518:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326937.018519:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.018523:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:1.0:1767326937.018525:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855733 00000100:00000001:2.0:1767326937.018526:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.018531:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000010:1.0:1767326937.018532:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b440c0. 00000100:00000001:1.0:1767326937.018536:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767326937.018537:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000100:00000001:1.0:1767326937.018539:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.018542:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.018543:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000100:00000001:1.0:1767326937.018544:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.018549:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.018549:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000040:2.0:1767326937.018558:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.018562:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326937.018564:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.018566:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.018566:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767326937.018570:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326937.018570:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.018573:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.018575:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.018577:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.018578:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247643136:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.018583:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.018585:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.018586:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.018588:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.018589:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326937.018591:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 02000000:00000001:1.0:1767326937.018595:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.018598:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.018601:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61630. 00000100:00000001:2.0:1767326937.018601:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.018604:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767326937.018606:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00100000:2.0:1767326937.018609:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10914 00000100:00000200:1.0:1767326937.018611:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643136, portal 18 00000100:00000040:2.0:1767326937.018613:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326937.018614:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326937.018615:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 00000100:00000001:1.0:1767326937.018616:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658549376 : -115550051002240 : ffff96e868419880) 00000100:00000040:2.0:1767326937.018622:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010356736/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.018624:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.018639:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.018642:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767326937.018644:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000040:1.0:1767326937.018648:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.018649:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326937.018652:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000020:00000010:2.0:1767326937.018652:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000200:1.0:1767326937.018658:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643136, offset 0 00000100:00100000:2.0:1767326937.018662:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88293:x1853164010356736:12345-192.168.204.119@tcp:104: 00000400:00000200:1.0:1767326937.018666:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.018666:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010356736 00010000:00000001:2.0:1767326937.018669:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:1.0:1767326937.018672:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.018673:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.018675:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326937.018676:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000040:2.0:1767326937.018677:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84450b200 refcount=2 00000400:00000200:1.0:1767326937.018681:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1767326937.018681:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523055559168 : -115550653992448 : ffff96e84450b200) 00010000:00000001:2.0:1767326937.018686:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523055559168 : -115550653992448 : ffff96e84450b200) 00000400:00000200:1.0:1767326937.018687:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.018692:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767326937.018692:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.018694:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.018698:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00010000:2.0:1767326937.018698:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.018706:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556821:1556821:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556814:1556814:7:4294967295] 00000100:00000001:2.0:1767326937.018727:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767326937.018728:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.018730:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.018734:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 02000000:00000001:2.0:1767326937.018737:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.018740:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.018744:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767326937.018745:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:2.0:1767326937.018746:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.018749:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000800:00000200:1.0:1767326937.018750:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.018754:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1767326937.018756:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000100:00000040:2.0:1767326937.018758:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.018762:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000200:1.0:1767326937.018763:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:2.0:1767326937.018766:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.018768:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.018771:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326937.018772:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326937.018777:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767326937.018777:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.018782:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000001:1.0:1767326937.018783:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.018785:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010356736, offset 224 00000100:00000040:1.0:1767326937.018788:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18057 usecs (19 jiffies) 00000400:00000200:2.0:1767326937.018792:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.018797:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.018800:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.018802:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855741 00000400:00000200:2.0:1767326937.018809:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.018810:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855733 00000400:00000200:2.0:1767326937.018817:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556822:1556822:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556815:1556815:6:4294967295] 00000100:00000001:1.0:1767326937.018818:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855741 00000100:00000001:1.0:1767326937.018825:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855733 00000400:00000200:2.0:1767326937.018826:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.018833:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.018839:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.018868:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326937.018871:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:1.0:1767326937.018876:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.018880:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.018887:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000100:00000001:1.0:1767326937.018889:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.018893:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.018894:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:1.0:1767326937.018897:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.018901:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.018902:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326937.018905:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.018907:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767326937.018913:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247643392:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.018913:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.018919:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326937.018920:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 02000000:00000001:1.0:1767326937.018922:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.018924:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.018926:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.018927:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.018933:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2c00. 00010000:00000010:2.0:1767326937.018933:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 02000000:00000001:1.0:1767326937.018935:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.018938:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767326937.018941:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.018945:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61f78. 00010000:00010000:2.0:1767326937.018945:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.018950:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.018952:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00010000:00000001:2.0:1767326937.018952:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.018955:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.018957:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643392, portal 18 00000100:00000001:1.0:1767326937.018960:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326937.018961:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010356736/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.018962:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00000100:00000040:1.0:1767326937.018971:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.018976:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88293:x1853164010356736:12345-192.168.204.119@tcp:104: Request processed in 333us (516us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.018986:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326937.018988:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10914 00000100:00000001:0.0:1767326937.018989:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326937.018992:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:0.0:1767326937.018993:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326937.018993:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.018996:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326937.018997:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326937.018999:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000001:2.0:1767326937.018999:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767326937.019003:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643392, offset 0 00000100:00000040:0.0:1767326937.019004:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.019004:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00000020:00000010:2.0:1767326937.019010:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000400:00000200:1.0:1767326937.019014:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.019015:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00000400:00000200:1.0:1767326937.019020:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.019021:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767326937.019022:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:0.0:1767326937.019024:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.019026:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.019027:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000001:0.0:1767326937.019029:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.019032:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326937.019032:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326937.019036:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.019037:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000001:2.0:1767326937.019040:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326937.019041:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643008:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.019043:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000001:2.0:1767326937.019046:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.019048:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326937.019049:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.019049:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.019052:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767326937.019054:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.019055:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.019056:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556823:1556823:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556816:1556816:5:4294967295] 02000000:00000001:0.0:1767326937.019059:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.019061:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.019064:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b1800. 00000400:00000200:1.0:1767326937.019065:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.019069:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019070:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.019075:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.019080:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:0.0:1767326937.019081:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:0.0:1767326937.019085:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000800:00000200:1.0:1767326937.019085:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.019090:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.019091:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643008, portal 18 00000800:00000010:1.0:1767326937.019094:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000100:00000001:0.0:1767326937.019096:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326937.019096:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.019101:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658556544 : -115550050995072 : ffff96e86841b480) 00000400:00000200:2.0:1767326937.019105:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.019106:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:0.0:1767326937.019109:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.019110:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4080 00000800:00000200:1.0:1767326937.019119:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.019121:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 328 00000800:00000200:1.0:1767326937.019127:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:2.0:1767326937.019129:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.019131:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.019135:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.019135:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.019136:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.019141:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000400:00000200:2.0:1767326937.019141:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.019142:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10540 usecs (11 jiffies) 00000100:00000200:0.0:1767326937.019146:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643008, offset 0 00000400:00000200:2.0:1767326937.019148:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.019153:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.019157:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.019158:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855734 00000100:00000001:2.0:1767326937.019158:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.019160:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.019163:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855741 00000400:00000200:0.0:1767326937.019164:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:2.0:1767326937.019166:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595f80. 00000100:00000001:1.0:1767326937.019169:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855734 00000100:00000040:2.0:1767326937.019170:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595f80 x1853164010356864 msgsize 328 00000400:00000200:0.0:1767326937.019171:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.019177:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.019177:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855741 00000100:00100000:2.0:1767326937.019182:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000400:00000200:0.0:1767326937.019184:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326937.019184:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.019189:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.019190:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.019190:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767326937.019193:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.019197:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556824:1556824:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556817:1556817:4:4294967295] 00000400:00000001:1.0:1767326937.019199:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326937.019200:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.019204:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767326937.019205:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767326937.019208:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3948. 00000800:00000010:2.0:1767326937.019209:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000400:00000200:0.0:1767326937.019215:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1767326937.019216:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000400:00000200:2.0:1767326937.019216:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326937.019221:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000400:00000200:2.0:1767326937.019225:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:0.0:1767326937.019226:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.019226:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.019232:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000800:00000010:0.0:1767326937.019233:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000100:00000200:1.0:1767326937.019234:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.019235:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:2.0:1767326937.019240:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326937.019242:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:2.0:1767326937.019246:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.019253:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.019259:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1767326937.019260:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019267:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.019269:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.019271:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18057 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.019275:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326937.019277:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.019278:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019278:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.019282:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855742 00000100:00000001:1.0:1767326937.019284:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.019288:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.019289:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855741 00000100:00000001:1.0:1767326937.019290:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.019293:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.019296:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855742 02000000:00000001:1.0:1767326937.019297:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.019298:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.019299:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855741 00000100:00001000:1.0:1767326937.019303:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326937.019303:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.019304:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.019309:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.019310:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.019311:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.019312:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.019316:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326937.019319:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.019319:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.019319:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.019325:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326937.019325:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.019329:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.019331:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.019333:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.019337:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.019340:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.019341:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019343:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019351:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.019352:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326937.019352:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019355:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.019359:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326937.019361:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.019362:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.019368:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019369:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019374:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326937.019375:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643264:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.019378:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019380:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.019383:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326937.019384:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.019386:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.019387:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f180 02000000:00000001:0.0:1767326937.019389:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.019392:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326937.019393:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.019393:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.019396:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8613b0800. 02000000:00000001:0.0:1767326937.019401:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019402:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a6c5 [1] + 224 00000400:00000200:0.0:1767326937.019409:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.019411:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.019414:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000800:00000001:2.0:1767326937.019416:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326937.019417:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642368:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:0.0:1767326937.019420:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 00000400:00000200:2.0:1767326937.019420:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326937.019423:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.019425:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.019428:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:1.0:1767326937.019429:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3c08. 00000400:00000200:1.0:1767326937.019432:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000400:00000010:1.0:1767326937.019433:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000100:00000001:1.0:1767326937.019434:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.019436:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643264, portal 18 00000100:00000001:2.0:1767326937.019437:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326937.019439:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019440:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.019444:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658558336 : -115550050993280 : ffff96e86841bb80) 00000100:00000200:2.0:1767326937.019444:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.019454:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326937.019457:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.019464:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019479:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.019484:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326937.019485:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.019487:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.019490:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163d48. 00000100:00000001:1.0:1767326937.019491:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.019491:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326937.019495:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767326937.019497:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643264, offset 0 00000100:00000001:1.0:1767326937.019497:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.019499:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.019502:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.019502:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.019506:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:0.0:1767326937.019507:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00001000:1.0:1767326937.019508:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.019509:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767326937.019514:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326937.019518:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.019518:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.019519:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.019522:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.019525:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.019525:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00010000:00000001:1.0:1767326937.019526:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.019528:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000400:00000200:0.0:1767326937.019529:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.019530:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.019533:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:2.0:1767326937.019533:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326937.019536:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.019537:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.019540:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.019542:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.019545:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:1.0:1767326937.019546:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.019554:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.019561:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.019569:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.019570:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326937.019571:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556825:1556825:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556818:1556818:4:4294967295] 00000100:00000001:1.0:1767326937.019572:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.019574:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.019578:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.019581:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.019583:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1767326937.019603:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642112:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:0.0:1767326937.019605:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.019606:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.019610:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1767326937.019612:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.019615:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.019617:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f614d0. 00000800:00000200:0.0:1767326937.019618:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.019618:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.019622:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000800:00000001:2.0:1767326937.019623:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326937.019625:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000800:00000010:0.0:1767326937.019626:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000800:00000001:2.0:1767326937.019626:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.019630:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326937.019631:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326937.019636:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:1.0:1767326937.019636:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.019639:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.019650:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000200:0.0:1767326937.019651:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000200:1.0:1767326937.019656:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.019657:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.019658:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.019664:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019665:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.019670:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18057 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.019673:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.019674:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019676:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.019678:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.019679:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.019683:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.019683:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f280 00000100:00000001:0.0:1767326937.019684:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855742 00000100:00000001:1.0:1767326937.019684:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.019687:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.019690:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855742 02000000:00000001:1.0:1767326937.019691:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.019693:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855742 00000400:00000200:2.0:1767326937.019695:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:1.0:1767326937.019696:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326937.019697:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855742 00000100:00000001:0.0:1767326937.019702:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767326937.019702:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.019705:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.019707:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a6cd [1] + 224 00000100:00000001:1.0:1767326937.019708:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.019711:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.019714:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.019716:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.019726:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326937.019728:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.019732:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326937.019733:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326937.019734:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.019735:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000010:0.0:1767326937.019736:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3058. 00000100:00000001:1.0:1767326937.019740:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.019740:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.019741:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000100:00000001:1.0:1767326937.019742:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.019746:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:0.0:1767326937.019751:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326937.019751:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.019752:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:0.0:1767326937.019758:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.019760:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.019769:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.019776:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326937.019783:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.019783:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.019787:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.019791:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.019799:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019800:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.019803:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.019807:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.019810:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.019813:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.019814:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.019816:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.019819:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.019822:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641856:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00001000:0.0:1767326937.019824:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000200:2.0:1767326937.019828:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:0.0:1767326937.019829:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.019833:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000010:2.0:1767326937.019833:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000400:00000001:1.0:1767326937.019834:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326937.019836:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.019838:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767326937.019839:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.019860:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.019863:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.019864:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.019865:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.019866:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.019870:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.019874:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.019875:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.019877:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.019880:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.019885:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247642240:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.019973:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.019978:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:1.0:1767326937.019989:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b31b8. 00000400:00000200:1.0:1767326937.019992:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:1.0:1767326937.019993:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:1.0:1767326937.019995:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326937.019996:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.019998:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.020000:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3e18. 00000100:00000200:1.0:1767326937.020001:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.020004:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000400:00000010:0.0:1767326937.020008:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:0.0:1767326937.020013:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.020013:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888f68 00000100:00000200:1.0:1767326937.020015:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.020016:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888f68. 00000100:00000200:0.0:1767326937.020018:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.020022:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.020024:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767326937.020029:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.020034:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.020038:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.020039:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326937.020042:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.020043:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.020043:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020049:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.020051:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.020052:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.020055:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.020058:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.020062:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020062:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.020064:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.020067:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326937.020069:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.020071:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.020072:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767326937.020074:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326937.020075:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.020078:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.020079:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.020080:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.020083:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.020083:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020087:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.020088:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326937.020089:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.020092:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020093:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f200 00000100:00001000:0.0:1767326937.020095:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326937.020095:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.020099:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:2.0:1767326937.020100:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:0.0:1767326937.020103:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.020104:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.020106:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020108:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a6bd [1] + 224 00000100:00000001:0.0:1767326937.020109:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.020113:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.020113:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.020114:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.020115:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326937.020119:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.020120:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020124:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.020126:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.020126:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.020130:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326937.020130:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.020131:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.020133:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.020135:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.020136:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.020136:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326937.020141:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.020142:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.020144:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.020169:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247641728:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1767326937.020174:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.020175:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.020177:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.020180:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.020182:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.020184:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.020189:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b800 x1853164247642368/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.020193:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.020193:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1767326937.020202:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.020208:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:2.0:1767326937.020208:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 02000000:00000001:1.0:1767326937.020212:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326937.020213:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247641984:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.020214:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767326937.020216:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daa200. 00000400:00000200:2.0:1767326937.020220:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.020222:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.020222:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326937.020223:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00000100:00000001:0.0:1767326937.020227:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326937.020227:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767326937.020228:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00000020:00000040:1.0:1767326937.020229:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:0.0:1767326937.020234:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418e00 x1853164247642240/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.020234:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.020234:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767326937.020238:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714000. 00000100:00000200:2.0:1767326937.020241:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.020243:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.020246:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.020249:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b800. 00000100:00000001:0.0:1767326937.020250:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.020253:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326937.020254:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767326937.020256:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34000. 00000100:00000001:2.0:1767326937.020256:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.020257:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.020261:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.020262:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326937.020263:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.020266:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.020269:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000040:1.0:1767326937.020270:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247642112/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.020274:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.020276:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.020277:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715800. 00000100:00000001:2.0:1767326937.020280:0:2511:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767326937.020283:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767326937.020285:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.020286:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326937.020286:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767326937.020290:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418e00. 02000000:00000001:1.0:1767326937.020290:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326937.020290:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326937.020294:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34c00. 00000800:00000001:2.0:1767326937.020295:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.020296:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.020298:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.020299:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326937.020299:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.020302:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326937.020302:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326937.020305:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.020306:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:0.0:1767326937.020309:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247641984/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.020309:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.020313:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34a00. 00000400:00000200:2.0:1767326937.020314:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:1.0:1767326937.020318:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.020322:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326937.020324:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.020325:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767326937.020326:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 02000000:00000001:0.0:1767326937.020328:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.020329:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.020332:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2600. 00000100:00000001:1.0:1767326937.020334:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326937.020336:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.020338:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326937.020338:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.020341:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326937.020342:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4100 00000100:00000001:1.0:1767326937.020343:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767326937.020344:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.020349:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326937.020349:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 656 02000000:00000010:0.0:1767326937.020352:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 00000100:00000040:1.0:1767326937.020352:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841aa00 x1853164247641856/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.020358:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767326937.020359:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.020361:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.020364:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000800:00000001:2.0:1767326937.020364:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020367:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.020369:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.020370:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326937.020371:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326937.020373:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326937.020376:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74fda7200. 00000400:00000200:2.0:1767326937.020376:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.020377:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.020383:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326937.020384:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326937.020384:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767326937.020386:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326937.020388:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767326937.020388:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:2.0:1767326937.020392:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000100:00000001:0.0:1767326937.020393:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326937.020393:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.020395:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.020399:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.020399:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010356992 msgsize 328 00000020:00000001:1.0:1767326937.020400:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.020404:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74fda7a00. 00000100:00000001:0.0:1767326937.020405:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.020411:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326937.020413:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:1.0:1767326937.020415:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.020418:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841aa00. 00000100:00000001:2.0:1767326937.020422:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.020424:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326937.020427:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.020428:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.020431:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.020432:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326937.020434:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767326937.020437:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000010:2.0:1767326937.020437:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000100:00000040:1.0:1767326937.020441:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247641728/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.020443:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.020444:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.020448:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767326937.020452:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.020455:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.020457:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.020458:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 02000000:00000001:1.0:1767326937.020460:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767326937.020461:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 02000000:00000010:1.0:1767326937.020463:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3a00. 00000100:00000001:2.0:1767326937.020466:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767326937.020468:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.020471:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767326937.020473:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326937.020474:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00010000:0.0:1767326937.020476:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84450b200 already unused, calling callback (ffffffffc13180e0) 00000020:00000001:1.0:1767326937.020478:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1767326937.020482:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:1.0:1767326937.020482:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 00010000:00000001:0.0:1767326937.020486:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767326937.020487:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326937.020489:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326937.020489:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767326937.020492:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767326937.020493:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:2.0:1767326937.020493:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767326937.020495:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84450b200 refcount=3 00000020:00000001:0.0:1767326937.020499:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523055559168 : -115550653992448 : ffff96e84450b200) 00000100:00000001:1.0:1767326937.020499:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.020502:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.020502:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.020503:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523055559168 : -115550653992448 : ffff96e84450b200) 00000100:00000001:1.0:1767326937.020506:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.020508:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.020512:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.020512:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.020515:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1767326937.020520:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.020521:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.020525:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.020526:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1767326937.020528:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.020531:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000001:1.0:1767326937.020531:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326937.020533:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326937.020535:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767326937.020536:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000010:1.0:1767326937.020537:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3420. 00000020:00001000:0.0:1767326937.020539:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000001:2.0:1767326937.020540:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.020541:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:1.0:1767326937.020542:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000800:00000001:2.0:1767326937.020545:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.020546:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.020546:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000020:00001000:0.0:1767326937.020551:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000800:00000001:2.0:1767326937.020551:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020552:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1767326937.020556:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.020559:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.020561:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326937.020562:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.020566:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.020569:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.020573:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767326937.020574:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.020575:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.020576:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.020582:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84450b200 with handle 0xb12620548e081c0c from hash 00010000:00000001:0.0:1767326937.020586:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.020589:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.020589:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.020591:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.020592:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.020594:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.020596:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.020598:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.020599:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.020600:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1767326937.020600:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767326937.020603:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767326937.020604:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.020605:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.020606:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.020609:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:1.0:1767326937.020610:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.020612:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.020614:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4380 00010000:00000001:0.0:1767326937.020615:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767326937.020616:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00010000:00000001:0.0:1767326937.020618:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.020621:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.020622:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326937.020623:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 984 00010000:00000001:0.0:1767326937.020625:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326937.020628:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.020630:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.020631:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000800:00000001:2.0:1767326937.020631:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.020632:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.020636:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.020637:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.020637:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020640:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.020642:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.020643:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326937.020644:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.020647:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326937.020648:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.020648:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.020651:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.020652:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.020653:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.020656:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000010:0.0:1767326937.020661:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8613b0600. 00000100:00000040:1.0:1767326937.020661:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326937.020661:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000040:2.0:1767326937.020665:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010357632 msgsize 328 00000100:00000001:0.0:1767326937.020667:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.020672:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.020677:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.020677:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.020683:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.020685:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.020689:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1767326937.020690:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326937.020692:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.020693:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.020696:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767326937.020698:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.020700:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.020708:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.020709:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642496:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000001:1.0:1767326937.020730:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.020732:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767326937.020733:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767326937.020735:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3370. 00000800:00000010:2.0:1767326937.020736:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:1.0:1767326937.020740:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000200:2.0:1767326937.020741:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326937.020743:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00010000:00000001:0.0:1767326937.020744:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.020748:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326937.020749:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.020749:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.020752:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.020754:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00010000:00000001:0.0:1767326937.020755:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.020755:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.020757:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00010000:00000001:0.0:1767326937.020761:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.020762:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1767326937.020767:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.020770:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.020772:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326937.020773:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.020796:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.020801:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326937.020802:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.020804:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.020805:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.020807:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84450b200/0xb12620548e081c0c lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ad927 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.020810:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.020814:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.020817:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.020820:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.020826:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e86d4f5ec0. 02000000:00000001:1.0:1767326937.020827:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.020827:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.020830:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870db5e00 count: 0 00000100:00000001:2.0:1767326937.020832:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1767326937.020834:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00010000:00000010:0.0:1767326937.020835:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870db5d00. 00000800:00000001:2.0:1767326937.020859:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.020862:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767326937.020864:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.020865:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:2.0:1767326937.020865:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326937.020868:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000800:00000001:2.0:1767326937.020870:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.020872:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767326937.020873:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.020874:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020875:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.020880:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.020880:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.020881:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.020885:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.020885:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020887:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:0.0:1767326937.020892:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.020892:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.020896:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.020897:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326937.020897:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000020:00000001:0.0:1767326937.020901:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020902:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.020903:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.020907:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020907:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.020908:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.020914:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.020914:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4500 00000100:00000040:1.0:1767326937.020918:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.020919:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.020924:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 1312 00010000:00010000:0.0:1767326937.020926:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326937.020934:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.020937:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.020937:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.020941:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326937.020941:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.020942:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.020946:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.020946:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.020947:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.020956:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.020956:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.020958:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.020966:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.020968:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.020976:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594e00. 00000100:00000040:2.0:1767326937.020981:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594e00 x1853164010358016 msgsize 328 00000100:00000001:0.0:1767326937.020987:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767326937.020989:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642752:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.020991:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.020992:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:0.0:1767326937.020998:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.021002:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.021002:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767326937.021003:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.021006:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767326937.021008:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.021010:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3dc0. 00000100:00100000:0.0:1767326937.021015:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643520:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.021017:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:1.0:1767326937.021021:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:0.0:1767326937.021022:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326937.021026:0:2517:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326937.021027:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767326937.021029:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.021031:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.021033:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.021035:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.021036:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767326937.021036:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021040:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.021043:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34a00. 00000400:00000200:2.0:1767326937.021047:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.021049:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.021055:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.021060:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.021060:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.021060:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.021068:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3e18. 00000400:00000200:2.0:1767326937.021068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.021076:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163440. 00000400:00000200:2.0:1767326937.021077:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.021078:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.021082:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.021084:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643520, portal 18 00000400:00000200:2.0:1767326937.021085:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4580 00000100:00000001:1.0:1767326937.021086:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.021089:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.021091:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.021091:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.021095:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 1640 00000100:00000001:0.0:1767326937.021096:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000100:00000001:1.0:1767326937.021096:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.021099:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.021101:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.021105:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326937.021106:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.021108:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.021110:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767326937.021113:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.021119:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.021122:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.021125:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326937.021126:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.021128:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:1.0:1767326937.021132:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326937.021133:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326937.021134:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594a80. 00010000:00000001:1.0:1767326937.021136:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.021137:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594a80 x1853164010358144 msgsize 328 00000100:00000040:0.0:1767326937.021142:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.021143:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.021147:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000010:0.0:1767326937.021148:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00000100:00100000:2.0:1767326937.021148:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.021152:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.021153:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767326937.021154:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643520, offset 0 00000100:00000001:1.0:1767326937.021156:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.021158:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.021163:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.021163:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.021166:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.021167:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021171:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.021174:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021179:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.021185:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.021188:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.021189:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.021193:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.021194:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.021197:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021197:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.021201:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326937.021201:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.021204:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.021210:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326937.021210:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.021219:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.021219:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4600 00000100:00100000:1.0:1767326937.021222:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.021229:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.021229:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a6dd [2] + 1968 00000400:00000200:0.0:1767326937.021231:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556826:1556826:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556819:1556819:8:4294967295] 00000100:00000001:1.0:1767326937.021235:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767326937.021235:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200c60. 00000400:00000200:0.0:1767326937.021240:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021241:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23900 00000100:00000040:1.0:1767326937.021244:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247642496/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.021245:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021249:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021254:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.021262:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:2.0:1767326937.021262:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.021264:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.021269:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.021272:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23900 02000000:00000010:1.0:1767326937.021273:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755dabc00. 00000800:00000200:0.0:1767326937.021276:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.021277:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23900. 02000000:00000001:1.0:1767326937.021279:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:0.0:1767326937.021282:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000020:00000001:1.0:1767326937.021282:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326937.021283:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1767326937.021285:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000200:2.0:1767326937.021287:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:1.0:1767326937.021288:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.021292:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e87869ea00. 00000800:00000200:0.0:1767326937.021294:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326937.021294:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34c50 x1853164010358272 msgsize 328 02000000:00000001:1.0:1767326937.021296:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.021300:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.021302:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000800:00000200:0.0:1767326937.021307:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.021307:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.021311:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326937.021312:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:0.0:1767326937.021314:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.021314:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.021315:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326937.021320:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.021321:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247642752/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.021323:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.021330:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.021330:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.021333:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.021336:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daae00. 00000400:00000200:0.0:1767326937.021337:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.021339:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326937.021341:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855744 00000020:00000001:1.0:1767326937.021341:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.021344:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.021346:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.021347:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526dfc00. 00000100:00000001:0.0:1767326937.021349:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855742 02000000:00000001:1.0:1767326937.021350:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.021352:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:2.0:1767326937.021352:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.021356:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000100:00000010:1.0:1767326937.021357:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:0.0:1767326937.021358:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855744 00000400:00000200:2.0:1767326937.021361:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.021362:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.021365:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855742 00000100:00000001:1.0:1767326937.021365:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021368:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.021370:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.021373:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000100:00000001:0.0:1767326937.021374:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326937.021376:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000040:1.0:1767326937.021378:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247642624/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326952 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.021380:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021382:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.021387:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.021389:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.021393:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.021394:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.021398:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.021401:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.021402:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767326937.021402:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e755daa000. 00000100:00000040:2.0:1767326937.021405:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.021406:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767326937.021408:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.021412:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326937.021414:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326937.021416:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.021418:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.021419:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.021420:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.021423:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.021424:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.021425:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526df200. 00000800:00000001:2.0:1767326937.021427:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.021431:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.021432:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767326937.021433:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.021436:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326937.021436:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326937.021440:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00000800:00000001:2.0:1767326937.021440:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021446:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.021447:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.021451:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021451:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.021455:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.021455:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.021457:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.021458:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.021461:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.021462:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767326937.021463:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.021466:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.021467:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.021468:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.021469:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.021474:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4680 00000400:00000200:2.0:1767326937.021478:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa7ed01 [2] + 1968 00000400:00000010:2.0:1767326937.021481:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b39f8. 00000400:00000200:2.0:1767326937.021483:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e850da0480 00000800:00000001:2.0:1767326937.021486:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021489:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021491:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.021493:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.021496:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e850da0480 00000400:00000010:2.0:1767326937.021497:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e850da0480. 00000100:00000001:2.0:1767326937.021499:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.021500:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326937.021501:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e8580c6050 x1853164010358400 msgsize 328 00000100:00100000:2.0:1767326937.021504:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326937.021505:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326937.021513:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.021515:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021518:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.021519:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.021520:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.021522:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021524:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.021527:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021529:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021532:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.021536:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4700 00000400:00000200:2.0:1767326937.021543:0:2511:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.204.119@tcp ptl 15 MB 0x695715e8c4700 off 0 len 328 00000100:00000010:0.0:1767326937.021546:0:198615:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e8580c4c00. 00000100:00000010:0.0:1767326937.021556:0:198615:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e871134000. 00000100:00100000:0.0:1767326937.021560:0:198615:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000010:2.0:1767326937.021561:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a37400. 00000100:00000200:0.0:1767326937.021564:0:198615:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767326937.021570:0:198615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3058. 00000100:00000010:2.0:1767326937.021570:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456c000. 00000100:00100000:2.0:1767326937.021577:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000010:0.0:1767326937.021578:0:198615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e850da0840. 00000100:00000200:2.0:1767326937.021584:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:0.0:1767326937.021590:0:198615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa831d9 [2] + 0 00000400:00000010:2.0:1767326937.021591:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200c60. 00000400:00000010:2.0:1767326937.021597:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23900. 00000400:00000200:0.0:1767326937.021603:0:198615:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.204.119@tcp portal 15 match 1853164010358528 offset 0 length 328. 00000100:00000001:2.0:1767326937.021604:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.021608:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356864 02000000:00000001:2.0:1767326937.021613:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767326937.021614:0:198615:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.204.119@tcp portal 15 match 1853164010358528 offset 0 length 328. 00000100:00000001:2.0:1767326937.021617:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.021620:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.021624:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.021626:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356864 00000100:00000001:0.0:1767326937.021628:0:198615:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767326937.021630:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767326937.021632:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358400 00000020:00000040:2.0:1767326937.021633:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 02000000:00000001:0.0:1767326937.021636:0:198615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767326937.021637:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.021639:0:198615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767326937.021641:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000100:00000001:0.0:1767326937.021643:0:198615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.021646:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000001:0.0:1767326937.021648:0:198615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.021651:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00100000:0.0:1767326937.021653:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358400 00000100:00000001:2.0:1767326937.021655:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767326937.021657:0:198615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326937.021660:0:198615:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000010:2.0:1767326937.021661:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000020:00000001:0.0:1767326937.021662:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.021665:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767326937.021666:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000010:2.0:1767326937.021670:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000001:0.0:1767326937.021671:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:0.0:1767326937.021676:0:198615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000010:2.0:1767326937.021678:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671800. 00000100:00000001:0.0:1767326937.021679:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.021682:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf880. 00000020:00000010:0.0:1767326937.021686:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000020:00000010:2.0:1767326937.021687:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000001:0.0:1767326937.021691:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326937.021693:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:0.0:1767326937.021697:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00000100:00000001:2.0:1767326937.021697:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.021699:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.021702:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326937.021706:0:198615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e754e34c00. 00000100:00000001:2.0:1767326937.021706:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021710:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767326937.021713:0:198615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e86930d780. 00000100:00000001:2.0:1767326937.021726:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.021729:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356992 00000020:00000010:0.0:1767326937.021731:0:198615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8508c5ed8. 02000000:00000001:2.0:1767326937.021731:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.021732:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.021735:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.021738:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.021740:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356992 00000100:00000040:0.0:1767326937.021741:0:198615:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:2.0:1767326937.021741:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.021744:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:0.0:1767326937.021746:0:198615:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767326937.021746:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.021750:0:198615:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767326937.021751:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000001:0.0:1767326937.021755:0:198615:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.021755:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.021757:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.021761:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.021763:0:198615:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.021764:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.021767:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.021770:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000010:2.0:1767326937.021773:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000020:00000010:2.0:1767326937.021775:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:0.0:1767326937.021777:0:198615:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.021777:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000100:00000001:2.0:1767326937.021779:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.021782:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.021783:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021786:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021788:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.021789:0:198615:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326937.021793:0:198615:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326937.021795:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767326937.021800:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 286 00000100:00100000:2.0:1767326937.021800:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357632 00000100:00000001:1.0:1767326937.021803:0:193130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767326937.021804:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767326937.021806:0:198615:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:1.0:1767326937.021808:0:193130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326937.021808:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.021810:0:198615:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523386626128 : -115550322925488 : ffff96e8580c6050) 00000100:00000001:2.0:1767326937.021812:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.021813:0:193130:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.021817:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.021819:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e8580c6050 x1853164010358400/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.021819:0:193130:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.021822:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357632 00000020:00000001:2.0:1767326937.021826:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.021830:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.021834:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.021838:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00000020:00000001:2.0:1767326937.021861:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326937.021864:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.021868:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.021872:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.021872:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.021875:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326937.021878:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f46cac0. 00000020:00000010:2.0:1767326937.021879:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326937.021884:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.021887:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670e00. 00000020:00000010:0.0:1767326937.021889:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f46cac0. 00000020:00000010:2.0:1767326937.021893:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000100:00100000:0.0:1767326937.021899:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e8580c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+6:82037:x1853164010358400:12345-192.168.204.119@tcp:104: 00000020:00000010:2.0:1767326937.021899:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00000001:2.0:1767326937.021905:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767326937.021906:0:198615:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358400 00000100:00000001:2.0:1767326937.021909:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767326937.021910:0:198615:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767326937.021912:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.021915:0:198615:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.021918:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.021919:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.021921:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188f400 refcount=2 00000100:00000001:2.0:1767326937.021923:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.021926:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814220800 : -115549895330816 : ffff96e87188f400) 00010000:00000001:0.0:1767326937.021930:0:198615:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814220800 : -115549895330816 : ffff96e87188f400) 00000100:00000001:2.0:1767326937.021932:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767326937.021934:0:198615:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767326937.021935:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358016 00010000:00000001:0.0:1767326937.021938:0:198615:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.021939:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.021943:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767326937.021945:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.021945:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.021950:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.021955:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358016 00000020:00000001:2.0:1767326937.021959:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767326937.021961:0:198615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767326937.021962:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 02000000:00000001:0.0:1767326937.021965:0:198615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767326937.021966:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767326937.021970:0:198615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e8580c4000. 00000020:00000040:2.0:1767326937.021970:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=7 00000020:00000001:2.0:1767326937.021975:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000001:0.0:1767326937.021976:0:198615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.021979:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:0.0:1767326937.021981:0:198615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021982:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.021986:0:198615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767326937.021987:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326937.021990:0:198615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.021990:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.021996:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00001000:0.0:1767326937.021997:0:198615:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=39 v=5 (1 1 1 1) 00000020:00000010:2.0:1767326937.022000:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671600. 00000100:00000001:0.0:1767326937.022003:0:198615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767326937.022004:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000100:00000040:0.0:1767326937.022009:0:198615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000010:2.0:1767326937.022009:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000001:2.0:1767326937.022014:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.022015:0:198615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:2.0:1767326937.022016:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767326937.022020:0:198615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767326937.022020:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022023:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.022024:0:198615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022027:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.022029:0:198615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.022032:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767326937.022035:0:198615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:2.0:1767326937.022036:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358144 02000000:00000001:2.0:1767326937.022038:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.022040:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.022041:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.022042:0:198615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581633b8. 02000000:00000001:2.0:1767326937.022043:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.022046:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358144 00000100:00000200:0.0:1767326937.022048:0:198615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358400, offset 224 00000020:00000001:2.0:1767326937.022048:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.022050:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.022053:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.022055:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=8 00000020:00000001:2.0:1767326937.022058:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:0.0:1767326937.022059:0:198615:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326937.022061:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.022063:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767326937.022066:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.022067:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.022072:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.022074:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000400:00000200:0.0:1767326937.022078:0:198615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000010:2.0:1767326937.022078:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000020:00000010:2.0:1767326937.022083:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000400:00000200:0.0:1767326937.022088:0:198615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556827:1556827:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556820:1556820:8:4294967295] 00000020:00000010:2.0:1767326937.022088:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:2.0:1767326937.022092:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.022095:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.022098:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.022099:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.022101:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022104:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.022112:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767326937.022113:0:198615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:2.0:1767326937.022114:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358272 02000000:00000001:2.0:1767326937.022118:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.022120:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.022122:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.022123:0:198615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.022125:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326937.022129:0:198615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000100:00100000:2.0:1767326937.022129:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358272 00000020:00000001:2.0:1767326937.022133:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.022136:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000800:00000200:0.0:1767326937.022138:0:198615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:2.0:1767326937.022139:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.022143:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:2.0:1767326937.022147:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000200:0.0:1767326937.022148:0:198615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:2.0:1767326937.022152:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000200:0.0:1767326937.022153:0:198615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.022157:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.022159:0:198615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.022162:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000040:0.0:1767326937.022164:0:198615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.022166:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.022169:0:198615:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767326937.022171:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000010:0.0:1767326937.022174:0:198615:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e850da0540. 00000020:00000010:2.0:1767326937.022178:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671e00. 00010000:00000001:0.0:1767326937.022179:0:198615:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767326937.022185:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000020:00000010:2.0:1767326937.022189:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00000100:00000001:2.0:1767326937.022193:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1767326937.022194:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326937.022194:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.022198:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.022199:0:198615:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.022202:0:198615:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022204:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.022205:0:198615:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022209:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.022211:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767326937.022214:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e8580c6050 x1853164010358400/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.022215:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022217:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.022220:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:1.0:1767326937.022222:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326937.022227:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10915 00010000:00000001:1.0:1767326937.022229:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.022233:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326937.022233:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00100000:0.0:1767326937.022238:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e8580c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+8:82037:x1853164010358400:12345-192.168.204.119@tcp:104: Request processed in 361us (730us total) trans 0 rc 0/0 00000100:00000001:2.0:1767326937.022238:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794325376 : -115549915226240 : ffff96e870595f80) 00010000:00010000:1.0:1767326937.022240:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.022247:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595f80 x1853164010356864/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326937.022258:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 286 00010000:00010000:1.0:1767326937.022265:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188f400 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:0.0:1767326937.022266:0:198615:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.022268:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.022272:0:198615:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000008:00000001:1.0:1767326937.022272:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.022274:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326937.022278:0:198615:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.022278:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.022279:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.022282:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767326937.022284:0:198615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e86930d780. 00000020:00000010:2.0:1767326937.022284:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000020:00000001:1.0:1767326937.022286:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.022290:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188f400 refcount=3 00000020:00000010:0.0:1767326937.022292:0:198615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8508c5ed8. 00000020:00000001:1.0:1767326937.022296:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814220800 : -115549895330816 : ffff96e87188f400) 00000100:00100000:2.0:1767326937.022297:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+8:88283:x1853164010356864:12345-192.168.204.119@tcp:104: 00000020:00000010:0.0:1767326937.022299:0:198615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e754e34c00. 00010000:00000001:1.0:1767326937.022303:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814220800 : -115549895330816 : ffff96e87188f400) 00000100:00000200:2.0:1767326937.022306:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010356864 00000020:00000040:0.0:1767326937.022308:0:198615:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 7 00010000:00000001:1.0:1767326937.022309:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767326937.022309:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.022313:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767326937.022315:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1767326937.022316:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326937.022317:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:2.0:1767326937.022319:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9ee00 refcount=2 02000000:00000010:0.0:1767326937.022321:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e8580c7c00. 00000020:00000001:2.0:1767326937.022324:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100204544 : -115550609347072 : ffff96e846f9ee00) 02000000:00000001:0.0:1767326937.022328:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767326937.022329:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100204544 : -115550609347072 : ffff96e846f9ee00) 00000100:00000010:0.0:1767326937.022331:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594380. 00010000:00000001:2.0:1767326937.022335:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000008:00000001:1.0:1767326937.022336:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767326937.022338:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326937.022340:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:2.0:1767326937.022340:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.022341:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e8580c7000. 00000020:00000001:1.0:1767326937.022346:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:0.0:1767326937.022348:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767326937.022348:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00001000:1.0:1767326937.022352:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000010:0.0:1767326937.022353:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 00000008:00000001:1.0:1767326937.022358:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:0.0:1767326937.022360:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326937.022362:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.022364:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e846550c00. 00000100:00000001:2.0:1767326937.022364:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00001000:1.0:1767326937.022366:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326937.022369:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767326937.022370:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326937.022371:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.022375:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597800. 02000000:00000010:2.0:1767326937.022375:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00010000:00000001:1.0:1767326937.022376:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.022381:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767326937.022381:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.022383:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.022385:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767326937.022387:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e8580c4400. 00000100:00000001:2.0:1767326937.022387:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.022388:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.022392:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.022393:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767326937.022395:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1767326937.022395:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87188f400 with handle 0xb12620548e090c4a from hash 00010000:00000001:2.0:1767326937.022397:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.022399:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597b80. 00010000:00000001:1.0:1767326937.022399:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:2.0:1767326937.022401:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.022402:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.022405:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326937.022406:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.022408:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326937.022408:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767326937.022410:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e846553800. 00010000:00000001:1.0:1767326937.022412:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767326937.022414:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:0.0:1767326937.022416:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.022416:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326937.022419:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000010:0.0:1767326937.022420:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88df80. 00010000:00000001:1.0:1767326937.022423:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:2.0:1767326937.022424:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326937.022428:0:198615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.022428:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326937.022428:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.022432:0:198615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e846551c00. 00010000:00000001:1.0:1767326937.022433:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.022433:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326937.022437:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.022439:0:198615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767326937.022442:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000010:0.0:1767326937.022443:0:198615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597100. 00010000:00000001:1.0:1767326937.022443:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:2.0:1767326937.022447:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00010000:00000001:1.0:1767326937.022448:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326937.022450:0:198615:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e8601be000. 00000100:00000200:2.0:1767326937.022453:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010356864, offset 224 00000100:00000010:1.0:1767326937.022455:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00000100:00000010:0.0:1767326937.022456:0:198615:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e8580c6000. 00000020:00000040:1.0:1767326937.022461:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.022462:0:198615:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.022464:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.022469:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.022473:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.022473:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.022476:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.022482:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00000400:00000200:2.0:1767326937.022482:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.022488:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.022490:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.022492:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556828:1556828:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556821:1556821:7:4294967295] 00010000:00010000:1.0:1767326937.022494:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.022501:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.022506:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.022508:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.022512:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.022516:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.022518:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:1.0:1767326937.022523:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_00+0] req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.022530:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.022537:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326937.022543:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.022546:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.022550:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767326937.022551:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.022552:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.022555:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.022556:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.022558:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.022561:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022562:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.022564:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.022566:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326937.022569:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.022570:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326937.022575:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.022576:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.022576:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1767326937.022579:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00010000:1.0:1767326937.022580:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f400/0xb12620548e090c4a lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecd09 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326937.022582:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000001:2.0:1767326937.022584:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.022588:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326937.022594:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891c700. 00000100:00000001:0.0:1767326937.022595:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767326937.022596:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000040:1.0:1767326937.022598:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87188c900 count: 0 00000100:00000001:0.0:1767326937.022599:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.022601:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.022605:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326937.022605:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.022606:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87188cb00. 00000100:00000001:0.0:1767326937.022608:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326937.022610:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.022612:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326937.022617:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595f80 x1853164010356864/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.022619:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767326937.022621:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.022622:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.022627:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e850da0540. 00010000:00000001:1.0:1767326937.022633:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.022640:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.022643:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.022644:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+7:88283:x1853164010356864:12345-192.168.204.119@tcp:104: Request processed in 371us (3468us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326937.022645:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.022648:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.022649:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1767326937.022654:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326937.022656:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:0.0:1767326937.022657:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.022660:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.022661:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10915 02000000:00000001:0.0:1767326937.022662:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.022666:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.022668:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00100000:0.0:1767326937.022671:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643648:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.022673:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.022677:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767326937.022681:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767326937.022681:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf880. 00010000:00010000:1.0:1767326937.022685:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9ee00 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:0.0:1767326937.022687:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1767326937.022687:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000008:00000001:1.0:1767326937.022688:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767326937.022691:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.022692:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326937.022694:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671800. 02000000:00000001:0.0:1767326937.022695:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767326937.022696:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.022699:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767326937.022701:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e754e34c00. 00000020:00000040:1.0:1767326937.022701:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9ee00 refcount=3 00000020:00000040:2.0:1767326937.022702:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 6 00000020:00000001:1.0:1767326937.022706:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100204544 : -115550609347072 : ffff96e846f9ee00) 02000000:00000001:0.0:1767326937.022707:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022708:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.022709:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100204544 : -115550609347072 : ffff96e846f9ee00) 00010000:00000001:1.0:1767326937.022714:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.022728:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326937.022729:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.022732:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.022736:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767326937.022737:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3580. 00000008:00000001:1.0:1767326937.022738:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.022741:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000010:0.0:1767326937.022744:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581636e8. 00000020:00000001:1.0:1767326937.022744:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00100000:2.0:1767326937.022744:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10916 00000020:00001000:1.0:1767326937.022750:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000040:2.0:1767326937.022750:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000200:0.0:1767326937.022751:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643648, portal 18 00000008:00000001:1.0:1767326937.022752:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.022756:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.022756:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000100:00000001:0.0:1767326937.022757:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.022760:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658553856 : -115550050997760 : ffff96e86841aa00) 00000020:00001000:1.0:1767326937.022761:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.022766:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.022766:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010356992/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.022771:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767326937.022772:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.022774:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.022777:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.022781:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.022784:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.022789:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f9ee00 with handle 0xb12620548e08cb9f from hash 00000100:00000001:2.0:1767326937.022792:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.022794:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.022797:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326937.022798:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:0.0:1767326937.022800:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326937.022800:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.022803:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.022804:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.022808:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767326937.022809:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.022810:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326937.022811:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:0.0:1767326937.022814:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00010000:00000001:1.0:1767326937.022817:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:0.0:1767326937.022819:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643648, offset 0 00010000:00000001:1.0:1767326937.022821:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326937.022822:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88282:x1853164010356992:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326937.022823:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.022826:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.022832:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.022832:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000200:2.0:1767326937.022832:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010356992 00010000:00000001:1.0:1767326937.022836:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326937.022837:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.023012:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.023014:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.023016:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487d1400 refcount=2 00000020:00000001:2.0:1767326937.023020:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125576704 : -115550583974912 : ffff96e8487d1400) 00010000:00000001:2.0:1767326937.023023:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125576704 : -115550583974912 : ffff96e8487d1400) 00010000:00000001:2.0:1767326937.023026:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.023029:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.023033:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.023047:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.023049:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.023053:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 02000000:00000001:2.0:1767326937.023055:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023058:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.023060:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.023063:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.023066:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.023070:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.023073:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.023076:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.023079:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.023080:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023083:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.023087:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.023091:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00000100:00000200:2.0:1767326937.023094:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010356992, offset 224 00000400:00000200:2.0:1767326937.023101:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.023106:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.023112:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.023118:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556829:1556829:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556822:1556822:6:4294967295] 00000400:00000200:2.0:1767326937.023124:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.023134:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.023140:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.023143:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000800:00000200:2.0:1767326937.023148:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.023155:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.023158:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.023162:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.023166:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.023169:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.023172:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326937.023175:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.023183:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.023186:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.023188:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.023190:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.023197:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010356992/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326937.023208:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88282:x1853164010356992:12345-192.168.204.119@tcp:104: Request processed in 413us (2807us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326937.023217:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10916 00000100:00000040:2.0:1767326937.023220:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326937.023222:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.023224:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.023227:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.023231:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000020:00000010:2.0:1767326937.023236:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00000020:00000040:2.0:1767326937.023240:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000100:00000001:2.0:1767326937.023243:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.023257:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.023259:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.023264:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10917 00000100:00000040:2.0:1767326937.023267:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.023269:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00000100:00000040:2.0:1767326937.023275:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010357632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.023282:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:1.1:1767326937.023283:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d4f00. 00000020:00000010:2.0:1767326937.023286:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000010:1.1:1767326937.023289:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9dc00. 00000100:00000001:2.0:1767326937.023291:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.023296:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000010:1.1:1767326937.023296:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e847bb8300. 00000100:00100000:2.0:1767326937.023307:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88292:x1853164010357632:12345-192.168.204.119@tcp:104: 00010000:00000010:1.1:1767326937.023311:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8431b3600. 00000100:00000200:2.0:1767326937.023312:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010357632 00010000:00000001:2.0:1767326937.023316:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.023320:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.023321:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.023323:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9e600 refcount=2 00010000:00000010:1.1:1767326937.023326:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b71e00. 00000020:00000001:2.0:1767326937.023327:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100202496 : -115550609349120 : ffff96e846f9e600) 00010000:00000001:2.0:1767326937.023331:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100202496 : -115550609349120 : ffff96e846f9e600) 00010000:00000001:2.0:1767326937.023334:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.023338:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326937.023338:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870f73200. 00010000:00010000:2.0:1767326937.023345:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.1:1767326937.023350:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8593b4b00. 00000100:00000001:2.0:1767326937.023355:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.023359:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:1.1:1767326937.023362:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713eca00. 02000000:00000010:2.0:1767326937.023363:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:2.0:1767326937.023367:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.023368:0:198565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871465800. 00000100:00000001:2.0:1767326937.023371:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.023375:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:1.1:1767326937.023376:0:198565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847031800. 00010000:00000001:2.0:1767326937.023378:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.023382:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00000100:00001000:2.0:1767326937.023382:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000040:1.0:1767326937.023388:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.023389:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.023392:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326937.023394:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:1.0:1767326937.023395:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.023398:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023399:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.023403:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1767326937.023405:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 02000000:00000001:2.0:1767326937.023406:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.023409:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023410:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326937.023412:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:2.0:1767326937.023415:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326937.023416:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1767326937.023420:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00010000:00010000:1.0:1767326937.023423:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.023426:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.023426:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010357632, offset 224 00000100:00000001:1.0:1767326937.023430:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.023433:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.023436:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.023439:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_01+1] req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.023444:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.023452:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.023455:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.023456:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.023459:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.023461:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.023464:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.023465:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556830:1556830:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556823:1556823:5:4294967295] 00000008:00000001:1.0:1767326937.023466:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.023472:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.023475:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.023480:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.023482:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9ee00/0xb12620548e08cb9f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd6e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326937.023492:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa08fc0. 00000400:00000200:2.0:1767326937.023492:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000040:1.0:1767326937.023498:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8502d2300 count: 0 00010000:00000010:1.0:1767326937.023501:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8502d2200. 00000800:00000200:2.0:1767326937.023502:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.023508:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00010000:00000001:1.0:1767326937.023515:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326937.023515:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.023518:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.023522:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000800:00000200:2.0:1767326937.023524:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.023527:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.023529:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326937.023531:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.023535:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023535:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.023541:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326937.023542:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.023545:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326937.023547:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.023548:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000010:2.0:1767326937.023552:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00010000:1.0:1767326937.023553:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326937.023556:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326937.023565:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487d1400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:2.0:1767326937.023567:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000008:00000001:1.0:1767326937.023568:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.023570:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.023573:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767326937.023573:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.023575:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767326937.023577:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.023578:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8487d1400 refcount=3 00000020:00000001:1.0:1767326937.023582:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125576704 : -115550583974912 : ffff96e8487d1400) 00010000:00000001:2.0:1767326937.023582:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.023588:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125576704 : -115550583974912 : ffff96e8487d1400) 00010000:00000001:1.0:1767326937.023590:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.023592:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.023592:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010357632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1767326937.023609:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.023613:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.023615:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.023617:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00100000:2.0:1767326937.023617:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88292:x1853164010357632:12345-192.168.204.119@tcp:104: Request processed in 331us (2947us total) trans 0 rc 0/0 00000400:00000200:0.0:1767326937.023620:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.023621:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.023624:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.023627:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.023628:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.023632:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326937.023632:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10917 00000400:00000200:0.0:1767326937.023633:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.023635:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767326937.023637:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326937.023638:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767326937.023641:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1767326937.023642:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326937.023643:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767326937.023647:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326937.023647:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.023648:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.023652:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8487d1400 with handle 0xb12620548e081c9f from hash 00000020:00000010:2.0:1767326937.023652:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000400:00000200:0.0:1767326937.023653:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1767326937.023657:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767326937.023660:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.023660:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326937.023660:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00010000:00000001:1.0:1767326937.023661:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.023665:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326937.023668:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670e00. 00000400:00000200:0.0:1767326937.023669:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556831:1556831:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556824:1556824:4:4294967295] 00010000:00000001:1.0:1767326937.023669:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.023673:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000040:2.0:1767326937.023675:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00000400:00000200:0.0:1767326937.023679:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.023679:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326937.023681:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.023685:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.023689:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.023692:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023692:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767326937.023695:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.023696:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767326937.023697:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.023701:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1767326937.023705:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10918 00000800:00000200:0.0:1767326937.023706:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000010:1.0:1767326937.023708:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000100:00000040:2.0:1767326937.023711:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00000040:1.0:1767326937.023713:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.023715:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320896 : -115549915230720 : ffff96e870594e00) 00000100:00000001:1.0:1767326937.023727:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.023731:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.023733:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.023734:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594e00 x1853164010358016/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326937.023738:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00000100:00000001:2.0:1767326937.023741:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.023743:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.023745:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326937.023746:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.023748:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326937.023754:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.023754:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00100000:2.0:1767326937.023762:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139440:x1853164010358016:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326937.023763:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.023766:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.023767:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358016 00010000:00000001:2.0:1767326937.023770:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326937.023771:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767326937.023773:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.023774:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.023775:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.023778:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e1e00 refcount=2 00000020:00000001:2.0:1767326937.023780:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087896064 : -115550621655552 : ffff96e8463e1e00) 00000100:00000040:1.0:1767326937.023781:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_00+0] req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.023782:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087896064 : -115550621655552 : ffff96e8463e1e00) 00010000:00000001:2.0:1767326937.023787:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.023790:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.023794:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.023795:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.023800:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.023802:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.023803:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767326937.023804:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.023807:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.023807:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000008:00000001:1.0:1767326937.023810:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.023811:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767326937.023811:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 00010000:00010000:1.0:1767326937.023813:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.023816:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.023817:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023823:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.023824:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.023827:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.023827:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326937.023829:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326937.023831:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.023833:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.023833:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487d1400/0xb12620548e081c9f lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adba4 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1767326937.023834:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.023838:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.023857:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326937.023859:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.023859:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.023861:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.023864:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.023867:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.023872:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.023876:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00010000:00000010:1.0:1767326937.023877:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e847ba2fc0. 00010000:00010000:0.0:1767326937.023882:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9e600 already unused, calling callback (ffffffffc13180e0) 00000100:00000200:2.0:1767326937.023882:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358016, offset 224 00000008:00000001:0.0:1767326937.023888:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000040:1.0:1767326937.023889:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870f3bf00 count: 0 00010000:00000001:0.0:1767326937.023893:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767326937.023893:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326937.023895:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8693da600. 00010000:00000001:0.0:1767326937.023897:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326937.023900:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.023902:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.023906:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9e600 refcount=3 00000400:00000200:2.0:1767326937.023906:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.023909:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767326937.023912:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100202496 : -115550609349120 : ffff96e846f9e600) 00010000:00000001:1.0:1767326937.023913:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767326937.023915:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556832:1556832:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556825:1556825:3:4294967295] 00010000:00000010:1.0:1767326937.023917:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000001:0.0:1767326937.023918:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100202496 : -115550609349120 : ffff96e846f9e600) 00000400:00000200:2.0:1767326937.023923:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.023924:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.023925:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767326937.023930:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.023931:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.023931:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:1.0:1767326937.023935:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.023940:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.023943:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326937.023943:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.023947:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.023949:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000008:00000001:0.0:1767326937.023954:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1767326937.023954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326937.023955:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:0.0:1767326937.023959:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.023959:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326937.023961:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:1.0:1767326937.023963:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.023964:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00010000:1.0:1767326937.023966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326937.023966:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000020:00001000:0.0:1767326937.023969:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:2.0:1767326937.023972:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.023973:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000001:1.0:1767326937.023973:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000008:00000001:0.0:1767326937.023977:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.023977:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.023981:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00001000:0.0:1767326937.023982:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00010000:1.0:1767326937.023983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767326937.023986:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326937.023987:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.023992:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:2.0:1767326937.023992:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:0.0:1767326937.023995:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326937.023996:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.023998:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.024001:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.024003:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.024006:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f9e600 with handle 0xb12620548e08cb13 from hash 00010000:00000001:0.0:1767326937.024009:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.024010:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.024012:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.024013:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.024016:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:2.0:1767326937.024016:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326937.024019:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326937.024021:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.024025:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326937.024025:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.024029:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.024030:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326937.024030:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.024034:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767326937.024035:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.024038:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024038:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594e00 x1853164010358016/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326937.024039:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.024043:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.024044:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.024048:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767326937.024048:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.024053:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.024055:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139440:x1853164010358016:12345-192.168.204.119@tcp:104: Request processed in 312us (3071us total) trans 0 rc 0/0 00000100:00000010:0.0:1767326937.024056:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000020:00000040:0.0:1767326937.024062:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00010000:1.0:1767326937.024066:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8463e1e00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:0.0:1767326937.024069:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:1.0:1767326937.024069:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767326937.024074:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326937.024074:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10918 00010000:00000001:1.0:1767326937.024075:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767326937.024079:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024079:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.024080:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326937.024080:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000040:1.0:1767326937.024083:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8463e1e00 refcount=3 00000020:00000001:1.0:1767326937.024086:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523087896064 : -115550621655552 : ffff96e8463e1e00) 00000100:00000001:2.0:1767326937.024086:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1767326937.024088:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e754e34000. 00010000:00000001:1.0:1767326937.024090:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523087896064 : -115550621655552 : ffff96e8463e1e00) 00000100:00000001:2.0:1767326937.024090:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767326937.024094:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.024094:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 00010000:00000001:1.0:1767326937.024095:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767326937.024100:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.024102:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.024102:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00010000:00010000:0.0:1767326937.024105:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.024109:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671600. 00000020:00000040:2.0:1767326937.024115:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000100:00000001:2.0:1767326937.024120:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.024124:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326937.024128:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767326937.024128:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326937.024131:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767326937.024133:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.024133:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:2.0:1767326937.024134:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.024139:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00001000:1.0:1767326937.024139:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00100000:2.0:1767326937.024142:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10919 00000008:00000001:1.0:1767326937.024144:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:0.0:1767326937.024145:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.024147:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024147:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.024150:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320000 : -115549915231616 : ffff96e870594a80) 00000020:00001000:1.0:1767326937.024151:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000040:0.0:1767326937.024155:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326937.024156:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024159:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594a80 x1853164010358144/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.024161:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.024165:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.024168:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.024170:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.024173:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.024177:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8463e1e00 with handle 0xb12620548e090c35 from hash 00010000:00000001:1.0:1767326937.024182:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.024184:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.024186:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.024187:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.024189:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.024190:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326937.024191:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326937.024194:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.024194:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326937.024195:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.024196:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.024199:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326937.024200:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326937.024201:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.024203:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024205:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767326937.024208:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010358144:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326937.024209:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024209:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.024212:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.024215:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024215:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000200:2.0:1767326937.024215:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358144 00010000:00000001:1.0:1767326937.024219:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767326937.024219:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:0.0:1767326937.024221:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326937.024223:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767326937.024225:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000001:2.0:1767326937.024225:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.024228:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050fe00 refcount=2 00000020:00000040:1.0:1767326937.024230:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:2.0:1767326937.024233:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793776128 : -115549915775488 : ffff96e87050fe00) 00000100:00000001:1.0:1767326937.024236:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767326937.024238:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793776128 : -115549915775488 : ffff96e87050fe00) 00010000:00000001:0.0:1767326937.024240:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767326937.024240:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326937.024241:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.024245:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.024246:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9e600/0xb12620548e08cb13 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbaf8 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326937.024246:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.024248:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1767326937.024254:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2600. 00000100:00000001:1.0:1767326937.024260:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024266:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.024268:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:0.0:1767326937.024270:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa089c0. 02000000:00000001:2.0:1767326937.024271:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1767326937.024272:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1767326937.024277:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8502d2600 count: 0 02000000:00000010:2.0:1767326937.024278:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 00010000:00000010:0.0:1767326937.024284:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8502d2400. 02000000:00000001:2.0:1767326937.024284:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.024285:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.024290:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.024290:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.024294:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.024297:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326937.024297:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767326937.024297:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326937.024302:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.024303:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326937.024303:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.024309:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.024310:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.024310:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_00+0] req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.024316:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.024317:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767326937.024320:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024324:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326937.024326:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.024327:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326937.024331:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.024331:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.024331:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000001:0.0:1767326937.024334:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024334:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326937.024336:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326937.024337:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.024339:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.024340:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.024340:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.024343:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.024345:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767326937.024346:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.024346:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.024350:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.024351:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326937.024352:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767326937.024357:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00010000:00000001:1.0:1767326937.024358:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.024361:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463e1e00/0xb12620548e090c35 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc92 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000010:0.0:1767326937.024362:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000100:00000200:2.0:1767326937.024362:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358144, offset 224 00010000:00000010:1.0:1767326937.024371:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878918200. 00000800:00000200:0.0:1767326937.024376:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.024376:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000040:1.0:1767326937.024377:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87891a000 count: 0 00010000:00000010:1.0:1767326937.024383:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87891a300. 00000800:00000200:0.0:1767326937.024388:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.024388:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.024390:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.024394:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:0.0:1767326937.024395:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1767326937.024396:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000400:00000200:2.0:1767326937.024400:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.024401:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024402:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.024405:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.024408:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.024410:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 00010000:00010000:1.0:1767326937.024411:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.024411:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556833:1556833:250:4294967295] 192.168.204.119@tcp LPNI seq info [1556826:1556826:2:4294967295] 00000020:00000001:1.0:1767326937.024416:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326937.024419:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.024419:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.024423:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.024424:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.024425:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855739 00000020:00000001:1.0:1767326937.024427:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.024430:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024432:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855744 00010000:00010000:1.0:1767326937.024434:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.024438:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855739 00000400:00000200:2.0:1767326937.024441:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326937.024443:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855744 00000100:00000001:0.0:1767326937.024448:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.024451:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.024453:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.024456:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000100:00000001:0.0:1767326937.024458:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.024463:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.024464:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.024468:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.024470:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326937.024471:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.024474:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326937.024475:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024480:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326937.024481:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.024484:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.024485:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1767326937.024487:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000100:00000001:0.0:1767326937.024488:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767326937.024490:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1767326937.024496:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326937.024499:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.024504:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.024507:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.024510:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024512:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767326937.024512:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.024515:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024516:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024517:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594a80 x1853164010358144/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326937.024518:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1767326937.024522:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326937.024523:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:0.0:1767326937.024527:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.024527:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.024531:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.024532:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139442:x1853164010358144:12345-192.168.204.119@tcp:104: Request processed in 342us (3391us total) trans 0 rc 0/0 02000000:00000001:0.0:1767326937.024533:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.024543:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643776:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326937.024549:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10919 00010000:00010000:1.0:1767326937.024551:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87050fe00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:0.0:1767326937.024553:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326937.024555:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000008:00000001:1.0:1767326937.024556:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:0.0:1767326937.024558:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326937.024560:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.024560:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767326937.024562:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024564:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.024565:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767326937.024566:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326937.024567:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326937.024570:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00000020:00000040:1.0:1767326937.024571:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050fe00 refcount=3 02000000:00000010:0.0:1767326937.024573:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b82200. 00000020:00000001:1.0:1767326937.024574:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793776128 : -115549915775488 : ffff96e87050fe00) 00000020:00000010:2.0:1767326937.024577:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 02000000:00000001:0.0:1767326937.024578:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024579:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793776128 : -115549915775488 : ffff96e87050fe00) 00000020:00000010:2.0:1767326937.024583:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:1.0:1767326937.024584:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767326937.024588:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.024588:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326937.024590:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:2.0:1767326937.024595:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.024596:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3688. 00000008:00000001:1.0:1767326937.024597:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.024599:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.024602:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000400:00000010:0.0:1767326937.024603:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163ee0. 00000020:00001000:1.0:1767326937.024604:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326937.024606:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000008:00000001:1.0:1767326937.024607:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.024610:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767326937.024611:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643776, portal 18 00000008:00000001:1.0:1767326937.024611:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.024615:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:0.0:1767326937.024617:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767326937.024618:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10920 00000008:00000001:1.0:1767326937.024619:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024620:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658557440 : -115550050994176 : ffff96e86841b800) 00010000:00000001:1.0:1767326937.024624:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767326937.024624:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:1.0:1767326937.024628:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.024629:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933387856 : -115549776163760 : ffff96e878a34c50) 00000100:00000040:0.0:1767326937.024630:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.024630:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.024633:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.024636:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.024639:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34c50 x1853164010358272/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767326937.024640:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87050fe00 with handle 0xb12620548e090c04 from hash 00010000:00000001:1.0:1767326937.024645:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.024648:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.024649:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767326937.024651:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.024653:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.024657:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767326937.024658:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.024660:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:0.0:1767326937.024664:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163000. 00000100:00000001:2.0:1767326937.024666:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.024667:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:0.0:1767326937.024668:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643776, offset 0 00010000:00000001:1.0:1767326937.024672:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326937.024672:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326937.024675:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767326937.024677:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.024677:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.024679:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.024683:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00010000:00000001:1.0:1767326937.024684:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:0.0:1767326937.024687:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.024689:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1767326937.024694:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88277:x1853164010358272:12345-192.168.204.119@tcp:104: 00000100:00000010:1.0:1767326937.024696:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00000400:00000200:0.0:1767326937.024697:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000040:1.0:1767326937.024702:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000200:2.0:1767326937.024703:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358272 00000400:00000200:0.0:1767326937.024705:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326937.024707:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326937.024709:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767326937.024712:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:1.0:1767326937.024713:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767326937.024713:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326937.024727:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.024729:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326937.024732:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326937.024732:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526df200. 00000020:00000040:2.0:1767326937.024733:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86129b200 refcount=2 00000100:00000001:1.0:1767326937.024737:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.024738:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539542528 : -115550170009088 : ffff96e86129b200) 00000400:00000200:0.0:1767326937.024739:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.024742:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326937.024744:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539542528 : -115550170009088 : ffff96e86129b200) 00010000:00010000:1.0:1767326937.024746:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326937.024750:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556834:1556834:249:4294967295] 192.168.204.119@tcp LPNI seq info [1556827:1556827:1:4294967295] 00010000:00000001:2.0:1767326937.024750:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.024754:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.024761:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326937.024761:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326937.024763:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.024765:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.024770:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.024774:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.024778:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767326937.024780:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:2.0:1767326937.024782:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767326937.024783:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_01+1] req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326937.024789:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 00000800:00000200:0.0:1767326937.024792:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.024794:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.024800:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326937.024801:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00010000:00000001:1.0:1767326937.024802:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.024804:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326937.024807:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.024808:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024810:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1767326937.024811:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.024813:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.024814:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.024817:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.024821:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.024821:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1767326937.024822:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:1.0:1767326937.024826:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000200:0.0:1767326937.024828:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:2.0:1767326937.024829:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.024835:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326937.024838:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.024859:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.024860:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87050fe00/0xb12620548e090c04 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc1b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.024862:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767326937.024866:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 02000000:00000001:2.0:1767326937.024867:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.024873:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8716eb200. 00000100:00000001:2.0:1767326937.024874:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326937.024875:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:1.0:1767326937.024878:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871465100 count: 0 00000100:00000001:0.0:1767326937.024880:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855740 00000100:00000040:2.0:1767326937.024881:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326937.024884:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871465f00. 00000100:00000001:0.0:1767326937.024887:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855744 00010000:00000001:1.0:1767326937.024890:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.024891:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855740 00010000:00000001:1.0:1767326937.024892:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.024895:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000001:0.0:1767326937.024897:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855744 00000020:00000001:2.0:1767326937.024898:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.024899:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.024902:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.024903:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326937.024903:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.024906:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.024908:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.024909:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.024909:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.024912:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.024915:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767326937.024915:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.024919:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.024920:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.024921:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.024923:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.024923:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.024927:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326937.024931:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.024936:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.024937:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.024941:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.024944:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.024945:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.024949:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.024951:0:2511:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767326937.024952:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.024955:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:0.0:1767326937.024959:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000010:2.0:1767326937.024961:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595880. 00000100:00000001:0.0:1767326937.024963:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326937.024966:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595880 x1853164010358528 msgsize 328 02000000:00000001:0.0:1767326937.024967:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.024971:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.024975:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767326937.024978:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000010:0.0:1767326937.024981:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b83800. 02000000:00000001:0.0:1767326937.024985:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.024988:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.024991:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767326937.024992:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3ec8. 00000400:00000010:0.0:1767326937.024998:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163660. 00000100:00000200:0.0:1767326937.025001:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644032, portal 18 00000100:00000001:0.0:1767326937.025003:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.025005:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000040:0.0:1767326937.025011:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.025011:0:198615:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326937.025015:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358528 00000800:00000200:2.0:1767326937.025015:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326937.025020:0:198615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:2.0:1767326937.025021:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000100:00000001:1.0:1767326937.025024:0:198615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.025026:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.025028:0:198615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025028:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.025033:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.025035:0:198615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025038:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326937.025039:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163b28. 00000100:00100000:1.0:1767326937.025039:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358528 00000020:00000001:1.0:1767326937.025042:0:198615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326937.025045:0:198615:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326937.025045:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000020:00000001:1.0:1767326937.025046:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.025049:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000010:2.0:1767326937.025050:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000020:00000001:1.0:1767326937.025052:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.025055:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767326937.025056:0:198615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000200:0.0:1767326937.025057:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644032, offset 0 02000000:00000001:2.0:1767326937.025059:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.025061:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767326937.025063:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e8580c4000. 00000020:00000010:1.0:1767326937.025065:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000400:00000200:0.0:1767326937.025069:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.025069:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767326937.025070:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.025072:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767326937.025075:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000400:00000200:0.0:1767326937.025079:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.025079:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767326937.025082:0:198615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e8526dfc00. 00000400:00000200:0.0:1767326937.025087:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.025088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767326937.025089:0:198615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e872bb4b00. 00000800:00000001:2.0:1767326937.025094:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.025095:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1767326937.025096:0:198615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e843053c80. 00000800:00000001:2.0:1767326937.025098:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.025101:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:1.0:1767326937.025105:0:198615:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:0.0:1767326937.025107:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326937.025107:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.025112:0:198615:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767326937.025115:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.025116:0:198615:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767326937.025119:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.025121:0:198615:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.025127:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556835:1556835:249:4294967295] 192.168.204.119@tcp LPNI seq info [1556828:1556828:1:4294967295] 00000100:00000001:1.0:1767326937.025130:0:198615:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025132:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.025139:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.025140:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.025143:0:198615:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.025153:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.025154:0:198615:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.025158:0:198615:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767326937.025163:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.025164:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:1.0:1767326937.025167:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 287 00000800:00000010:0.0:1767326937.025171:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326937.025173:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4800 00000100:00000040:1.0:1767326937.025174:0:198615:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000800:00000200:0.0:1767326937.025180:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.025181:0:198615:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794323584 : -115549915228032 : ffff96e870595880) 00000400:00000200:2.0:1767326937.025186:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 0 00000100:00000040:1.0:1767326937.025192:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595880 x1853164010358528/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767326937.025193:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.025198:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.025205:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.025205:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.025210:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 00000100:00000001:1.0:1767326937.025210:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326937.025215:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000400:00000200:0.0:1767326937.025217:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.025217:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.025220:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.025223:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.025224:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855740 00000020:00000010:1.0:1767326937.025225:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000400:00000200:2.0:1767326937.025230:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.025231:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855744 00000100:00000001:2.0:1767326937.025235:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767326937.025237:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855740 00000100:00100000:1.0:1767326937.025237:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:139444:x1853164010358528:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.025238:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326937.025243:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855744 00000100:00000010:2.0:1767326937.025244:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597480. 00000100:00000200:1.0:1767326937.025245:0:198615:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358528 00000100:00000001:0.0:1767326937.025248:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.025250:0:198615:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:2.0:1767326937.025250:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597480 x1853164010358784 msgsize 328 00000100:00000001:0.0:1767326937.025253:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.025255:0:198615:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.025260:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326937.025260:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326937.025261:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.025265:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e1e00 refcount=2 00000100:00000001:0.0:1767326937.025266:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.025270:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106770432 : -115550602781184 : ffff96e8475e1e00) 00000100:00000001:2.0:1767326937.025272:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.025273:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326937.025276:0:198615:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106770432 : -115550602781184 : ffff96e8475e1e00) 00000100:00000001:0.0:1767326937.025277:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.025282:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326937.025283:0:198615:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1767326937.025285:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.025286:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326937.025287:0:198615:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.025289:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767326937.025290:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00010000:00010000:1.0:1767326937.025293:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.025296:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.025297:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.025306:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.025311:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888f68 00000400:00000010:2.0:1767326937.025316:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888f68. 00000100:00000001:1.0:1767326937.025317:0:198615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326937.025322:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.025322:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767326937.025323:0:198615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767326937.025325:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.025326:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.025329:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.025330:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767326937.025330:0:198615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e846551000. 02000000:00000001:0.0:1767326937.025335:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.025335:0:198615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.025335:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.025340:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.025342:0:198615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.025343:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.025343:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.025349:0:198615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767326937.025352:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326937.025353:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644288:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.025354:0:198615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025359:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00001000:1.0:1767326937.025360:0:198615:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.025363:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.025367:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.025367:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.025369:0:198615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767326937.025371:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025372:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.025375:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326937.025376:0:198615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.025379:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.025382:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752600. 00000100:00000001:1.0:1767326937.025383:0:198615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.025385:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4880 02000000:00000001:0.0:1767326937.025389:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.025390:0:198615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767326937.025393:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 328 02000000:00000001:1.0:1767326937.025394:0:198615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.025400:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.025401:0:198615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767326937.025401:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.025404:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3108. 00000100:00000040:1.0:1767326937.025410:0:198615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.025412:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163990. 00000400:00000010:1.0:1767326937.025415:0:198615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:0.0:1767326937.025418:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644288, portal 18 00000800:00000001:2.0:1767326937.025418:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.025420:0:198615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358528, offset 224 00000100:00000001:0.0:1767326937.025424:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326937.025424:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.025427:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000400:00000200:1.0:1767326937.025432:0:198615:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.025433:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326937.025438:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.025440:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.025451:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326937.025451:0:198615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:0.0:1767326937.025457:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.025461:0:198615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556836:1556836:249:4294967295] 192.168.204.119@tcp LPNI seq info [1556829:1556829:1:4294967295] 00000400:00000010:0.0:1767326937.025463:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163c38. 00000100:00000200:0.0:1767326937.025468:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644288, offset 0 00000400:00000200:1.0:1767326937.025469:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.025476:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767326937.025477:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.025480:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.025485:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000400:00000200:0.0:1767326937.025488:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.025488:0:198615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:2.0:1767326937.025489:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010358912 msgsize 328 00000400:00000200:0.0:1767326937.025500:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00100000:2.0:1767326937.025501:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:1.0:1767326937.025502:0:198615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.025509:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326937.025510:0:198615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000100:00000001:2.0:1767326937.025510:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767326937.025515:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000200:2.0:1767326937.025521:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326937.025522:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326937.025522:0:198615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000010:2.0:1767326937.025525:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000400:00000200:0.0:1767326937.025529:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.025530:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326937.025535:0:198615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:0.0:1767326937.025537:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556837:1556837:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556830:1556830:0:4294967295] 00000400:00000200:2.0:1767326937.025541:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:1.0:1767326937.025542:0:198615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.025547:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888a18 00000400:00000200:0.0:1767326937.025548:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.025550:0:198615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.025552:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888a18. 00000100:00000001:0.0:1767326937.025555:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.025557:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767326937.025558:0:198615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000040:0.0:1767326937.025561:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 00000100:00000001:2.0:1767326937.025561:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.025563:0:198615:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326937.025569:0:198615:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e870ea6840. 00000400:00000200:0.0:1767326937.025570:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.025573:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.025575:0:198615:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.025576:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855740 00000800:00000010:2.0:1767326937.025579:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000001:0.0:1767326937.025580:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855744 00000100:00000001:0.0:1767326937.025585:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855740 00010000:00010000:1.0:1767326937.025586:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:2.0:1767326937.025588:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.025591:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855744 00010000:00000001:1.0:1767326937.025593:0:198615:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.025596:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.025599:0:198615:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.025599:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.025601:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.025605:0:198615:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.025605:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.025607:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.025612:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.025615:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.025617:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326937.025618:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595880 x1853164010358528/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767326937.025619:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.025622:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326937.025626:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.025627:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326937.025630:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000100:00000001:0.0:1767326937.025631:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326937.025634:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.025637:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025642:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:0.0:1767326937.025644:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000400:00000200:2.0:1767326937.025645:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888990 00000100:00000001:0.0:1767326937.025650:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.025650:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888990. 00000100:00100000:1.0:1767326937.025651:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:139444:x1853164010358528:12345-192.168.204.119@tcp:104: Request processed in 434us (678us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326937.025656:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.025657:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.025660:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.025661:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.025665:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326937.025667:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 287 00000100:00000001:0.0:1767326937.025668:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326937.025668:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.025672:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767326937.025672:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000100:00000040:1.0:1767326937.025674:0:198615:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:2.0:1767326937.025677:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.025678:0:198615:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767326937.025680:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.025682:0:198615:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767326937.025684:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:1.0:1767326937.025687:0:198615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e872bb4b00. 00000400:00000200:2.0:1767326937.025689:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888880 00000400:00000010:2.0:1767326937.025693:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888880. 00000020:00000010:1.0:1767326937.025695:0:198615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e843053c80. 00000100:00000001:2.0:1767326937.025697:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.025700:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767326937.025703:0:198615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e8526dfc00. 00000800:00000200:2.0:1767326937.025707:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.025710:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000020:00000040:1.0:1767326937.025711:0:198615:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000100:00000001:0.0:1767326937.025728:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.025728:0:198615:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.025728:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.025732:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.025736:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.025738:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326937.025739:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 02000000:00000001:0.0:1767326937.025742:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326937.025742:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:2.0:1767326937.025746:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326937.025747:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.025748:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767326937.025752:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.025753:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.025754:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643904:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326937.025760:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767326937.025766:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767326937.025766:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326937.025768:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326937.025771:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767326937.025771:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326937.025773:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.025776:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.025778:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.025780:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.025781:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.025785:0:2511:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767326937.025788:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752000. 00000800:00000200:2.0:1767326937.025792:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767326937.025793:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.025796:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00000400:00000200:2.0:1767326937.025801:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.025805:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.025809:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8475e1e00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:2.0:1767326937.025809:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326937.025813:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3b00. 00000400:00000200:2.0:1767326937.025814:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00000008:00000001:1.0:1767326937.025815:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000010:2.0:1767326937.025818:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00010000:00000001:1.0:1767326937.025819:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.025821:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767326937.025823:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163f68. 00010000:00000001:1.0:1767326937.025823:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.025823:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767326937.025827:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767326937.025830:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247643904, portal 18 00000020:00000040:1.0:1767326937.025831:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e1e00 refcount=3 00000800:00000200:2.0:1767326937.025831:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.025834:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767326937.025835:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000020:00000001:1.0:1767326937.025836:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106770432 : -115550602781184 : ffff96e8475e1e00) 00000100:00000001:0.0:1767326937.025839:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658547584 : -115550051004032 : ffff96e868419180) 00000400:00000200:2.0:1767326937.025862:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.025870:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326937.025871:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.025872:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106770432 : -115550602781184 : ffff96e8475e1e00) 00000400:00000200:2.0:1767326937.025873:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:2.0:1767326937.025875:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00010000:00000001:1.0:1767326937.025879:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.025881:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:1.0:1767326937.025886:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.025887:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.025888:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.025896:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.025902:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163000. 00000008:00000001:1.0:1767326937.025908:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767326937.025909:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247643904, offset 0 00000100:00000001:2.0:1767326937.025910:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326937.025911:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.025916:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000040:2.0:1767326937.025917:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1767326937.025921:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:0.0:1767326937.025922:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.025926:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:0.0:1767326937.025931:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.025931:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.025934:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.025936:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326937.025937:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326937.025939:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000008:00000001:1.0:1767326937.025941:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.025944:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1767326937.025947:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767326937.025950:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:1.0:1767326937.025952:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1767326937.025956:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1767326937.025956:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.025961:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326937.025962:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.025965:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.025971:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556838:1556838:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556831:1556831:5:4294967295] 00000020:00000040:1.0:1767326937.025971:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8475e1e00 with handle 0xb12620548e08c62e from hash 00010000:00000001:1.0:1767326937.025977:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.025979:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767326937.025981:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.025982:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.025986:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.025990:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1767326937.025992:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.025994:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:0.0:1767326937.025995:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000010:2.0:1767326937.025996:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00010000:00000001:1.0:1767326937.026001:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.026002:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326937.026007:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.026008:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.026011:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.026012:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1767326937.026015:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00010000:00000001:1.0:1767326937.026016:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026017:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163b28 00010000:00000001:1.0:1767326937.026022:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:2.0:1767326937.026022:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163b28. 00000800:00000200:0.0:1767326937.026024:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.026025:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326937.026029:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767326937.026032:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000800:00000200:0.0:1767326937.026034:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000040:1.0:1767326937.026038:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:2.0:1767326937.026038:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.026040:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.026045:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326937.026049:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.026049:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.026053:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.026055:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000100:00000001:2.0:1767326937.026056:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767326937.026059:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526dfc00. 00000400:00000200:0.0:1767326937.026064:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.026064:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.026066:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.026070:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855749 00010000:00000001:1.0:1767326937.026073:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767326937.026078:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855744 00010000:00010000:1.0:1767326937.026079:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.026080:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.026085:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.026086:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855749 00000800:00000001:2.0:1767326937.026093:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.026095:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767326937.026097:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855744 00010000:00000001:1.0:1767326937.026099:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.026099:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.026102:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.026103:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.026105:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.026109:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.026109:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.026110:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.026115:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326937.026116:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.026121:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.026124:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.026125:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.026135:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026140:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026146:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026153:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f400 00000100:00000001:0.0:1767326937.026157:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326937.026157:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.026160:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.026161:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.026163:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.026166:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326937.026167:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326937.026169:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a70d [1] + 224 00010000:00000001:1.0:1767326937.026170:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.026171:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.026175:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.026178:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.026179:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.026180:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326937.026184:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644160:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326937.026186:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.026188:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.026193:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326937.026194:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.026198:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.026202:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.026203:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.026203:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.026208:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767326937.026209:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1e00/0xb12620548e08c62e lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x355a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da61b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.026211:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767326937.026216:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541da00. 00000100:00000200:2.0:1767326937.026219:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.026221:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.026223:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846f33400. 00010000:00000040:1.0:1767326937.026230:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8693bab00 count: 0 00000400:00000200:0.0:1767326937.026232:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326937.026238:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8693ba800. 00000100:00000040:2.0:1767326937.026238:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.026239:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3210. 00000400:00000010:0.0:1767326937.026247:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000100:00000001:2.0:1767326937.026249:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326937.026252:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644160, portal 18 00010000:00000001:1.0:1767326937.026254:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.026257:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326937.026258:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.026262:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00010000:00000010:1.0:1767326937.026262:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e870ea6840. 00000800:00000200:2.0:1767326937.026264:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.026267:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.026269:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000020:00000001:1.0:1767326937.026271:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.026273:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.026274:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.026275:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026280:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.026282:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.026285:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000020:00000001:1.0:1767326937.026286:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767326937.026288:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000020:00000001:1.0:1767326937.026290:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.026292:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326937.026296:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.026296:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.026299:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326937.026301:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.026302:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.026305:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.026306:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.026309:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.026311:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326937.026312:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581633b8. 00000800:00000001:2.0:1767326937.026313:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326937.026319:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644160, offset 0 00000800:00000001:2.0:1767326937.026320:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.026329:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.026329:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026338:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.026339:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026348:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.026349:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026353:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326937.026356:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026360:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326937.026364:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026366:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326937.026371:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f300 00000400:00000200:0.0:1767326937.026375:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.026377:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026383:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a705 [1] + 224 00000400:00000200:0.0:1767326937.026384:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556839:1556839:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556832:1556832:6:4294967295] 00000800:00000001:2.0:1767326937.026388:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.026392:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.026393:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.026396:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.026404:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.026408:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.026414:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1767326937.026416:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.026421:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326937.026423:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326937.026434:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.026443:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326937.026446:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.026448:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.026456:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.026462:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 00000100:00000001:2.0:1767326937.026464:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326937.026469:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.026472:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855741 00000100:00000001:0.0:1767326937.026475:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855749 00000100:00000001:0.0:1767326937.026478:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855741 00000800:00000200:2.0:1767326937.026478:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.026482:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000001:0.0:1767326937.026484:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855749 00000100:00000001:0.0:1767326937.026488:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.026488:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.026493:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026497:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.026499:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026502:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163c38 00000100:00100000:0.0:1767326937.026505:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:2.0:1767326937.026506:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163c38. 00000100:00000001:0.0:1767326937.026510:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.026512:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.026516:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326937.026518:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.026519:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.026525:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.026529:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.026531:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326937.026534:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.026539:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.026541:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.026563:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.026564:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.026567:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.026569:0:2511:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767326937.026573:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767326937.026575:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.026576:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.026580:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.026580:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.026583:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.026586:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326937.026588:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644416:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.026591:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.026597:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326937.026598:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:0.0:1767326937.026602:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.026604:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.026606:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026607:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.026612:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.026613:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026617:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f500 02000000:00000010:0.0:1767326937.026618:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541c200. 00000400:00000200:2.0:1767326937.026622:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.026624:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.026627:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a71d [1] + 224 00000400:00000200:0.0:1767326937.026632:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.026632:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.026636:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.026638:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b38f0. 00000400:00000200:2.0:1767326937.026639:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.026644:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326937.026646:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00000100:00000001:2.0:1767326937.026647:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.026652:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644416, portal 18 00000100:00000200:2.0:1767326937.026652:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.026659:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.026662:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000100:00000040:2.0:1767326937.026663:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.026670:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326937.026674:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.026679:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.026682:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000100:00000001:0.0:1767326937.026686:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.026686:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.026693:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326937.026694:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.026696:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163000 00000400:00000010:2.0:1767326937.026698:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163000. 00000400:00000010:0.0:1767326937.026699:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163dd0. 00000100:00000001:2.0:1767326937.026701:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326937.026705:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644416, offset 0 00000100:00000200:2.0:1767326937.026705:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.026713:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326937.026728:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.026729:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.026736:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.026738:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.026738:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326937.026743:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.026748:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.026749:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.026752:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.026754:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:2.0:1767326937.026755:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.026761:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026762:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:2.0:1767326937.026766:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.026769:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326937.026773:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026777:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.026778:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026787:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556840:1556840:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556833:1556833:7:4294967295] 00000400:00000200:2.0:1767326937.026790:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f380 00000400:00000200:2.0:1767326937.026796:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.026800:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.026801:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a725 [1] + 224 00000800:00000001:2.0:1767326937.026807:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.026809:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.026813:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.026819:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:2.0:1767326937.026819:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.026828:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1767326937.026832:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.026833:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326937.026839:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000100:00000040:2.0:1767326937.026864:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.026873:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1767326937.026875:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.026882:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.026885:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.026889:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.026892:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.026897:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.026900:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855750 00000100:00000001:0.0:1767326937.026908:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855749 00000100:00000001:1.0:1767326937.026908:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326937.026908:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.026912:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326937.026913:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000100:00000001:0.0:1767326937.026917:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855750 00000400:00000200:2.0:1767326937.026918:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326937.026919:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.026924:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.026925:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.026926:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855749 00000400:00000010:1.0:1767326937.026929:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61478. 00000400:00000200:2.0:1767326937.026930:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581633b8 00000100:00000001:0.0:1767326937.026933:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326937.026934:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581633b8. 00000400:00000200:1.0:1767326937.026936:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000100:00000001:2.0:1767326937.026939:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.026940:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.026941:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000100:00000200:2.0:1767326937.026944:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.026948:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326937.026949:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326937.026950:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326937.026954:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767326937.026956:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.026957:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.026958:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326937.026966:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:0.0:1767326937.026970:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:0.0:1767326937.026977:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.026984:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.026987:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.026987:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767326937.026992:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.026992:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.026998:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.027002:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.027005:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.027011:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.027012:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.027012:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.027016:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.027023:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.027024:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:1.0:1767326937.027026:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.027030:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.027032:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.027033:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.027036:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.027036:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.027038:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.027041:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.027043:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.027045:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767326937.027046:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326937.027049:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.027050:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.027052:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.027055:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326937.027056:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.027059:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f480 00000100:00000001:1.0:1767326937.027063:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767326937.027064:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326937.027066:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.027068:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.027072:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767326937.027074:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.027076:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.027079:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a72d [1] + 224 00000100:00000001:0.0:1767326937.027083:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.027084:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326937.027086:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.027087:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:2.0:1767326937.027087:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.027090:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.027092:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767326937.027094:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027095:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.027095:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027099:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.027101:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.027103:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000040:1.0:1767326937.027105:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027108:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.027109:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.027111:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027117:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.027121:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.027122:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.027126:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.027127:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.027130:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.027140:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.027160:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027172:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767326937.027172:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247642880:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.027178:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.027182:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.027184:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767326937.027186:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326937.027190:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.027190:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.027194:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61630. 00000400:00000200:1.0:1767326937.027200:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000100:00100000:0.0:1767326937.027205:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643008:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:1.0:1767326937.027205:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:1.0:1767326937.027211:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326937.027215:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.027219:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767326937.027219:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.027223:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000400:00000200:0.0:1767326937.027229:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:0.0:1767326937.027232:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000200:1.0:1767326937.027235:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027237:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767326937.027239:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.027243:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000100:00000200:0.0:1767326937.027245:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.027248:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.027253:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.027257:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.027258:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.027261:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.027265:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.027266:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000100:00000001:1.0:1767326937.027268:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.027270:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.027270:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000200:0.0:1767326937.027272:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.027275:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027277:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:1.0:1767326937.027281:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326937.027286:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027287:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326937.027287:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.027291:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.027295:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.027296:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326937.027298:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.027300:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767326937.027302:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326937.027304:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326937.027306:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.027308:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027312:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326937.027312:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326937.027313:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.027314:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.027318:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767326937.027320:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326937.027320:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.027321:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.027329:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326937.027330:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.027339:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.027343:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027346:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.027348:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.027349:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.027351:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.027353:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027353:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.027355:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027359:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326937.027359:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.027361:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.027363:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000800:00000001:2.0:1767326937.027366:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027369:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326937.027372:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.027373:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.027373:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247643136:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.027377:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326937.027381:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326937.027383:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.027384:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.027385:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.027388:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61f78. 00000400:00000200:1.0:1767326937.027392:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000010:1.0:1767326937.027396:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000400:00000200:2.0:1767326937.027398:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.027401:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.027403:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326937.027408:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027409:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326937.027409:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.027414:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.027417:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.027421:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.027426:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.027426:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.027435:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f580 00000100:00000001:1.0:1767326937.027442:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.027443:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.027445:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.027449:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.027452:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.027452:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a735 [1] + 224 00000100:00000001:1.0:1767326937.027455:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767326937.027459:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643264:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.027459:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.027459:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.027464:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.027467:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326937.027468:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027469:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.027472:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.027476:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326937.027476:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.027478:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.027482:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.027484:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326937.027485:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b480 x1853164247643008/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.027485:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.027489:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326937.027491:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.027493:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027497:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.027500:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.027504:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.027507:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.027515:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027516:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326937.027520:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.027521:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326937.027523:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767326937.027525:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b1800. 00000100:00000001:1.0:1767326937.027528:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.027531:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.027534:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.027537:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326937.027538:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.027539:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326937.027540:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.027545:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326937.027546:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.027550:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714200. 00000100:00100000:1.0:1767326937.027552:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247643392:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.027552:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.027555:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.027559:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326937.027560:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326937.027563:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b480. 00000100:00000001:1.0:1767326937.027563:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.027568:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419c00 x1853164247642880/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.027569:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.027570:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326937.027572:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326937.027574:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358784 00000100:00000001:0.0:1767326937.027579:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326937.027580:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.027581:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.027584:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.027584:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326937.027588:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841bb80 x1853164247643264/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.027589:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00000100:00000001:2.0:1767326937.027589:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.027595:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326937.027597:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.027598:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.027602:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00100000:2.0:1767326937.027602:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358784 00000100:00000001:0.0:1767326937.027605:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767326937.027606:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767326937.027607:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326937.027608:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.027610:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715000. 00000020:00000040:2.0:1767326937.027610:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 02000000:00000010:0.0:1767326937.027612:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8613b0800. 00000020:00000001:2.0:1767326937.027613:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.027615:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767326937.027617:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 02000000:00000001:1.0:1767326937.027618:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326937.027619:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1767326937.027621:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419c00. 00000020:00000001:0.0:1767326937.027623:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767326937.027623:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.027624:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767326937.027628:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.027628:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.027628:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.027634:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326937.027635:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.027635:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767326937.027639:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 00000100:00000040:1.0:1767326937.027640:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419880 x1853164247643136/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.027640:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 02000000:00000001:0.0:1767326937.027645:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.027645:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.027649:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326937.027652:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767326937.027652:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000010:0.0:1767326937.027653:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841bb80. 02000000:00000001:1.0:1767326937.027655:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.027658:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 00000100:00000001:0.0:1767326937.027659:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767326937.027659:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000001:0.0:1767326937.027663:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.027663:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767326937.027665:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00000020:00000001:1.0:1767326937.027666:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326937.027668:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.027670:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326937.027670:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:0.0:1767326937.027672:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.027675:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767326937.027677:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326937.027678:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.027678:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767326937.027682:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714c00. 00000100:00000001:2.0:1767326937.027682:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326937.027685:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.027689:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326937.027690:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.027690:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.027693:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3e18. 00000100:00000001:2.0:1767326937.027694:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.027695:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.027700:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419880. 00000400:00000200:0.0:1767326937.027701:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000100:00000001:2.0:1767326937.027704:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767326937.027706:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:1.0:1767326937.027707:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767326937.027707:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358912 02000000:00000001:2.0:1767326937.027711:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.027712:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027713:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.027713:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.027728:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326937.027728:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.027731:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.027734:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358912 00000100:00000200:0.0:1767326937.027737:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.027737:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767326937.027738:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247643392/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326937.027740:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.027743:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.027745:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326937.027749:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326937.027754:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.027758:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.027762:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00000100:00000001:2.0:1767326937.027765:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.027771:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000001:1.0:1767326937.027772:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.027775:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326937.027776:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.027777:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671600. 02000000:00000010:1.0:1767326937.027778:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326937.027785:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767326937.027785:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bff00. 00000020:00000001:1.0:1767326937.027788:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326937.027791:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767326937.027791:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000010:2.0:1767326937.027792:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eda28. 00000100:00000001:0.0:1767326937.027794:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.027796:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.027799:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 00000100:00000001:2.0:1767326937.027799:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.027800:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.027803:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767326937.027804:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326937.027804:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.027807:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.027808:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326937.027809:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.027812:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:0.0:1767326937.027813:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027814:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027816:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326937.027819:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.027819:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.027820:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.027824:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.027828:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.027829:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027831:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.027832:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.027835:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767326937.027837:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326937.027837:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.027857:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10921 00000100:00000040:2.0:1767326937.027861:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326937.027863:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794330752 : -115549915220864 : ffff96e870597480) 00000100:00001000:0.0:1767326937.027867:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326937.027869:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870597480 x1853164010358784/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326937.027873:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.027876:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027880:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.027881:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767326937.027883:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608980. 00010000:00000001:0.0:1767326937.027885:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027886:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.027890:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767326937.027890:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608980. 00000100:00000040:0.0:1767326937.027895:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00100000:2.0:1767326937.027896:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88278:x1853164010358784:12345-192.168.204.119@tcp:104: 00000100:00000001:0.0:1767326937.027900:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767326937.027901:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358784 00010000:00000001:2.0:1767326937.027904:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767326937.027905:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.027907:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.027909:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.027911:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f9200 refcount=2 00000100:00000040:0.0:1767326937.027913:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.027913:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235840512 : -115550473711104 : ffff96e84f0f9200) 00010000:00000001:2.0:1767326937.027917:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235840512 : -115550473711104 : ffff96e84f0f9200) 00010000:00000001:2.0:1767326937.027922:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.027925:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.027930:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326937.027930:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.027935:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.027939:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.027947:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767326937.027948:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.027950:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.027954:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36c00. 02000000:00000001:2.0:1767326937.027957:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027961:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.027965:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643520:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.027965:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.027967:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.027971:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.027974:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027975:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326937.027978:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.027980:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.027983:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:0.0:1767326937.027986:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247643520/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.027986:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.027987:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.027991:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.027996:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.028000:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000001:0.0:1767326937.028002:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326937.028003:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358784, offset 224 02000000:00000001:0.0:1767326937.028005:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.028009:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000010:0.0:1767326937.028010:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34a00. 00000400:00000200:2.0:1767326937.028014:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.028015:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.028018:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326937.028022:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000040:0.0:1767326937.028023:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.028028:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326937.028029:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556841:1556841:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556834:1556834:8:4294967295] 02000000:00000010:0.0:1767326937.028033:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8613b0600. 00000400:00000200:2.0:1767326937.028035:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.028040:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.028044:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326937.028045:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:0.0:1767326937.028047:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326937.028052:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:2.0:1767326937.028052:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.028054:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326937.028057:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.028057:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000001:3.0:1767326937.028058:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.028064:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.028065:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:3.0:1767326937.028069:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10922 00000100:00000001:0.0:1767326937.028071:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326937.028074:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:0.0:1767326937.028075:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326937.028075:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.028081:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.028081:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.028081:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 00000100:00000040:3.0:1767326937.028093:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010358912/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.028094:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.028101:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.028106:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.028107:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.028109:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.0:1767326937.028110:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326937.028113:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767326937.028115:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbacc0. 00000100:00000001:3.0:1767326937.028118:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.028121:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbacc0. 00010000:00010000:2.0:1767326937.028123:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.028126:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.028130:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.028130:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010358912:12345-192.168.204.119@tcp:104: 00000020:00000001:0.0:1767326937.028131:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.028132:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.028135:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.028140:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597480 x1853164010358784/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326937.028140:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010358912 00010000:00010000:0.0:1767326937.028142:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767326937.028146:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326937.028149:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326937.028151:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326937.028153:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767326937.028155:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326937.028157:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88278:x1853164010358784:12345-192.168.204.119@tcp:104: Request processed in 273us (2903us total) trans 0 rc 0/0 00000020:00000040:3.0:1767326937.028159:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847142600 refcount=2 00010000:00010000:0.0:1767326937.028160:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326937.028166:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101922816 : -115550607628800 : ffff96e847142600) 00000100:00100000:2.0:1767326937.028167:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10921 00000100:00000040:2.0:1767326937.028174:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:3.0:1767326937.028174:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101922816 : -115550607628800 : ffff96e847142600) 00000100:00000001:2.0:1767326937.028178:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326937.028179:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f0f9200 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:3.0:1767326937.028180:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326937.028181:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1767326937.028184:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.028186:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00010000:00000001:3.0:1767326937.028186:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.028187:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.028190:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.028193:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326937.028193:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00010000:3.0:1767326937.028194:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.028196:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000040:0.0:1767326937.028198:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f0f9200 refcount=3 00000020:00000040:2.0:1767326937.028202:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000020:00000001:0.0:1767326937.028203:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523235840512 : -115550473711104 : ffff96e84f0f9200) 00000100:00000001:2.0:1767326937.028206:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.028210:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523235840512 : -115550473711104 : ffff96e84f0f9200) 00000100:00000001:3.0:1767326937.028214:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767326937.028215:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767326937.028219:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:0.0:1767326937.028221:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000010:3.0:1767326937.028224:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11c00. 02000000:00000001:3.0:1767326937.028229:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.028231:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.028232:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.028234:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:3.0:1767326937.028237:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767326937.028239:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:3.0:1767326937.028241:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.028243:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000200:2.0:1767326937.028245:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000001:0.0:1767326937.028247:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00001000:3.0:1767326937.028247:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000800:00000010:2.0:1767326937.028248:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000008:00000001:0.0:1767326937.028251:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.028253:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.028255:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:0.0:1767326937.028256:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:2.0:1767326937.028261:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:0.0:1767326937.028262:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.028264:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.028265:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00010000:00000001:0.0:1767326937.028268:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767326937.028270:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00000100:00000001:3.0:1767326937.028270:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:0.0:1767326937.028273:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.028273:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767326937.028275:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767326937.028278:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326937.028278:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767326937.028278:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028282:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.028284:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326937.028285:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.028290:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f0f9200 with handle 0xb12620548e07ddde from hash 00000100:00000040:3.0:1767326937.028291:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.028295:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767326937.028296:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00010000:00000001:0.0:1767326937.028300:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767326937.028301:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358272, offset 224 00010000:00000001:0.0:1767326937.028303:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.028306:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.028308:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.028310:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.028311:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.028315:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.028316:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.028319:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.028322:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.028324:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326937.028325:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028331:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.028334:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.028335:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556842:1556842:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556835:1556835:8:4294967295] 00000400:00000010:3.0:1767326937.028336:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00000100:00000010:0.0:1767326937.028339:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000100:00000200:3.0:1767326937.028344:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010358912, offset 224 00000020:00000040:0.0:1767326937.028346:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.028349:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.028352:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.028356:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326937.028357:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.028359:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.028366:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000010:0.0:1767326937.028367:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541d000. 00000100:00000001:0.0:1767326937.028373:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.028377:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.028378:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.028380:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000010:2.0:1767326937.028384:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00010000:00010000:0.0:1767326937.028387:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.028392:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:2.0:1767326937.028393:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.028401:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.028406:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.028407:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556843:1556843:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556836:1556836:7:4294967295] 00010000:00010000:0.0:1767326937.028408:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.028413:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.028414:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.028419:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.028420:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326937.028421:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.028425:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.028426:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326937.028428:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00010000:00000001:2.0:1767326937.028432:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1767326937.028437:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.028438:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:2.0:1767326937.028442:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.028447:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.028451:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.028452:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.028455:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.028461:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000020:00000001:1.0:1767326937.028463:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326937.028464:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34c50 x1853164010358272/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.028468:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.028471:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326937.028473:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326937.028474:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.028480:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.028481:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.028483:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1767326937.028483:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1767326937.028486:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326937.028489:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.028490:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.028491:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1767326937.028494:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88277:x1853164010358272:12345-192.168.204.119@tcp:104: Request processed in 3823us (7195us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326937.028496:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.028500:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.028503:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.028511:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.028511:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10920 00000100:00000040:3.0:1767326937.028511:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00010000:1.0:1767326937.028512:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86129b200 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.028518:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767326937.028518:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:3.0:1767326937.028519:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.028522:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.028523:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.028526:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.028526:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:3.0:1767326937.028526:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2aa80. 00010000:00000001:0.0:1767326937.028530:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326937.028532:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.028532:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1767326937.028533:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00010000:00010000:0.0:1767326937.028534:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f0f9200/0xb12620548e07ddde lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dc86 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1767326937.028536:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86129b200 refcount=3 00000020:00000010:2.0:1767326937.028540:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000001:1.0:1767326937.028542:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539542528 : -115550170009088 : ffff96e86129b200) 00010000:00010000:3.0:1767326937.028545:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000010:2.0:1767326937.028546:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671e00. 00010000:00000001:1.0:1767326937.028549:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539542528 : -115550170009088 : ffff96e86129b200) 00010000:00000001:3.0:1767326937.028553:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.028554:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:1.0:1767326937.028556:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:0.0:1767326937.028558:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498c4e00. 00010000:00000001:3.0:1767326937.028558:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.028561:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767326937.028562:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.028564:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.028565:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8612cc800 count: 0 02000000:00000010:2.0:1767326937.028566:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 02000000:00000001:2.0:1767326937.028572:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000010:0.0:1767326937.028573:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8612cc500. 00000100:00000040:3.0:1767326937.028574:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010358912/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767326937.028576:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594a80. 02000000:00000001:2.0:1767326937.028583:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.028585:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1767326937.028586:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1767326937.028586:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00010000:00000001:0.0:1767326937.028589:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1767326937.028590:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326937.028592:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000010:0.0:1767326937.028594:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000020:00000001:1.0:1767326937.028596:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000010:2.0:1767326937.028597:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594e00. 00010000:00000001:0.0:1767326937.028601:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.028602:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326937.028605:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326937.028607:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000008:00000001:1.0:1767326937.028607:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000010:2.0:1767326937.028608:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00000100:00100000:3.0:1767326937.028609:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010358912:12345-192.168.204.119@tcp:104: Request processed in 495us (3113us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326937.028613:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.028613:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.028614:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.028617:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000020:00001000:1.0:1767326937.028619:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00010000:00010000:0.0:1767326937.028621:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:2.0:1767326937.028622:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326937.028624:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.028624:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10922 02000000:00000010:2.0:1767326937.028625:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00010000:00000001:0.0:1767326937.028627:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.028630:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326937.028630:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.028632:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767326937.028633:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000010:2.0:1767326937.028634:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00010000:00000001:1.0:1767326937.028635:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1767326937.028637:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.028638:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326937.028639:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.028640:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767326937.028641:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00010000:00000001:1.0:1767326937.028645:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.028645:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767326937.028646:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.028649:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595f80. 00010000:00000001:1.0:1767326937.028650:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.028651:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bff00. 02000000:00000001:2.0:1767326937.028652:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.028656:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00010000:00010000:0.0:1767326937.028658:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847142600 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:1.0:1767326937.028659:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86129b200 with handle 0xb12620548e090df5 from hash 02000000:00000001:2.0:1767326937.028659:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767326937.028660:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eda28. 00000100:00000010:2.0:1767326937.028662:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 00000008:00000001:0.0:1767326937.028665:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.028665:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767326937.028667:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456a000. 00010000:00000001:0.0:1767326937.028669:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767326937.028669:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671600. 00010000:00000001:1.0:1767326937.028670:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767326937.028671:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34c00. 00010000:00000001:0.0:1767326937.028674:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.028674:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.028676:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.028677:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.028677:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:1.0:1767326937.028678:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1767326937.028682:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847142600 refcount=3 00010000:00000001:1.0:1767326937.028684:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767326937.028684:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.028687:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101922816 : -115550607628800 : ffff96e847142600) 00010000:00000001:1.0:1767326937.028688:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.028693:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101922816 : -115550607628800 : ffff96e847142600) 00000800:00000200:2.0:1767326937.028694:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.028695:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.028697:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:2.0:1767326937.028699:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000020:00000001:3.0:1767326937.028700:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.028701:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.028702:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.028704:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.028705:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767326937.028705:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.028710:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.028711:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.028712:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.028727:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326937.028729:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00010000:00000001:1.0:1767326937.028732:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000010:2.0:1767326937.028733:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00000008:00000001:0.0:1767326937.028734:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.028738:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326937.028738:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1767326937.028739:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 02000000:00000001:2.0:1767326937.028740:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326937.028744:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000010:2.0:1767326937.028744:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00000020:00000040:1.0:1767326937.028745:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326937.028749:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00001000:0.0:1767326937.028751:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:1.0:1767326937.028752:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326937.028752:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326937.028756:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:1.0:1767326937.028756:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:0.0:1767326937.028761:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.028761:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.028764:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.028767:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.028769:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00010000:00000001:0.0:1767326937.028770:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.028774:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767326937.028775:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028777:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.028780:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767326937.028781:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.028785:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.028785:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326937.028786:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000010:2.0:1767326937.028790:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00000020:00000040:0.0:1767326937.028791:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847142600 with handle 0xb12620548e082597 from hash 00000400:00000200:2.0:1767326937.028797:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.028798:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.028801:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.028804:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326937.028805:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.028807:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326937.028808:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.028810:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.028812:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.028813:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00000100:00000001:1.0:1767326937.028815:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767326937.028816:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:2.0:1767326937.028817:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00010000:00000001:0.0:1767326937.028822:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.028822:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.028824:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.028827:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.028829:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326937.028832:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_00+0] req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.028833:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.028836:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.028868:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.028871:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.028873:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.028878:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.028878:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028882:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767326937.028883:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.028887:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.028888:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00010000:00010000:1.0:1767326937.028891:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:0.0:1767326937.028892:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.028898:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.028900:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.028904:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.028905:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767326937.028910:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541c000. 00010000:00010000:1.0:1767326937.028911:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b200/0xb12620548e090df5 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed28f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.028916:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028920:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:1.0:1767326937.028925:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891c840. 00010000:00010000:0.0:1767326937.028927:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1767326937.028932:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871466a00 count: 0 00010000:00010000:0.0:1767326937.028939:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000010:1.0:1767326937.028939:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871466e00. 00010000:00000001:0.0:1767326937.028942:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.028946:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767326937.028948:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.028949:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.028952:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.028956:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000100:00000040:0.0:1767326937.028958:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.028960:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.028964:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.028966:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.028970:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.028973:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.028976:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326937.028976:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028980:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.028982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326937.028984:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767326937.028986:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.028987:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.028990:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.028991:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.028995:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:0.0:1767326937.028996:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.029001:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.029005:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.029010:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.029010:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767326937.029015:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847142600/0xb12620548e082597 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4b0017 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.029015:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.029024:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326937.029026:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8502fb240. 00010000:00000040:0.0:1767326937.029033:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846515a00 count: 0 00000100:00000001:1.0:1767326937.029039:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:0.0:1767326937.029040:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846515e00. 00000100:00000001:1.0:1767326937.029041:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.029046:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.029049:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.029050:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767326937.029052:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.029053:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.029058:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2aa80. 00000100:00100000:1.0:1767326937.029060:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247644672:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326937.029062:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.029067:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.029069:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767326937.029071:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.029073:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767326937.029075:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326937.029078:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.029079:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.029082:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326937.029083:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.029087:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326937.029087:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2c00. 00000020:00000001:0.0:1767326937.029092:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.029092:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.029096:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.029098:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.029101:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326937.029103:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61f78. 00000400:00000010:1.0:1767326937.029107:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00000001:0.0:1767326937.029110:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326937.029111:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644672, portal 18 00000100:00000001:0.0:1767326937.029115:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.029115:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.029116:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00000100:00000001:0.0:1767326937.029119:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.029124:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.029129:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.029131:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.029137:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.029142:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000001:0.0:1767326937.029144:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.029147:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.029147:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644672, offset 0 02000000:00000001:0.0:1767326937.029153:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.029156:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326937.029157:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.029162:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.029166:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326937.029168:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644544:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.029174:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.029175:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.029178:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.029182:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.029182:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326937.029186:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326937.029189:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000010:0.0:1767326937.029192:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541de00. 00000400:00000200:1.0:1767326937.029194:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326937.029196:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.029200:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.029202:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556844:1556844:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556837:1556837:8:4294967295] 00000400:00000200:1.0:1767326937.029205:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.029211:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.029214:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:0.0:1767326937.029217:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3e18. 00000800:00000200:1.0:1767326937.029221:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.029224:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163440. 00000800:00000010:1.0:1767326937.029225:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000100:00000200:0.0:1767326937.029230:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644544, portal 18 00000800:00000200:1.0:1767326937.029231:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.029236:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326937.029238:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.029239:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000800:00000200:1.0:1767326937.029241:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:0.0:1767326937.029250:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.029254:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.029258:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18060 usecs (19 jiffies) 00000400:00000200:1.0:1767326937.029265:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.029269:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855752 00000100:00000001:0.0:1767326937.029275:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.029275:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855750 00000100:00000040:0.0:1767326937.029281:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.029282:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855752 00000100:00000001:1.0:1767326937.029287:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855750 00000100:00000001:1.0:1767326937.029292:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.029295:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.029297:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.029298:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.029300:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000100:00000001:1.0:1767326937.029303:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.029305:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.029309:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326937.029311:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.029313:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326937.029314:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000100:00000001:1.0:1767326937.029318:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326937.029319:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000001:1.0:1767326937.029323:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.029324:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326937.029327:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.029329:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.029332:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.029340:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.029342:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.029346:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.029348:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767326937.029548:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 00000100:00000200:0.0:1767326937.029553:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644544, offset 0 00000400:00000200:0.0:1767326937.029558:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.029563:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.029568:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.029571:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.029575:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.029577:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.029579:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.029583:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556845:1556845:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556838:1556838:8:4294967295] 00000400:00000200:0.0:1767326937.029587:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.029593:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.029597:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.029601:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326937.029605:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.029609:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.029612:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.029623:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.029627:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18060 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.029631:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.029633:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855752 00000100:00000001:0.0:1767326937.029636:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855752 00000100:00000001:0.0:1767326937.029638:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855752 00000100:00000001:0.0:1767326937.029640:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855752 00000100:00000001:0.0:1767326937.029643:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.029645:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.029648:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326937.029652:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.029659:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.029660:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.029662:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.029664:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.029666:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.029668:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644800:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.029672:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.029675:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767326937.029675:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767326937.029678:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.029680:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 02000000:00000001:0.0:1767326937.029681:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326937.029686:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541d400. 00000400:00000200:2.0:1767326937.029687:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.029690:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.029697:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.029698:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.029704:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:0.0:1767326937.029705:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b36e0. 00000400:00000010:2.0:1767326937.029709:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000400:00000010:0.0:1767326937.029712:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000001:2.0:1767326937.029714:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326937.029727:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644800, portal 18 00000100:00000001:0.0:1767326937.029731:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.029735:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000200:2.0:1767326937.029735:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.029744:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.029749:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.029754:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.029757:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.029761:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.029766:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163d48. 00000100:00000001:2.0:1767326937.029770:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.029771:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644800, offset 0 00000100:00000001:2.0:1767326937.029773:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326937.029779:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.029783:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.029787:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.029790:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.029792:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.029794:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.029797:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.029800:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556846:1556846:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556839:1556839:8:4294967295] 00000400:00000200:0.0:1767326937.029803:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.029810:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.029814:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.029818:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000800:00000200:0.0:1767326937.029822:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.029827:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.029829:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1767326937.029865:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870db5e00. 00010000:00000010:1.1:1767326937.029871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87188c900. 00010000:00000010:0.1:1767326937.029881:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84450b200. 00010000:00000010:1.1:1767326937.029882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188f400. 00010000:00000010:1.1:1767326937.029912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d2300. 00000800:00000200:2.0:1767326937.029916:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.029919:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00010000:00000010:1.1:1767326937.029919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9ee00. 00000400:00000200:2.0:1767326937.029926:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1767326937.029928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870f3bf00. 00000400:00000200:2.0:1767326937.029931:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.029935:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00000400:00000010:2.0:1767326937.029937:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:2.0:1767326937.029939:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.029943:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767326937.029944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8487d1400. 00000100:00000001:0.0:1767326937.029949:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.029952:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.029954:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10551 usecs (11 jiffies) 00000100:00000040:2.0:1767326937.029956:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767326937.029960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87891a000. 00000400:00000200:0.0:1767326937.029964:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.029968:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.029968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8463e1e00. 00000100:00000001:0.0:1767326937.029969:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855745 00000100:00000001:2.0:1767326937.029971:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326937.029984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871465100. 00010000:00000010:1.1:1767326937.029989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050fe00. 00010000:00000010:1.1:1767326937.029995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693bab00. 00010000:00000010:1.1:1767326937.029999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e1e00. 00000100:00000001:0.0:1767326937.030000:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855752 00000100:00000001:0.0:1767326937.030004:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855745 00000100:00000001:0.0:1767326937.030007:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855752 00000100:00000001:0.0:1767326937.030009:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.030011:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.030015:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.030017:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.030021:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.030023:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.030025:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.030026:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.030028:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.030031:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326937.031876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d2600. 00010000:00000010:0.1:1767326937.031890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9e600. 00010000:00000010:0.1:1767326937.031896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8612cc800. 00010000:00000010:0.1:1767326937.031902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f0f9200. 00010000:00000010:1.1:1767326937.035861:0:302748:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871466a00. 00010000:00000010:1.1:1767326937.035870:0:302748:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129b200. 00010000:00000010:0.1:1767326937.035884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846515a00. 00010000:00000010:0.1:1767326937.035891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847142600. 00000800:00000001:2.0:1767326937.045284:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045297:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.045300:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045302:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045319:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045327:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.045336:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045340:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045346:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045351:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4b80 00000400:00000200:2.0:1767326937.045360:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 656 00000800:00000001:2.0:1767326937.045367:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045372:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045375:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.045379:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.045385:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.045388:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.045394:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00000100:00000040:2.0:1767326937.045397:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010359680 msgsize 328 00000100:00100000:2.0:1767326937.045401:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.045414:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.045421:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045425:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.045428:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045431:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045435:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045441:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.045445:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.045447:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.045449:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359680 00000400:00000200:2.0:1767326937.045452:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.045455:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767326937.045459:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045459:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.045464:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045468:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4c00 02000000:00000001:3.0:1767326937.045470:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045476:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 984 00000100:00100000:3.0:1767326937.045478:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359680 00000800:00000001:2.0:1767326937.045481:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.045483:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.045486:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000800:00000001:2.0:1767326937.045487:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.045490:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.045491:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767326937.045494:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.045499:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.045500:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:3.0:1767326937.045505:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.045507:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.045511:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767326937.045512:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767326937.045515:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595f80. 00000020:00000010:3.0:1767326937.045517:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000040:2.0:1767326937.045521:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595f80 x1853164010359808 msgsize 328 00000100:00000001:3.0:1767326937.045522:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.045528:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00100000:2.0:1767326937.045532:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:3.0:1767326937.045537:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097e00. 00000100:00000001:2.0:1767326937.045542:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.045544:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd000. 00000800:00000001:2.0:1767326937.045548:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.045551:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000800:00000001:2.0:1767326937.045555:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.045558:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326937.045560:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000001:2.0:1767326937.045562:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.045565:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767326937.045569:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045569:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.045573:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045579:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.045582:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045587:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045591:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045596:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045596:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045602:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4d00 00000400:00000200:2.0:1767326937.045609:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 1312 00000100:00000001:3.0:1767326937.045610:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.045615:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359808 00000800:00000001:2.0:1767326937.045616:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.045618:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.045620:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326937.045622:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.045623:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045628:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326937.045629:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.045634:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359808 00000400:00000200:2.0:1767326937.045635:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:3.0:1767326937.045638:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767326937.045641:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767326937.045641:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000200:2.0:1767326937.045644:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:3.0:1767326937.045645:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.045649:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000100:00000010:2.0:1767326937.045650:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000020:00000001:3.0:1767326937.045652:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000040:2.0:1767326937.045655:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010360064 msgsize 328 00000020:00000001:3.0:1767326937.045657:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326937.045662:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767326937.045664:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:3.0:1767326937.045667:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:3.0:1767326937.045671:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.045674:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.045675:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.045679:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096c00. 00000800:00000001:2.0:1767326937.045681:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.045685:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd780. 00000800:00000001:2.0:1767326937.045687:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.045691:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.045691:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789194b0. 00000800:00000001:2.0:1767326937.045697:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.045698:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.045701:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.045704:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045705:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045709:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.045714:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.045715:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045735:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045738:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.045741:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.045742:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360064 02000000:00000001:3.0:1767326937.045746:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767326937.045747:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045749:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.045754:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4d80 00000400:00000200:2.0:1767326937.045759:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 1640 00000800:00000001:2.0:1767326937.045763:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045767:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045770:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.045773:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.045776:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.045778:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.045782:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000040:2.0:1767326937.045785:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010360192 msgsize 328 00000100:00100000:2.0:1767326937.045790:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.045793:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.045799:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045803:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.045804:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.045806:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.045808:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.045811:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.045813:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360064 00000400:00000200:2.0:1767326937.045817:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.045817:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.045820:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.045824:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.045826:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:3.0:1767326937.045828:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000200:2.0:1767326937.045833:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.045833:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.045839:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.045839:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.045862:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.045866:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.045868:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.045873:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f600 00000100:00000001:3.0:1767326937.045874:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.045880:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.045882:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.045889:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a74d [1] + 224 00000800:00000001:2.0:1767326937.045893:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045899:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.045901:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.045904:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.045908:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.045914:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.045927:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.045927:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096400. 00000020:00000010:3.0:1767326937.045934:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd80. 00000020:00000010:3.0:1767326937.045940:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789190c8. 00000100:00000001:3.0:1767326937.045945:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.045947:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.045948:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.045951:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.045953:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.045957:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.045958:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.045964:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.045965:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767326937.045967:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.045969:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326937.045969:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360192 00000800:00000001:2.0:1767326937.045972:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.045975:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326937.045975:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.045979:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.045980:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.045982:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.045987:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.045988:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.045989:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:3.0:1767326937.045990:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360192 00000400:00000001:1.0:1767326937.045993:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767326937.045995:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.045998:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000010:1.0:1767326937.045999:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3580. 00000400:00000200:2.0:1767326937.046000:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.046002:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326937.046006:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000020:00000040:3.0:1767326937.046007:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=6 00000400:00000200:2.0:1767326937.046008:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.046011:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000020:00000001:3.0:1767326937.046013:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.046016:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.046018:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.046020:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000200:1.0:1767326937.046026:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.046026:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f680 00000100:00000001:3.0:1767326937.046027:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.046033:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.046037:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.046039:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.046046:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.046047:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a775 [1] + 224 00000020:00000010:3.0:1767326937.046053:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096000. 00000800:00000001:2.0:1767326937.046054:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.046055:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.046060:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd00. 00000800:00000001:2.0:1767326937.046062:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.046066:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000400:00000200:2.0:1767326937.046068:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.046070:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.046071:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326937.046073:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.046075:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767326937.046077:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.046079:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326937.046080:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.046083:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326937.046083:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326937.046085:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.046087:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.046090:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046091:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.046092:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.046098:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.046105:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767326937.046108:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.046110:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767326937.046111:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326937.046114:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00100000:3.0:1767326937.046120:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10923 00000100:00000001:1.0:1767326937.046122:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.046126:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.046128:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:1.0:1767326937.046132:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326937.046134:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 00000100:00000001:2.0:1767326937.046135:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.046138:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.046142:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.046143:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326937.046144:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010359680/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.046147:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:2.0:1767326937.046150:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046152:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326937.046155:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.046156:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.046160:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.046165:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767326937.046166:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.046168:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.046170:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:3.0:1767326937.046175:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.046181:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000010:3.0:1767326937.046182:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000001:1.0:1767326937.046186:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.046190:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.046193:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.046194:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.046195:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139445:x1853164010359680:12345-192.168.204.119@tcp:104: 00000100:00000040:1.0:1767326937.046201:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.046202:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.046206:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010359680 00000400:00000200:2.0:1767326937.046212:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.046212:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.046219:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326937.046223:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f780 00000020:00000001:3.0:1767326937.046224:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.046229:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86129b600 refcount=2 00000100:00100000:1.0:1767326937.046234:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643648:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.046234:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.046235:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539543552 : -115550170008064 : ffff96e86129b600) 00010000:00000001:3.0:1767326937.046241:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539543552 : -115550170008064 : ffff96e86129b600) 00000400:00000200:2.0:1767326937.046244:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a77d [1] + 224 00000100:00000001:1.0:1767326937.046245:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.046247:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.046252:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326937.046253:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.046253:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.046259:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841aa00 x1853164247643648/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.046260:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.046261:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.046266:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.046278:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.046282:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326937.046285:0:2512:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326937.046286:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.046290:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e754e34c00. 00000100:00000200:2.0:1767326937.046293:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.046295:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.046299:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.046302:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.046307:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.046311:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 02000000:00000001:1.0:1767326937.046316:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.046320:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.046324:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841aa00. 00000100:00000040:2.0:1767326937.046324:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.046331:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326937.046332:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326937.046334:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.046337:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767326937.046340:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.046343:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11400. 00000100:00000001:1.0:1767326937.046344:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.046344:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.046348:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326937.046349:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.046351:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.046354:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.046355:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.046358:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326937.046362:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767326937.046363:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3688. 00010000:00000001:3.0:1767326937.046367:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.046369:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000100:00001000:3.0:1767326937.046372:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000010:1.0:1767326937.046373:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:1.0:1767326937.046379:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326937.046380:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767326937.046385:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.046387:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.046391:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.046394:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000001:2.0:1767326937.046398:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.046400:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1767326937.046405:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.046406:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.046410:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.046413:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.046416:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.046422:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.046428:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:3.0:1767326937.046429:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000400:00000200:2.0:1767326937.046435:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.046435:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010359680, offset 224 00000100:00000001:1.0:1767326937.046437:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.046442:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.046444:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046448:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.046449:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.046451:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.046453:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.046455:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f800 00000100:00000001:1.0:1767326937.046456:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.046461:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.046463:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:1.0:1767326937.046466:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.046470:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.046472:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.046474:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.046476:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.046478:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.046480:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.046482:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.046484:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.046487:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.046488:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.046495:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.046501:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a795 [1] + 224 00000400:00000200:3.0:1767326937.046501:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.046511:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.046513:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.046515:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.046517:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326937.046518:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046520:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.046524:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.046525:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556847:1556847:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556840:1556840:8:4294967295] 00000100:00000040:1.0:1767326937.046529:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.046535:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.046539:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:1.0:1767326937.046550:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643776:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.046560:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000001:1.0:1767326937.046561:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.046564:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.046567:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3ec8. 00000800:00000200:3.0:1767326937.046570:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.046573:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000400:00000010:1.0:1767326937.046577:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000800:00000010:3.0:1767326937.046577:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000100:00000001:1.0:1767326937.046582:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.046584:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767326937.046587:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:1.0:1767326937.046589:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.046593:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.046602:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.046610:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326937.046617:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.046624:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.046625:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.046628:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.046631:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.046633:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.046636:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.046639:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767326937.046641:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.046643:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.046646:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.046648:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.0:1767326937.046648:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2acc0. 02000000:00000001:1.0:1767326937.046649:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.046654:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00001000:1.0:1767326937.046655:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.046659:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.046661:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.046663:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.046665:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326937.046666:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.046669:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.046671:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.046673:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767326937.046675:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.046676:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000001:3.0:1767326937.046678:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.046680:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.046683:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.046687:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010359680/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.046691:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.046697:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.046704:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00000400:00000200:2.0:1767326937.046711:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.046714:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.046729:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:139445:x1853164010359680:12345-192.168.204.119@tcp:104: Request processed in 548us (1314us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.046730:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326937.046732:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.046734:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.046741:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000100:00000040:1.0:1767326937.046743:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.046748:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000100:00000001:2.0:1767326937.046754:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.046758:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767326937.046759:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.046765:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.046765:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.046768:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326937.046771:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.046773:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b800 x1853164247643776/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.046776:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.046781:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046782:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767326937.046784:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10923 02000000:00000001:1.0:1767326937.046786:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.046789:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.046791:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b82200. 00000100:00000040:3.0:1767326937.046792:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 02000000:00000001:1.0:1767326937.046797:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326937.046798:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767326937.046800:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:1.0:1767326937.046801:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326937.046802:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767326937.046805:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000010:3.0:1767326937.046808:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd000. 00000020:00000001:1.0:1767326937.046809:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326937.046809:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.046813:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 00000400:00000200:2.0:1767326937.046817:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.046817:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 02000000:00000001:1.0:1767326937.046819:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.046822:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767326937.046825:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097e00. 00000100:00000010:1.0:1767326937.046826:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b800. 00000400:00000200:2.0:1767326937.046826:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.046833:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767326937.046834:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 5 00000400:00000200:2.0:1767326937.046835:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c4e00 00000100:00000001:1.0:1767326937.046836:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.046861:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.046863:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.046869:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247644032/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.046873:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.046878:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326937.046882:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.046883:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a73d [2] + 1968 02000000:00000001:1.0:1767326937.046886:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326937.046887:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10924 02000000:00000010:1.0:1767326937.046889:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b83800. 00000400:00000010:2.0:1767326937.046891:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200c60. 00000100:00000040:3.0:1767326937.046894:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 02000000:00000001:1.0:1767326937.046895:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326937.046898:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23900 00000100:00000001:3.0:1767326937.046898:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794325376 : -115549915226240 : ffff96e870595f80) 00000020:00000001:1.0:1767326937.046899:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.046903:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.046904:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.046908:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767326937.046909:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595f80 x1853164010359808/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326937.046911:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e754e34000. 00000800:00000001:2.0:1767326937.046912:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.046917:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326937.046918:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.046921:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.046925:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000001:3.0:1767326937.046928:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.046929:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.046931:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.046934:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.046935:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23900 00000020:00000010:3.0:1767326937.046935:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:1.0:1767326937.046938:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.046940:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23900. 00000100:00000001:3.0:1767326937.046941:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.046942:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.046945:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.046946:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767326937.046947:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000400:00000001:1.0:1767326937.046950:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767326937.046950:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000001:1.0:1767326937.046954:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326937.046957:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a37450 x1853164010360320 msgsize 328 00000100:00100000:3.0:1767326937.046957:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010359808:12345-192.168.204.119@tcp:104: 00000400:00000010:1.0:1767326937.046958:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3210. 00000400:00000200:1.0:1767326937.046966:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000100:00000200:3.0:1767326937.046966:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010359808 00000400:00000010:1.0:1767326937.046971:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00100000:2.0:1767326937.046972:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:3.0:1767326937.046972:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.046977:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.046978:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326937.046978:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:00000001:3.0:1767326937.046980:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.046983:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767326937.046984:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8715a2c00 refcount=2 00000100:00000200:1.0:1767326937.046986:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.046989:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523811154944 : -115549898396672 : ffff96e8715a2c00) 00000800:00000001:2.0:1767326937.046990:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.046995:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523811154944 : -115549898396672 : ffff96e8715a2c00) 00000800:00000001:2.0:1767326937.046997:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.047002:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767326937.047003:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.047003:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.047007:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.047008:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.047014:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.047016:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.047019:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047020:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.047025:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.047028:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.047030:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.047031:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.047034:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326937.047035:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.047039:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767326937.047040:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047040:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:3.0:1767326937.047045:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 00000100:00001000:1.0:1767326937.047047:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.047049:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.047050:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.047054:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.047056:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047060:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.047062:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326937.047063:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.047067:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047067:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f900 00010000:00000001:3.0:1767326937.047067:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.047073:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767326937.047074:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.047077:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047077:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.047080:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.047082:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.047085:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:3.0:1767326937.047087:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.047089:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a79d [1] + 224 00000100:00000001:1.0:1767326937.047091:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326937.047094:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326937.047095:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.047098:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.047100:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767326937.047103:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.047104:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.047105:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.047110:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.047111:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326937.047119:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.047123:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.047124:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326937.047126:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093908. 00000100:00000001:1.0:1767326937.047129:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.047129:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.047132:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010359808, offset 224 00000100:00000001:1.0:1767326937.047133:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.047138:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.047143:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.047147:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.047159:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.047168:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.047169:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644160:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.047172:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.047180:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.047185:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.047186:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556848:1556848:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556841:1556841:8:4294967295] 00000100:00000001:2.0:1767326937.047191:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.047193:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247644160/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.047195:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.047213:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.047217:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.047221:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326937.047223:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767326937.047225:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541da00. 00000800:00000200:3.0:1767326937.047225:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.047229:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.047232:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:3.0:1767326937.047233:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9400. 00000800:00000001:2.0:1767326937.047234:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.047235:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.047240:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.047240:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326937.047245:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:1.0:1767326937.047246:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.047250:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2600. 00000400:00000200:2.0:1767326937.047250:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.047257:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:3.0:1767326937.047257:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326937.047261:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326937.047263:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000200:3.0:1767326937.047264:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326937.047265:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00000100:00000001:1.0:1767326937.047270:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326937.047271:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047273:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.047273:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047279:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047280:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.047283:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.047286:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326937.047287:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.047290:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.047294:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.047294:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fa00 00000400:00000010:1.0:1767326937.047297:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b38f0. 00000400:00000200:2.0:1767326937.047302:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.047304:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:1.0:1767326937.047307:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:1.0:1767326937.047310:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.047315:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a7bd [1] + 224 00000100:00000200:1.0:1767326937.047316:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.047322:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.047329:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.047336:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.047337:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326937.047338:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.047340:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.047341:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326937.047344:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.047345:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.047349:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.047351:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:3.0:1767326937.047351:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00000100:00000001:1.0:1767326937.047352:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.047355:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.047357:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.047359:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.047359:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326937.047365:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326937.047367:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326937.047367:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00001000:1.0:1767326937.047370:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:3.0:1767326937.047373:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.047378:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.047379:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.047384:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.047384:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.047390:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326937.047391:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.047393:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.047395:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595f80 x1853164010359808/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.047398:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.047400:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.047405:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.047408:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.047417:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.047425:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.047430:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.047431:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010359808:12345-192.168.204.119@tcp:104: Request processed in 496us (1903us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.047435:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.047438:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.047446:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10924 00000100:00000040:1.0:1767326937.047447:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.047452:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:3.0:1767326937.047457:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.047461:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767326937.047462:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644416:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1767326937.047465:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767326937.047466:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd780. 00000100:00000001:1.0:1767326937.047468:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.047471:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9400. 00000100:00000001:1.0:1767326937.047472:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767326937.047473:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789194b0. 00000400:00000200:2.0:1767326937.047478:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.047480:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247644416/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.047480:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096c00. 00000020:00000040:3.0:1767326937.047487:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000400:00000200:2.0:1767326937.047488:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.047494:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.047497:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093908 00000100:00000001:1.0:1767326937.047502:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767326937.047502:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093908. 02000000:00000001:1.0:1767326937.047505:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.047508:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767326937.047509:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541c200. 00000100:00000010:3.0:1767326937.047509:0:274003:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b13800. 00000100:00000001:2.0:1767326937.047513:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767326937.047515:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.047518:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.047519:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.047520:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767326937.047520:0:274003:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c234000. 00000020:00000001:1.0:1767326937.047522:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.047526:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526dfc00. 00000800:00000001:2.0:1767326937.047527:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.047531:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767326937.047531:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.047534:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.047537:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00000800:00000001:2.0:1767326937.047537:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.047543:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047549:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326937.047551:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.047552:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.047556:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047560:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047561:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.047564:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.047568:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047568:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047574:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047578:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.047581:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000200:2.0:1767326937.047585:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f980 00000020:00000001:1.0:1767326937.047588:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326937.047589:0:274003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000020:00000001:1.0:1767326937.047592:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047593:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.047598:0:274003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7bb0. 00010000:00010000:1.0:1767326937.047599:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:2.0:1767326937.047602:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a7c5 [1] + 224 00010000:00000001:1.0:1767326937.047606:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000001:2.0:1767326937.047608:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.047609:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1767326937.047610:0:274003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a6c0. 00010000:00010000:1.0:1767326937.047615:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.047615:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.047617:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.047620:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767326937.047621:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360320 02000000:00000001:3.0:1767326937.047624:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.047627:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.047630:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047631:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:3.0:1767326937.047635:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.047636:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86129b600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326937.047637:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326937.047638:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360320 00000020:00000001:3.0:1767326937.047642:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:1.0:1767326937.047644:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767326937.047645:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326937.047645:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00000001:1.0:1767326937.047647:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1767326937.047648:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.047652:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767326937.047652:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:1.0:1767326937.047655:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767326937.047657:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000040:1.0:1767326937.047660:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86129b600 refcount=3 00000020:00000001:3.0:1767326937.047662:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:1.0:1767326937.047666:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539543552 : -115550170008064 : ffff96e86129b600) 00000100:00000001:3.0:1767326937.047667:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.047672:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539543552 : -115550170008064 : ffff96e86129b600) 00000020:00000010:3.0:1767326937.047672:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:3.0:1767326937.047676:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.047679:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326937.047681:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00010000:1.0:1767326937.047685:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.047686:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096c00. 00000020:00000010:3.0:1767326937.047692:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd780. 00000100:00000040:2.0:1767326937.047693:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.047698:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789194b0. 00000008:00000001:1.0:1767326937.047701:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.047704:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767326937.047705:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:3.0:1767326937.047707:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.047710:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.047711:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:3.0:1767326937.047715:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.047727:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:3.0:1767326937.047731:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.047732:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.047735:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:1.0:1767326937.047736:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.047739:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00001000:1.0:1767326937.047740:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000800:00000001:2.0:1767326937.047742:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.047742:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000008:00000001:1.0:1767326937.047745:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.047750:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000001:2.0:1767326937.047750:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.047750:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10925 00000100:00000040:3.0:1767326937.047753:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000800:00000001:2.0:1767326937.047755:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.047756:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00010000:00000001:1.0:1767326937.047757:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:2.0:1767326937.047760:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.047761:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767326937.047764:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010360064/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.047766:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.047770:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047771:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.047776:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86129b600 with handle 0xb12620548e090e9d from hash 00000100:00000001:3.0:1767326937.047778:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.047782:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767326937.047782:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.047783:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.047787:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.047787:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.047790:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326937.047791:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.047793:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.047794:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:3.0:1767326937.047798:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139438:x1853164010360064:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326937.047800:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.047801:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.047804:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000200:3.0:1767326937.047806:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010360064 00000400:00000200:2.0:1767326937.047810:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.047811:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767326937.047811:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.047814:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.047816:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.047818:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.047819:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f700 00000020:00000040:3.0:1767326937.047820:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871749400 refcount=2 00010000:00000001:1.0:1767326937.047821:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.047826:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.047826:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812885504 : -115549896666112 : ffff96e871749400) 00000400:00000200:2.0:1767326937.047827:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.047832:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812885504 : -115549896666112 : ffff96e871749400) 00010000:00000001:1.0:1767326937.047833:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326937.047835:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.047838:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.047838:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a78d [1] + 224 00010000:00000001:3.0:1767326937.047839:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.047856:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.047861:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.047864:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1767326937.047868:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000800:00000001:2.0:1767326937.047870:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326937.047870:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13c00. 00000020:00000040:1.0:1767326937.047874:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:3.0:1767326937.047875:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.047878:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.047879:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.047882:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326937.047884:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326937.047884:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767326937.047885:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767326937.047887:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.047890:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326937.047892:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.047894:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.047899:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767326937.047901:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2600. 00000100:00000001:2.0:1767326937.047901:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326937.047902:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.047906:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326937.047909:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.047909:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767326937.047910:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.047912:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.047914:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767326937.047917:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767326937.047921:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.047924:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.047929:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093f68. 00000100:00000200:3.0:1767326937.047934:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010360064, offset 224 00000100:00000040:2.0:1767326937.047936:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.047943:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:3.0:1767326937.047944:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.047947:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.047952:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.047955:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326937.047959:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326937.047961:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.047962:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.047967:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556849:1556849:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556842:1556842:8:4294967295] 00000100:00000040:1.0:1767326937.047972:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.047972:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.047986:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.047995:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.047997:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.047998:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767326937.047999:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9700. 00010000:00000001:1.0:1767326937.048004:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767326937.048004:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.048008:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.048010:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.048011:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.048011:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.048016:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048016:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.048022:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.048023:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.048027:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.048030:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326937.048030:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.048038:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.048039:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048046:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767326937.048047:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.048049:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.048051:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129b600/0xb12620548e090e9d lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed487 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.048055:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326937.048058:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:3.0:1767326937.048061:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a9c0. 00000400:00000200:2.0:1767326937.048066:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.048067:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326937.048068:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891c780. 00000400:00000200:2.0:1767326937.048073:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fa80 00010000:00000040:1.0:1767326937.048075:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e86129cb00 count: 0 00010000:00010000:3.0:1767326937.048077:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000400:00000200:2.0:1767326937.048081:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.048082:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.048083:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e86129c800. 00010000:00000001:3.0:1767326937.048087:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048089:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a7cd [1] + 224 00010000:00000001:3.0:1767326937.048090:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048093:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.048097:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:2.0:1767326937.048098:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1767326937.048101:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2acc0. 00000100:00000040:3.0:1767326937.048101:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010360064/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767326937.048105:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.048107:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048111:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326937.048112:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.048115:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.048121:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:2.0:1767326937.048123:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.048126:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326937.048130:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326937.048131:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.048136:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.048138:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.048142:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139438:x1853164010360064:12345-192.168.204.119@tcp:104: Request processed in 357us (2481us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326937.048160:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8715a2c00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326937.048162:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10925 00000008:00000001:1.0:1767326937.048165:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.048169:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767326937.048170:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000040:2.0:1767326937.048171:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.048172:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.048176:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.048176:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.048180:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767326937.048181:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8715a2c00 refcount=3 00000020:00000010:3.0:1767326937.048185:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd80. 00000020:00000001:1.0:1767326937.048187:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523811154944 : -115549898396672 : ffff96e8715a2c00) 00000100:00000001:2.0:1767326937.048189:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.048192:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789190c8. 00010000:00000001:1.0:1767326937.048193:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523811154944 : -115549898396672 : ffff96e8715a2c00) 00010000:00000001:1.0:1767326937.048198:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326937.048198:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096400. 00010000:00010000:1.0:1767326937.048201:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1767326937.048204:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000008:00000001:1.0:1767326937.048211:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.048211:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.048214:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.048217:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.048219:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.048222:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:3.0:1767326937.048222:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000008:00000001:1.0:1767326937.048224:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.048225:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00001000:1.0:1767326937.048228:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000800:00000200:2.0:1767326937.048229:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000001:1.0:1767326937.048233:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.048234:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10926 00000800:00000010:2.0:1767326937.048235:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9700. 00010000:00000001:1.0:1767326937.048240:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767326937.048241:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:2.0:1767326937.048242:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.048244:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326937.048245:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00010000:00000001:1.0:1767326937.048247:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.048252:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326937.048254:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:3.0:1767326937.048254:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010360192/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.048255:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.048261:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8715a2c00 with handle 0xb12620548e080f40 from hash 00000400:00000200:2.0:1767326937.048262:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093f68 00010000:00000001:1.0:1767326937.048267:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767326937.048268:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093f68. 00010000:00000001:1.0:1767326937.048271:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.048272:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326937.048274:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.048275:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326937.048277:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00000001:1.0:1767326937.048279:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326937.048279:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.048281:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.048284:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:2.0:1767326937.048286:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.048286:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00000001:1.0:1767326937.048288:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.048292:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:2.0:1767326937.048293:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.048295:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.048298:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.048298:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.048302:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048303:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.048304:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.048307:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.048311:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:1.0:1767326937.048312:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000040:1.0:1767326937.048317:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.048318:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.048322:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.048325:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.048327:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.048328:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048333:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.048334:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 00000100:00000001:1.0:1767326937.048339:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048339:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.048344:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.048348:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5000 00010000:00010000:1.0:1767326937.048350:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326937.048353:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010360192:12345-192.168.204.119@tcp:104: 00000400:00000200:2.0:1767326937.048360:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 0 00000100:00000200:3.0:1767326937.048364:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010360192 00010000:00000001:3.0:1767326937.048369:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:1.0:1767326937.048370:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000001:2.0:1767326937.048371:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.048374:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.048374:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:2.0:1767326937.048378:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.048378:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.048379:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326937.048383:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767326937.048383:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e0200 refcount=2 00000100:00000001:1.0:1767326937.048384:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.048390:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106763264 : -115550602788352 : ffff96e8475e0200) 00000400:00000200:2.0:1767326937.048393:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:1.0:1767326937.048395:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_01+1] req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.048397:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106763264 : -115550602788352 : ffff96e8475e0200) 00000100:00000001:2.0:1767326937.048400:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767326937.048404:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767326937.048405:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:3.0:1767326937.048410:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326937.048412:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594e00. 00010000:00000001:1.0:1767326937.048414:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767326937.048416:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.048418:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594e00 x1853164010360832 msgsize 328 00010000:00000001:1.0:1767326937.048419:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.048422:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.048426:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048431:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.048433:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000008:00000001:1.0:1767326937.048437:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.048438:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767326937.048439:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1767326937.048441:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326937.048442:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:2.0:1767326937.048445:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326937.048448:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10800. 00000800:00000001:2.0:1767326937.048451:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.048453:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326937.048454:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048456:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.048457:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8715a2c00/0xb12620548e080f40 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa667 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.048458:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048460:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.048464:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.048468:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048470:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:3.0:1767326937.048474:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000010:1.0:1767326937.048476:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e759405040. 00000400:00000200:2.0:1767326937.048482:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.048484:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767326937.048485:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f3fae00 count: 0 00000400:00000200:2.0:1767326937.048489:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326937.048491:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f3fad00. 00000100:00000040:3.0:1767326937.048491:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.048497:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.048498:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.048502:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326937.048504:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.048505:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.048506:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048507:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.048511:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 00000100:00000001:3.0:1767326937.048512:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.048514:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5080 00010000:00000001:1.0:1767326937.048518:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.048520:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.048522:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.048525:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 328 00000020:00000001:1.0:1767326937.048526:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.048527:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093b28. 00010000:00010000:1.0:1767326937.048532:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000001:2.0:1767326937.048535:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326937.048535:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010360192, offset 224 00010000:00000001:1.0:1767326937.048536:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.048539:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:2.0:1767326937.048542:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.048544:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.048547:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.048547:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.048558:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.048559:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.048560:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871749400 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.048566:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767326937.048568:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.048569:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.048572:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.048574:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326937.048577:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556850:1556850:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556843:1556843:8:4294967295] 00000020:00000040:1.0:1767326937.048578:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871749400 refcount=3 00000020:00000001:1.0:1767326937.048584:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523812885504 : -115549896666112 : ffff96e871749400) 00000400:00000200:3.0:1767326937.048588:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.048590:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523812885504 : -115549896666112 : ffff96e871749400) 00010000:00000001:1.0:1767326937.048594:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.048598:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.048601:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:1.0:1767326937.048612:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.048613:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767326937.048614:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.048615:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:2.0:1767326937.048617:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:1.0:1767326937.048619:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000800:00000010:3.0:1767326937.048621:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9900. 00000020:00001000:1.0:1767326937.048624:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000010:2.0:1767326937.048624:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594a80. 00000008:00000001:1.0:1767326937.048628:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:2.0:1767326937.048630:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594a80 x1853164010360960 msgsize 328 00000800:00000200:3.0:1767326937.048630:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000008:00000001:1.0:1767326937.048631:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.048637:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.048642:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.048642:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:2.0:1767326937.048645:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326937.048647:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1767326937.048649:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.048651:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.048652:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.048656:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767326937.048658:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048660:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.048663:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.048665:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000040:1.0:1767326937.048668:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e871749400 with handle 0xb12620548e07ba44 from hash 00010000:00000001:3.0:1767326937.048671:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.048672:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.048675:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1767326937.048676:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a480. 00010000:00000001:1.0:1767326937.048677:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.048680:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326937.048682:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.048684:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.048686:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.048689:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000200:2.0:1767326937.048690:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.048693:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767326937.048694:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00010000:00010000:3.0:1767326937.048694:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326937.048696:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.048701:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048702:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048702:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326937.048706:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048708:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326937.048709:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048711:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.048713:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:1.0:1767326937.048729:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00000400:00000200:2.0:1767326937.048729:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093b28 00000100:00000040:3.0:1767326937.048732:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010360192/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326937.048734:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093b28. 00000020:00000040:1.0:1767326937.048735:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.048741:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326937.048742:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767326937.048745:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326937.048747:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767326937.048749:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048754:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.048755:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010360192:12345-192.168.204.119@tcp:104: Request processed in 479us (2965us total) trans 0 rc 0/0 02000000:00000010:1.0:1767326937.048757:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00000800:00000001:2.0:1767326937.048760:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.048763:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.048765:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.048767:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000001:2.0:1767326937.048769:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.048772:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.048777:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.048785:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:2.0:1767326937.048786:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.048788:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.048793:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326937.048796:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.048797:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.048802:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.048806:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_00+0] req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.048812:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.048822:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5180 00010000:00000001:1.0:1767326937.048831:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.048835:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 656 00010000:00000001:1.0:1767326937.048836:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.048860:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.048863:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.048866:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.048868:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.048872:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.048874:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.048881:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.048886:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871749400/0xb12620548e07ba44 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493f7d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.048886:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306855752, at 4306855753 00010000:00000010:1.0:1767326937.048897:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e760d21b40. 00000100:00000010:2.0:1767326937.048898:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b443c0. 00010000:00000040:1.0:1767326937.048903:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e881010f00 count: 0 00000100:00100000:3.0:1767326937.048903:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10926 00000100:00000040:3.0:1767326937.048910:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000010:1.0:1767326937.048911:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8785eb400. 00000100:00000001:3.0:1767326937.048915:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.048918:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326937.048919:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767326937.048922:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360832 00000020:00000010:3.0:1767326937.048924:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd00. 02000000:00000001:2.0:1767326937.048926:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767326937.048928:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.048930:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326937.048932:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1767326937.048932:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00000100:00000001:2.0:1767326937.048933:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.048936:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a9c0. 02000000:00000001:2.0:1767326937.048939:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.048940:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096000. 00010000:00000001:1.0:1767326937.048942:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.048946:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360832 00000020:00000001:1.0:1767326937.048947:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1767326937.048948:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000001:1.0:1767326937.048951:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.048951:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767326937.048953:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326937.048956:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00010000:00010000:1.0:1767326937.048957:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:2.0:1767326937.048960:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.048961:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.048964:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326937.048965:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767326937.048966:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00010000:1.0:1767326937.048969:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326937.048970:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360960 00000020:00000001:2.0:1767326937.048971:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000001:3.0:1767326937.048975:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767326937.048977:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326937.048979:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.048983:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.048984:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1767326937.048986:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8475e0200 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:3.0:1767326937.048989:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.048990:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000008:00000001:1.0:1767326937.048991:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767326937.048994:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360960 00010000:00000001:1.0:1767326937.048995:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.048996:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.049000:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.049000:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767326937.049001:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000001:1.0:1767326937.049004:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.049004:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000040:1.0:1767326937.049009:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8475e0200 refcount=3 00000020:00000010:2.0:1767326937.049009:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671e00. 00000020:00000001:3.0:1767326937.049009:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.049011:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00000020:00000001:1.0:1767326937.049015:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523106763264 : -115550602788352 : ffff96e8475e0200) 00000020:00000001:3.0:1767326937.049016:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000010:2.0:1767326937.049017:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfb80. 00010000:00000001:1.0:1767326937.049023:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523106763264 : -115550602788352 : ffff96e8475e0200) 00000020:00000001:3.0:1767326937.049024:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000010:2.0:1767326937.049025:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed898. 00010000:00000001:1.0:1767326937.049028:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326937.049030:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1767326937.049032:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.049033:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767326937.049036:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.049037:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.049041:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.049043:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1767326937.049047:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767326937.049048:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.049049:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.049050:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.049054:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:2.0:1767326937.049055:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.049057:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096000. 00000020:00001000:1.0:1767326937.049060:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.049063:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000010:3.0:1767326937.049063:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd00. 00000008:00000001:1.0:1767326937.049066:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.049066:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.049070:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767326937.049070:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000020:00001000:1.0:1767326937.049071:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.049076:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.049078:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10927 00000100:00000001:3.0:1767326937.049078:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767326937.049080:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767326937.049082:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767326937.049085:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767326937.049085:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326937.049086:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.049089:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326937.049090:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933398096 : -115549776153520 : ffff96e878a37450) 00010000:00000001:1.0:1767326937.049093:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.049094:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.049096:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.049100:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a37450 x1853164010360320/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.049100:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326937.049101:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8475e0200 with handle 0xb12620548e08c65f from hash 00010000:00000001:1.0:1767326937.049107:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.049109:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.049112:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326937.049113:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.049117:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767326937.049118:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767326937.049119:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.049123:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767326937.049125:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00010000:00000001:1.0:1767326937.049127:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:3.0:1767326937.049127:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10928 00000100:00000001:2.0:1767326937.049130:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.049133:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:3.0:1767326937.049134:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000020:00000010:2.0:1767326937.049135:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:1.0:1767326937.049137:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.049138:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320896 : -115549915230720 : ffff96e870594e00) 00010000:00000001:1.0:1767326937.049140:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.049144:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.049145:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:139443:x1853164010360320:12345-192.168.204.119@tcp:104: 00010000:00000001:1.0:1767326937.049148:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767326937.049148:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594e00 x1853164010360832/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.049151:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:2.0:1767326937.049154:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010360320 00000100:00000010:1.0:1767326937.049157:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00010000:00000001:2.0:1767326937.049159:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000040:1.0:1767326937.049163:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:2.0:1767326937.049165:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.049166:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.049168:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326937.049168:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.049172:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1767326937.049172:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000020:00000040:2.0:1767326937.049173:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f24f800 refcount=2 02000000:00000001:1.0:1767326937.049177:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.049178:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237242880 : -115550472308736 : ffff96e84f24f800) 00000100:00000001:3.0:1767326937.049178:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326937.049183:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3200. 00010000:00000001:2.0:1767326937.049184:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237242880 : -115550472308736 : ffff96e84f24f800) 00000020:00000010:3.0:1767326937.049184:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000001:1.0:1767326937.049190:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.049191:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.049196:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326937.049196:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.049196:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:88283:x1853164010360832:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326937.049202:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326937.049204:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326937.049204:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010360832 00010000:00000001:3.0:1767326937.049209:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.049214:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.049217:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.049220:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e65c00 refcount=2 00010000:00010000:1.0:1767326937.049223:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:3.0:1767326937.049226:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098921984 : -115550610629632 : ffff96e846e65c00) 00010000:00000001:1.0:1767326937.049228:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.049229:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767326937.049230:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098921984 : -115550610629632 : ffff96e846e65c00) 00000100:00000001:1.0:1767326937.049234:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326937.049235:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767326937.049235:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.049240:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.049241:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36400. 00010000:00000001:3.0:1767326937.049241:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.049247:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.049250:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.049251:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_01+1] req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.049251:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.049257:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.049261:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.049267:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.049275:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767326937.049276:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767326937.049278:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326937.049279:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767326937.049282:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326937.049283:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.049285:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767326937.049286:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11000. 00000100:00000001:2.0:1767326937.049287:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:1.0:1767326937.049289:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.049291:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.049293:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326937.049294:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.049296:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.049297:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.049298:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.049303:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326937.049303:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767326937.049305:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.049307:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.049312:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00001000:3.0:1767326937.049314:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000010:2.0:1767326937.049318:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00010000:00000001:1.0:1767326937.049321:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.049323:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767326937.049326:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e0200/0xb12620548e08c65f lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da702 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.049326:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010360320, offset 224 00000100:00000040:3.0:1767326937.049330:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.049336:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.049338:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:3.0:1767326937.049343:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000010:1.0:1767326937.049346:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846f330c0. 02000000:00000001:3.0:1767326937.049346:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.049348:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.049353:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767326937.049354:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8693ba500 count: 0 00000400:00000200:2.0:1767326937.049357:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:3.0:1767326937.049361:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326937.049362:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8475e2900. 00000400:00000010:3.0:1767326937.049367:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093990. 00000400:00000200:2.0:1767326937.049368:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556851:1556851:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556844:1556844:8:4294967295] 00000100:00000200:3.0:1767326937.049374:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010360832, offset 224 00010000:00000001:1.0:1767326937.049378:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.049379:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.049382:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.049386:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a480. 00000400:00000200:3.0:1767326937.049387:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.049393:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.049397:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:1.0:1767326937.049398:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.049401:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.049406:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.049409:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326937.049410:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.049411:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.049412:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.049418:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1767326937.049418:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000020:00000001:1.0:1767326937.049421:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.049424:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:1.0:1767326937.049425:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.049432:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326937.049432:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.049438:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556852:1556852:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556845:1556845:7:4294967295] 00000100:00000001:1.0:1767326937.049443:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326937.049444:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326937.049447:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.049448:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326937.049450:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.049452:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326937.049457:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.049462:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.049466:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.049468:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:2.0:1767326937.049473:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.049478:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326937.049484:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1767326937.049484:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.049485:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.049489:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.049492:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 02000000:00000001:1.0:1767326937.049494:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.049499:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.049500:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:1.0:1767326937.049503:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.049503:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.049510:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.049510:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:1.0:1767326937.049513:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247644928:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.049515:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.049516:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.049523:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326937.049523:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.049524:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.049528:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326937.049532:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 02000000:00000001:1.0:1767326937.049533:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.049534:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a37450 x1853164010360320/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767326937.049538:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.049539:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:3.0:1767326937.049544:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 02000000:00000010:1.0:1767326937.049545:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3000. 00010000:00000001:3.0:1767326937.049550:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.049551:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.049552:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:139443:x1853164010360320:12345-192.168.204.119@tcp:104: Request processed in 430us (2591us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326937.049559:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:3.0:1767326937.049561:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000400:00000010:1.0:1767326937.049565:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61630. 00010000:00000001:3.0:1767326937.049567:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.049568:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10927 00000400:00000010:1.0:1767326937.049571:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00010000:00000001:3.0:1767326937.049573:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.049574:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000100:00000200:1.0:1767326937.049577:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247644928, portal 18 00010000:00000001:3.0:1767326937.049578:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.049579:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326937.049582:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.049583:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326937.049584:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326937.049587:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000020:00000001:0.0:1767326937.049588:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.049588:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594e00 x1853164010360832/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326937.049590:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd780. 00010000:00010000:0.0:1767326937.049596:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000010:2.0:1767326937.049598:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789194b0. 00000100:00000040:1.0:1767326937.049600:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.049604:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326937.049606:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096c00. 00010000:00000001:0.0:1767326937.049608:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326937.049611:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+6:88283:x1853164010360832:12345-192.168.204.119@tcp:104: Request processed in 440us (1188us total) trans 0 rc 0/0 00000020:00000040:2.0:1767326937.049614:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00010000:00010000:0.0:1767326937.049615:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.049622:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.049626:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326937.049627:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10800. 00000100:00100000:3.0:1767326937.049628:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10928 02000000:00000001:2.0:1767326937.049634:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767326937.049635:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326937.049636:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000010:2.0:1767326937.049638:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00010000:00010000:0.0:1767326937.049640:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f24f800 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.049640:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767326937.049641:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 02000000:00000001:2.0:1767326937.049644:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326937.049645:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.049645:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767326937.049646:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247644928, offset 0 00010000:00000001:0.0:1767326937.049649:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:2.0:1767326937.049649:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13c00. 00000020:00000010:3.0:1767326937.049650:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfb80. 00010000:00000001:0.0:1767326937.049652:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767326937.049656:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326937.049657:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767326937.049657:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767326937.049657:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed898. 00000020:00000040:0.0:1767326937.049661:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f24f800 refcount=3 00000100:00000010:2.0:1767326937.049662:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00000020:00000010:3.0:1767326937.049663:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671e00. 00000020:00000001:0.0:1767326937.049666:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237242880 : -115550472308736 : ffff96e84f24f800) 00000400:00000200:1.0:1767326937.049666:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.049669:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:3.0:1767326937.049670:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00000001:0.0:1767326937.049671:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237242880 : -115550472308736 : ffff96e84f24f800) 02000000:00000010:2.0:1767326937.049673:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00000400:00000200:1.0:1767326937.049676:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.049676:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.049677:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326937.049678:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767326937.049681:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1767326937.049683:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595f80. 00000400:00000200:1.0:1767326937.049686:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326937.049686:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767326937.049689:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326937.049690:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767326937.049693:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11400. 00000008:00000001:0.0:1767326937.049694:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767326937.049694:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:0.0:1767326937.049698:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326937.049699:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767326937.049699:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10929 00000020:00000001:0.0:1767326937.049701:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:1.0:1767326937.049703:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326937.049703:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 00000100:00000040:3.0:1767326937.049704:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000020:00001000:0.0:1767326937.049705:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 02000000:00000001:2.0:1767326937.049709:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326937.049710:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:3.0:1767326937.049710:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320000 : -115549915231616 : ffff96e870594a80) 00000400:00000200:1.0:1767326937.049712:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000010:2.0:1767326937.049713:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11c00. 00000008:00000001:0.0:1767326937.049714:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.049728:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 02000000:00000001:2.0:1767326937.049731:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326937.049732:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.049733:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556853:1556853:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556846:1556846:6:4294967295] 00000100:00000040:3.0:1767326937.049733:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594a80 x1853164010360960/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767326937.049735:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00010000:00000001:0.0:1767326937.049737:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.049741:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767326937.049742:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.049744:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767326937.049746:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36c00. 00010000:00000001:0.0:1767326937.049747:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767326937.049748:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.049751:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.049753:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1767326937.049758:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f24f800 with handle 0xb12620548e080f78 from hash 00000100:00000010:2.0:1767326937.049758:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597480. 00010000:00000001:0.0:1767326937.049765:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767326937.049765:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767326937.049766:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:2.0:1767326937.049767:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456c000. 00010000:00000001:0.0:1767326937.049768:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.049772:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326937.049772:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00000001:0.0:1767326937.049775:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326937.049775:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a37400. 00000100:00000001:3.0:1767326937.049778:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326937.049779:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.049780:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326937.049781:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.049784:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:3.0:1767326937.049785:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000800:00000010:1.0:1767326937.049787:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00010000:00000001:0.0:1767326937.049788:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.049792:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.049795:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767326937.049797:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88281:x1853164010360960:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326937.049798:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.049799:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326937.049803:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.049806:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:3.0:1767326937.049807:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010360960 00000800:00000200:1.0:1767326937.049811:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000010:0.0:1767326937.049812:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00010000:00000001:3.0:1767326937.049812:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000200:2.0:1767326937.049817:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326937.049818:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000200:1.0:1767326937.049818:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326937.049818:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1767326937.049823:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000020:00000001:3.0:1767326937.049823:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.049824:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326937.049825:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.049828:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767326937.049828:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e872acaa00 refcount=2 00000400:00000200:2.0:1767326937.049830:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.049831:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18060 usecs (19 jiffies) 02000000:00000001:0.0:1767326937.049832:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.049834:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523833338368 : -115549876213248 : ffff96e872acaa00) 02000000:00000010:0.0:1767326937.049839:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85277a200. 00000100:00000001:0.0:1767326937.049858:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.049860:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.049860:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:3.0:1767326937.049861:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523833338368 : -115549876213248 : ffff96e872acaa00) 00000400:00000200:1.0:1767326937.049862:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.049864:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.049868:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.049870:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855773 00000400:00000200:2.0:1767326937.049870:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00010000:00000001:3.0:1767326937.049872:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.049875:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00000100:00000010:1.0:1767326937.049879:0:2517:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96e878b44e40. 00010000:00010000:0.0:1767326937.049880:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326937.049881:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767326937.049881:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.049883:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.049886:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.049888:0:2517:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326937.049889:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767326937.049891:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36400. 00000100:00000001:0.0:1767326937.049893:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.049896:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855773 02000000:00000001:2.0:1767326937.049897:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326937.049901:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.049902:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767326937.049904:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.049904:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855752 02000000:00000001:3.0:1767326937.049906:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767326937.049912:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.049914:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.049918:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.049920:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00000020:00000001:3.0:1767326937.049923:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.049924:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326937.049925:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.049925:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767326937.049929:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.049932:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326937.049933:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326937.049935:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.049936:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.049937:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.049939:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.049942:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.049947:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.049947:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093990 00010000:00000001:3.0:1767326937.049947:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000008:00000001:0.0:1767326937.049953:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.049953:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093990. 00010000:00010000:3.0:1767326937.049954:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.049961:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767326937.049962:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.049965:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.049973:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.049976:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.049981:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.049984:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.049987:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767326937.049991:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.049994:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f24f800/0xb12620548e080f78 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa740 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326937.049994:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846e65c00 already unused, calling callback (ffffffffc13180e0) 00000800:00000200:2.0:1767326937.049998:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767326937.049999:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645184:192.168.204.119@tcp:103:ldlm_bl.0 00000008:00000001:3.0:1767326937.049999:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767326937.050003:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1767326937.050004:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00010000:00000001:3.0:1767326937.050006:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.050010:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767326937.050010:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.050012:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767326937.050013:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e65c00 refcount=3 02000000:00000001:1.0:1767326937.050015:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:0.0:1767326937.050016:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e759405f80. 02000000:00000001:1.0:1767326937.050018:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.050022:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000040:0.0:1767326937.050023:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878aed100 count: 0 02000000:00000001:1.0:1767326937.050023:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.050028:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e3b8 00010000:00000010:0.0:1767326937.050029:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878aedf00. 02000000:00000010:1.0:1767326937.050029:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2200. 00000400:00000010:2.0:1767326937.050033:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e3b8. 02000000:00000001:1.0:1767326937.050034:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.050040:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.050040:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326937.050041:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.050044:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.050047:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000400:00000010:1.0:1767326937.050047:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61478. 00000100:00000200:2.0:1767326937.050049:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.050053:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.050054:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000020:00000001:0.0:1767326937.050057:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.050061:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.050061:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645184, portal 18 00010000:00010000:0.0:1767326937.050066:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.050067:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767326937.050069:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.050070:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326937.050071:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050071:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658557440 : -115550050994176 : ffff96e86841b800) 00010000:00010000:0.0:1767326937.050077:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326937.050078:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.050080:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326937.050083:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.050085:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.050091:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.050101:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050103:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.050106:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326937.050108:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.050112:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000200:1.0:1767326937.050115:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645184, offset 0 00000400:00000200:1.0:1767326937.050120:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.050125:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.050131:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.050135:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1767326937.050135:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098921984 : -115550610629632 : ffff96e846e65c00) 00000400:00000200:1.0:1767326937.050140:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:3.0:1767326937.050142:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098921984 : -115550610629632 : ffff96e846e65c00) 00000400:00000200:1.0:1767326937.050145:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000001:2.0:1767326937.050146:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.050148:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767326937.050152:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.050152:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767326937.050153:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.050161:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556854:1556854:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556847:1556847:8:4294967295] 00000400:00000200:2.0:1767326937.050164:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:3.0:1767326937.050173:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767326937.050174:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.050178:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326937.050180:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767326937.050182:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00000100:00000200:2.0:1767326937.050184:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00001000:3.0:1767326937.050189:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00000400:00000200:1.0:1767326937.050190:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:2.0:1767326937.050192:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597480. 00000008:00000001:3.0:1767326937.050192:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1767326937.050196:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326937.050198:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00000100:00000040:2.0:1767326937.050199:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870597480 x1853164010361216 msgsize 328 00000800:00000200:1.0:1767326937.050203:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000008:00000001:3.0:1767326937.050203:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.050209:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:1.0:1767326937.050211:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00010000:00000001:3.0:1767326937.050213:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767326937.050214:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:3.0:1767326937.050216:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326937.050219:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1767326937.050220:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.050222:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050225:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767326937.050226:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846e65c00 with handle 0xb12620548e08edf0 from hash 00000800:00000200:1.0:1767326937.050232:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:2.0:1767326937.050232:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.050232:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326937.050236:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1767326937.050238:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326937.050239:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.050242:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:2.0:1767326937.050245:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.050246:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326937.050249:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000001:2.0:1767326937.050250:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.050255:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.050255:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767326937.050260:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326937.050261:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18060 usecs (19 jiffies) 00010000:00000001:3.0:1767326937.050264:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.050266:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.050268:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.050270:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.050272:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855773 00010000:00000001:3.0:1767326937.050273:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326937.050278:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855773 00000100:00000010:3.0:1767326937.050280:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000001:1.0:1767326937.050281:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855773 00000020:00000040:3.0:1767326937.050284:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.050286:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855773 00000100:00000001:3.0:1767326937.050288:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767326937.050289:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.050290:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326937.050291:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767326937.050295:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 02000000:00000001:3.0:1767326937.050295:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050296:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.050301:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767326937.050303:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858096400. 00000400:00000001:1.0:1767326937.050304:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.050309:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326937.050310:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.050311:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:1.0:1767326937.050312:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61f78. 00010000:00000001:3.0:1767326937.050315:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:1.0:1767326937.050320:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000200:2.0:1767326937.050320:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e088 00010000:00010000:3.0:1767326937.050320:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1767326937.050325:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000400:00000010:2.0:1767326937.050326:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e088. 00000100:00000001:1.0:1767326937.050331:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767326937.050332:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326937.050333:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767326937.050335:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.050340:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.050342:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326937.050364:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.050365:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.050373:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.050376:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.050379:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.050381:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.050385:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326937.050387:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.050389:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326937.050391:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050393:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.050395:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.050396:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.050398:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ee3708d] to pc [ptlrpcd_01_00+0] req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.050400:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.050406:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326937.050408:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326937.050415:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.050418:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.050421:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.050426:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.050427:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.050429:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326937.050430:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.050433:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.050434:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.050438:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.050439:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.050440:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767326937.050443:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.050444:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326937.050447:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.050450:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767326937.050450:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050453:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.050455:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:3.0:1767326937.050456:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.050461:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.050463:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5380 00010000:00010000:3.0:1767326937.050463:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.050475:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 984 00000100:00000001:1.0:1767326937.050488:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.050488:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.050488:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.050493:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1767326937.050493:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846e65c00/0xb12620548e08edf0 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5036 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.050496:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.050497:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.050502:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.050506:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767326937.050510:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846faf200. 00000400:00000200:2.0:1767326937.050512:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000040:3.0:1767326937.050518:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8487f0500 count: 0 00000100:00000001:2.0:1767326937.050520:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767326937.050525:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247644672:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1767326937.050525:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000010:3.0:1767326937.050526:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8487f0000. 00000100:00000010:2.0:1767326937.050532:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000100:00000001:1.0:1767326937.050534:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.050537:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010361728 msgsize 328 00000100:00000001:1.0:1767326937.050539:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767326937.050539:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.050543:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1767326937.050547:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247644672/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767326937.050548:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 00000100:00100000:2.0:1767326937.050550:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:3.0:1767326937.050555:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050562:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767326937.050562:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.050564:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767326937.050566:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.050568:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:3.0:1767326937.050570:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326937.050572:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2c00. 00000020:00000001:3.0:1767326937.050573:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326937.050575:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050577:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767326937.050578:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1767326937.050578:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.050582:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767326937.050583:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361216 00000020:00000001:3.0:1767326937.050583:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767326937.050587:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326937.050587:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767326937.050587:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050592:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.050594:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:3.0:1767326937.050594:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.050595:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.050598:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 02000000:00000001:2.0:1767326937.050600:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.050602:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326937.050605:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361216 02000000:00000001:1.0:1767326937.050606:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767326937.050610:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767326937.050610:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326937.050611:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000020:00000040:2.0:1767326937.050614:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:3.0:1767326937.050614:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.050616:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326937.050618:0:2519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.050619:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.050619:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.050623:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326937.050623:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000040:3.0:1767326937.050624:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.050629:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.050631:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.050635:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767326937.050636:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.050641:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.050641:0:2519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.050642:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326937.050645:0:2519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050646:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326937.050648:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.050649:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326937.050649:0:2519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326937.050653:0:2519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.050654:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.050658:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.050660:0:2519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.050661:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.050669:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00100000:3.0:1767326937.050670:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247645568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.050674:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767326937.050676:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000100:00000001:1.0:1767326937.050677:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.050678:0:2519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.050683:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767326937.050683:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 02000000:00000001:3.0:1767326937.050684:0:2519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.050688:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326937.050689:0:2519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050690:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767326937.050694:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050694:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767326937.050694:0:2519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.050699:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.050701:0:2519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858097e00. 00000100:00100000:1.0:1767326937.050702:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645440:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.050705:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.050707:0:2519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.050710:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.050713:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.050728:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050729:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.050729:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.050731:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326937.050735:0:2519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7a50. 02000000:00000010:1.0:1767326937.050738:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 02000000:00000001:1.0:1767326937.050742:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050742:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767326937.050743:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093dd0. 00000100:00100000:2.0:1767326937.050746:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361728 02000000:00000001:2.0:1767326937.050749:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767326937.050750:0:2519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645568, portal 18 00000400:00000200:1.0:1767326937.050752:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.050753:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.050756:0:2519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326937.050757:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.050759:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61f78. 00000100:00000001:3.0:1767326937.050760:0:2519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 02000000:00000001:2.0:1767326937.050761:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.050765:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000100:00100000:2.0:1767326937.050766:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361728 00000100:00000200:1.0:1767326937.050770:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645440, portal 18 00000020:00000001:2.0:1767326937.050771:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767326937.050772:0:2519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.050774:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767326937.050775:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000001:1.0:1767326937.050778:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000020:00000001:2.0:1767326937.050779:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.050784:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326937.050789:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000040:1.0:1767326937.050790:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.050790:0:2519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767326937.050795:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000040:3.0:1767326937.050800:0:2519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.050802:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767326937.050805:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093990. 00000020:00000010:2.0:1767326937.050808:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.050809:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767326937.050811:0:2519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645568, offset 0 00000100:00000001:2.0:1767326937.050814:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.050817:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.050819:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000010:1.0:1767326937.050822:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000400:00000200:3.0:1767326937.050822:0:2519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.050827:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670e00. 00000100:00000200:1.0:1767326937.050828:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645440, offset 0 00000400:00000200:3.0:1767326937.050833:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.050834:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf500. 00000020:00000010:2.0:1767326937.050861:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ede10. 00000100:00000001:2.0:1767326937.050867:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.050869:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.050871:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.050875:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.050876:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.050881:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.050883:0:2519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.050884:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.050891:0:2519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.050892:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767326937.050895:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326937.050896:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326937.050900:0:2519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.050901:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326937.050906:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10930 00000400:00000200:1.0:1767326937.050909:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326937.050909:0:2519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326937.050912:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:1.0:1767326937.050916:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326937.050917:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794330752 : -115549915220864 : ffff96e870597480) 00000400:00000200:3.0:1767326937.050917:0:2519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.050925:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.050928:0:2519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556855:1556855:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556848:1556848:8:4294967295] 00000100:00000040:2.0:1767326937.050929:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870597480 x1853164010361216/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326937.050934:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556856:1556856:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556849:1556849:8:4294967295] 00000400:00000200:3.0:1767326937.050944:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.050949:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.050956:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.050960:0:2519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:2.0:1767326937.050961:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.050967:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.050970:0:2519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.050974:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000800:00000010:3.0:1767326937.050978:0:2519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00000400:00000200:1.0:1767326937.050979:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:2.0:1767326937.050986:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139439:x1853164010361216:12345-192.168.204.119@tcp:104: 00000800:00000200:3.0:1767326937.050989:0:2519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326937.050992:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.050997:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010361216 00000800:00000010:1.0:1767326937.051000:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00010000:00000001:2.0:1767326937.051002:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000200:3.0:1767326937.051003:0:2519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:2.0:1767326937.051007:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1767326937.051009:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326937.051010:0:2519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1767326937.051011:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.051016:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8452bdc00 refcount=2 00000800:00000200:1.0:1767326937.051020:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:2.0:1767326937.051021:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523069922304 : -115550639629312 : ffff96e8452bdc00) 00000100:00000001:3.0:1767326937.051024:0:2519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.051025:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1767326937.051026:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523069922304 : -115550639629312 : ffff96e8452bdc00) 00000100:00000040:3.0:1767326937.051031:0:2519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10558 usecs (11 jiffies) 00000100:00000001:1.0:1767326937.051033:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.051033:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.051038:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.051039:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10558 usecs (11 jiffies) 00000400:00000200:3.0:1767326937.051043:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326937.051045:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.051048:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.051048:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855766 00000100:00000001:1.0:1767326937.051054:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855766 00000100:00000001:3.0:1767326937.051055:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855773 00000100:00000001:1.0:1767326937.051062:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855773 00000100:00000001:3.0:1767326937.051062:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855766 00000100:00000001:2.0:1767326937.051063:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.051068:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767326937.051069:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855766 00000100:00000001:3.0:1767326937.051069:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855773 02000000:00000010:2.0:1767326937.051073:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36c00. 00000100:00000001:3.0:1767326937.051075:0:2519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.051076:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855773 02000000:00000001:2.0:1767326937.051077:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.051082:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.051083:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.051083:0:2519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.051089:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.051090:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.051091:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.051095:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.051096:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.051097:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.051100:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.051102:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.051104:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.051106:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.051108:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.051108:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.051112:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326937.051113:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.051114:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.051117:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.051118:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.051119:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326937.051121:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.051122:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.051123:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767326937.051125:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.051128:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.051128:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.051130:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1767326937.051135:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.051135:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.051138:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326937.051140:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.051141:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.051141:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.051145:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.051146:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326937.051146:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00000100:00000001:1.0:1767326937.051150:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.051152:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326937.051154:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010361216, offset 224 00000100:00000040:1.0:1767326937.051159:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.051159:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.051164:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767326937.051165:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.051174:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10931 00000400:00000200:2.0:1767326937.051177:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.051182:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326937.051183:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00000001:1.0:1767326937.051184:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.051188:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.051188:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 02000000:00000001:1.0:1767326937.051189:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.051193:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.051197:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.051201:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010361728/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326937.051202:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556857:1556857:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556850:1556850:6:4294967295] 00000100:00100000:1.0:1767326937.051204:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645056:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.051214:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326937.051215:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.051217:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.051220:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.051225:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.051230:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000010:1.0:1767326937.051231:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326937.051236:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.051241:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.051245:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.051248:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000400:00000010:1.0:1767326937.051250:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f614d0. 00000800:00000200:2.0:1767326937.051255:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000010:1.0:1767326937.051256:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326937.051262:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645056, portal 18 00000800:00000200:2.0:1767326937.051266:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.051267:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.051270:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00000800:00000200:2.0:1767326937.051272:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.051280:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.051281:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.051286:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767326937.051288:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000010:3.0:1767326937.051292:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00000001:2.0:1767326937.051295:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326937.051298:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.051299:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:2.0:1767326937.051301:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00000020:00000010:3.0:1767326937.051301:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000040:1.0:1767326937.051307:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.051308:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767326937.051311:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00100000:3.0:1767326937.051312:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88292:x1853164010361728:12345-192.168.204.119@tcp:104: 00000100:00000200:1.0:1767326937.051316:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645056, offset 0 00000100:00000200:3.0:1767326937.051317:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010361728 00010000:00000001:3.0:1767326937.051321:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:2.0:1767326937.051324:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.051324:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767326937.051328:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326937.051329:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326937.051329:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767326937.051330:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.051332:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713a1400 refcount=2 00000020:00000001:0.0:1767326937.051333:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.051336:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.051337:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809051648 : -115549900499968 : ffff96e8713a1400) 00010000:00010000:0.0:1767326937.051339:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:1.0:1767326937.051339:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.051342:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.051344:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809051648 : -115549900499968 : ffff96e8713a1400) 00010000:00000001:0.0:1767326937.051345:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.051348:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767326937.051349:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:3.0:1767326937.051350:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767326937.051353:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.051353:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597480 x1853164010361216/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326937.051354:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767326937.051355:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.051362:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00010000:3.0:1767326937.051363:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.051370:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1767326937.051376:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8452bdc00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:1.0:1767326937.051377:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000008:00000001:0.0:1767326937.051380:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.051384:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.051387:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767326937.051387:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556858:1556858:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556851:1556851:5:4294967295] 00000100:00000001:3.0:1767326937.051389:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767326937.051391:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.051395:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8452bdc00 refcount=3 00000100:00100000:2.0:1767326937.051395:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139439:x1853164010361216:12345-192.168.204.119@tcp:104: Request processed in 433us (1190us total) trans 0 rc 0/0 02000000:00000001:3.0:1767326937.051395:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767326937.051399:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.051401:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523069922304 : -115550639629312 : ffff96e8452bdc00) 02000000:00000010:3.0:1767326937.051402:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12800. 00010000:00000001:0.0:1767326937.051407:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523069922304 : -115550639629312 : ffff96e8452bdc00) 02000000:00000001:3.0:1767326937.051408:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.051412:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326937.051415:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.051416:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.051416:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10930 00000400:00000200:1.0:1767326937.051418:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326937.051422:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767326937.051423:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:3.0:1767326937.051427:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.051429:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1767326937.051434:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.051434:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1767326937.051435:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767326937.051435:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326937.051439:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000010:1.0:1767326937.051441:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000020:00000010:2.0:1767326937.051441:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00000020:00000001:0.0:1767326937.051443:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:3.0:1767326937.051443:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:0.0:1767326937.051448:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000010:2.0:1767326937.051450:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000008:00000001:0.0:1767326937.051451:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:3.0:1767326937.051451:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000200:1.0:1767326937.051453:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000008:00000001:0.0:1767326937.051454:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.051457:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000100:00000001:3.0:1767326937.051458:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00001000:0.0:1767326937.051459:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.051464:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.051464:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000800:00000200:1.0:1767326937.051465:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:3.0:1767326937.051466:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767326937.051470:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.051471:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767326937.051471:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.051472:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1767326937.051475:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767326937.051478:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326937.051479:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767326937.051480:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.051483:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767326937.051484:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10558 usecs (11 jiffies) 00010000:00000001:0.0:1767326937.051486:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.051488:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326937.051488:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000040:0.0:1767326937.051491:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8452bdc00 with handle 0xb12620548e08c9c3 from hash 00000400:00000200:1.0:1767326937.051493:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.051494:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767326937.051495:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093b28. 00000800:00000001:2.0:1767326937.051496:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.051498:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.051499:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855766 00000800:00000001:2.0:1767326937.051502:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.051503:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767326937.051503:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010361728, offset 224 00010000:00000001:0.0:1767326937.051506:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.051506:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855773 00000800:00000001:2.0:1767326937.051508:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.051510:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767326937.051511:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855766 00010000:00000001:0.0:1767326937.051513:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326937.051516:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.051518:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855773 00010000:00000001:0.0:1767326937.051519:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.051519:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.051523:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.051525:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.051526:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.051529:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.051530:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.051531:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.051532:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.051533:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.051536:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326937.051537:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326937.051542:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00000400:00000200:3.0:1767326937.051543:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:1.0:1767326937.051545:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326937.051547:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.051552:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.051555:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326937.051558:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556859:1556859:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556852:1556852:4:4294967295] 02000000:00000001:0.0:1767326937.051559:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.051566:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541c200. 00000100:00000001:1.0:1767326937.051566:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.051569:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.051570:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.051573:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.051573:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326937.051576:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:1.0:1767326937.051577:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326937.051581:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326937.051583:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.051589:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:1.0:1767326937.051592:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645312:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326937.051594:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.051596:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.051601:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326937.051602:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326937.051606:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.051606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.051607:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.051608:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.051610:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.051615:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.051616:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326937.051616:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 00000100:00000040:0.0:1767326937.051618:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.051621:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e8526dfc00. 02000000:00000001:1.0:1767326937.051626:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.051627:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.051629:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326937.051638:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.051640:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5400 00000800:00000200:3.0:1767326937.051643:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:1.0:1767326937.051645:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f610b0. 00010000:00000001:0.0:1767326937.051647:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.051649:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767326937.051651:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.051653:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.051653:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 1312 00010000:00000001:0.0:1767326937.051657:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.051658:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.051661:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.051663:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.051664:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.051665:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.051667:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00010000:00010000:0.0:1767326937.051669:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.051671:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.051672:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767326937.051673:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645312, portal 18 00000400:00000200:2.0:1767326937.051677:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.051679:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000010:3.0:1767326937.051679:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 00000100:00000001:1.0:1767326937.051683:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658553856 : -115550050997760 : ffff96e86841aa00) 00010000:00000001:3.0:1767326937.051685:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.051686:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.051688:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.051691:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bdc00/0xb12620548e08c9c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db51e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.051693:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767326937.051695:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.051697:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:3.0:1767326937.051698:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000010:2.0:1767326937.051704:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00010000:00000001:3.0:1767326937.051706:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.051709:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa08740. 00000100:00000040:2.0:1767326937.051711:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010361856 msgsize 328 00010000:00000001:3.0:1767326937.051713:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.051715:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e860d22400 count: 0 00000100:00000001:1.0:1767326937.051728:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326937.051733:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.051735:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e860d22a00. 00000100:00100000:2.0:1767326937.051739:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:1.0:1767326937.051740:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.051743:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767326937.051744:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010361728/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326937.051746:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767326937.051746:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00010000:00000010:0.0:1767326937.051749:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000100:00000001:2.0:1767326937.051750:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767326937.051752:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645312, offset 0 00010000:00000001:0.0:1767326937.051755:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.051760:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.051763:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.051765:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326937.051768:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.051771:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:1.0:1767326937.051774:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.051775:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1767326937.051775:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767326937.051776:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88292:x1853164010361728:12345-192.168.204.119@tcp:104: Request processed in 483us (1230us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326937.051780:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.051781:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000010:2.0:1767326937.051782:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000400:00000200:2.0:1767326937.051789:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326937.051791:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326937.051796:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10931 00000400:00000200:1.0:1767326937.051799:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00010000:0.0:1767326937.051801:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713a1400 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:2.0:1767326937.051801:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:3.0:1767326937.051804:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:1.0:1767326937.051807:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1767326937.051808:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767326937.051809:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093990 00000100:00000001:3.0:1767326937.051810:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326937.051811:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1767326937.051814:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000010:2.0:1767326937.051814:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093990. 00010000:00000001:0.0:1767326937.051815:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.051815:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326937.051820:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326937.051822:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556860:1556860:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556853:1556853:3:4294967295] 00000100:00000001:2.0:1767326937.051822:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767326937.051823:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf500. 00000020:00000040:0.0:1767326937.051824:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8713a1400 refcount=3 00000020:00000001:0.0:1767326937.051830:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523809051648 : -115549900499968 : ffff96e8713a1400) 00000100:00000200:2.0:1767326937.051832:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.051832:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ede10. 00010000:00000001:0.0:1767326937.051836:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523809051648 : -115549900499968 : ffff96e8713a1400) 00000400:00000200:1.0:1767326937.051836:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.051839:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670e00. 00000100:00000001:2.0:1767326937.051865:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326937.051869:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767326937.051874:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326937.051874:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00010000:0.0:1767326937.051875:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.051876:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326937.051881:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326937.051892:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.051894:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.051898:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361856 00000800:00000010:1.0:1767326937.051901:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000008:00000001:0.0:1767326937.051903:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.051903:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.051903:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.051907:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326937.051908:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000200:1.0:1767326937.051909:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.051909:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.051912:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.051913:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000800:00000001:2.0:1767326937.051917:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.051919:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.051920:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000200:1.0:1767326937.051920:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:2.0:1767326937.051924:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.051925:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00100000:3.0:1767326937.051926:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361856 00000800:00000200:1.0:1767326937.051927:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:2.0:1767326937.051929:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.051930:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.051931:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767326937.051934:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.051934:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1767326937.051936:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000020:00000040:3.0:1767326937.051936:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000040:1.0:1767326937.051941:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000020:00000001:3.0:1767326937.051941:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1767326937.051942:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.051946:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1767326937.051947:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00000001:0.0:1767326937.051949:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326937.051952:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.051954:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767326937.051954:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:1.0:1767326937.051958:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855775 00000400:00000200:2.0:1767326937.051958:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.051959:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767326937.051961:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:0.0:1767326937.051964:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.051966:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855773 00000100:00000001:3.0:1767326937.051967:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.051968:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.051972:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.051974:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000020:00000040:0.0:1767326937.051975:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8713a1400 with handle 0xb12620548e08edfe from hash 00000100:00000001:1.0:1767326937.051975:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855775 00000400:00000200:2.0:1767326937.051980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.051981:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767326937.051981:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.051983:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855773 00010000:00000001:0.0:1767326937.051984:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.051988:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.051989:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.051989:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00000001:0.0:1767326937.051991:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.051991:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.051996:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767326937.051997:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.051998:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096e00. 00010000:00000001:0.0:1767326937.051999:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.052000:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0f880 00000100:00000001:1.0:1767326937.052004:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.052006:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000010:3.0:1767326937.052007:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd80. 00010000:00000001:0.0:1767326937.052010:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767326937.052010:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767326937.052011:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.052013:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326937.052014:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789190c8. 00010000:00000001:0.0:1767326937.052016:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052016:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.052021:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326937.052022:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326937.052022:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a785 [1] + 224 00000100:00000001:1.0:1767326937.052023:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326937.052026:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.052026:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326937.052027:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.052031:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.052032:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767326937.052033:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000100:00000001:1.0:1767326937.052033:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.052037:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326937.052039:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.052041:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767326937.052041:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.052041:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.052046:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326937.052048:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.052048:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.052050:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326937.052050:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.052056:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.052058:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.052061:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767326937.052064:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541da00. 00000100:00000001:3.0:1767326937.052066:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326937.052068:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.052071:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052073:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326937.052076:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.052077:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.052078:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.052078:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10932 00010000:00010000:0.0:1767326937.052083:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326937.052083:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326937.052085:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 02000000:00000001:1.0:1767326937.052088:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.052092:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 02000000:00000001:1.0:1767326937.052095:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.052105:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767326937.052107:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:3.0:1767326937.052107:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010361856/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326937.052108:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.052113:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.052114:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.052116:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326937.052119:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.052120:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.052125:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.052130:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.052131:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.052137:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b83800. 00000100:00000001:3.0:1767326937.052141:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767326937.052142:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.052147:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.052148:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:1.0:1767326937.052152:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.052155:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326937.052158:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00010000:00000001:0.0:1767326937.052159:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.052160:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000800:00000200:2.0:1767326937.052162:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.052166:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767326937.052166:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000800:00000010:2.0:1767326937.052167:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00010000:00000001:0.0:1767326937.052169:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767326937.052172:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645696, portal 18 00010000:00000001:0.0:1767326937.052174:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.052174:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88277:x1853164010361856:12345-192.168.204.119@tcp:104: 00000400:00000200:2.0:1767326937.052175:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.052176:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767326937.052179:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052180:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000008:00000001:0.0:1767326937.052185:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.052186:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:3.0:1767326937.052186:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010361856 00010000:00000001:3.0:1767326937.052192:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:0.0:1767326937.052194:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.052194:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.052194:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e5d8 00010000:00000001:3.0:1767326937.052196:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767326937.052199:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e5d8. 00000020:00000001:3.0:1767326937.052201:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.052206:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767326937.052206:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec36600 refcount=2 00000100:00000200:2.0:1767326937.052214:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.052214:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230848512 : -115550478703104 : ffff96e84ec36600) 00010000:00000001:0.0:1767326937.052215:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.052219:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8713a1400/0xb12620548e08edfe lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5060 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.052220:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230848512 : -115550478703104 : ffff96e84ec36600) 00000100:00000001:1.0:1767326937.052223:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326937.052228:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767326937.052231:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.052233:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326937.052238:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 00010000:00000010:0.0:1767326937.052240:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e848a73b00. 00010000:00010000:3.0:1767326937.052242:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326937.052245:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645696, offset 0 00010000:00000040:0.0:1767326937.052247:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e872bb7700 count: 0 00000100:00000001:2.0:1767326937.052248:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:0.0:1767326937.052254:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e872bb7900. 00000100:00000040:2.0:1767326937.052258:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.052259:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.052261:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.052261:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767326937.052265:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767326937.052266:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767326937.052268:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326937.052269:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 02000000:00000010:3.0:1767326937.052273:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10400. 00010000:00000001:0.0:1767326937.052276:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.052277:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000001:3.0:1767326937.052278:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.052283:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.052286:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052286:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.052287:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.052287:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.052292:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1767326937.052293:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767326937.052293:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767326937.052294:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:0.0:1767326937.052299:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.052299:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.052299:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.052300:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1767326937.052304:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.052305:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:1.0:1767326937.052307:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.052307:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.052309:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326937.052313:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326937.052315:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326937.052316:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556861:1556861:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556854:1556854:4:4294967295] 00000100:00000001:3.0:1767326937.052316:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1767326937.052318:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.052319:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.052324:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326937.052326:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.052330:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.052331:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.052332:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.052339:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767326937.052343:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:3.0:1767326937.052343:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.052349:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326937.052349:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326937.052356:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.052359:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.052361:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.052364:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093f68. 00000400:00000200:2.0:1767326937.052366:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:1.0:1767326937.052367:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000100:00000200:3.0:1767326937.052370:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010361856, offset 224 00000400:00000200:2.0:1767326937.052375:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.052376:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.052383:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000200:1.0:1767326937.052386:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.052386:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5480 00000800:00000200:1.0:1767326937.052392:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.052393:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.052398:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.052398:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 1640 00000100:00000040:1.0:1767326937.052404:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:3.0:1767326937.052406:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.052407:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.052412:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.052415:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.052417:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855775 00000400:00000200:3.0:1767326937.052418:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556862:1556862:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556855:1556855:3:4294967295] 00000400:00000200:2.0:1767326937.052420:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.052422:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855775 00000100:00000001:1.0:1767326937.052429:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855775 00000400:00000200:2.0:1767326937.052431:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.052434:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.052435:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855775 00000100:00000001:1.0:1767326937.052440:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.052442:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052447:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.052450:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.052451:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.052457:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.052459:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326937.052460:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326937.052461:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.052463:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.052467:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.052470:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326937.052470:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00000100:00000010:2.0:1767326937.052471:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595f80. 00000100:00000001:1.0:1767326937.052474:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326937.052477:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595f80 x1853164010361984 msgsize 328 00000100:00000040:1.0:1767326937.052482:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.052482:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:2.0:1767326937.052492:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:3.0:1767326937.052495:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326937.052499:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767326937.052502:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.052504:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.052507:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052509:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.052510:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326937.052511:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326937.052514:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326937.052517:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000040:3.0:1767326937.052517:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 02000000:00000001:1.0:1767326937.052519:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.052523:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326937.052524:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326937.052527:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645824:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:3.0:1767326937.052529:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a180. 00000400:00000200:2.0:1767326937.052534:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.052535:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767326937.052535:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767326937.052540:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.052541:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 02000000:00000001:1.0:1767326937.052544:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.052545:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 02000000:00000001:1.0:1767326937.052548:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.052550:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767326937.052552:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e844b82200. 00010000:00010000:3.0:1767326937.052552:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326937.052553:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767326937.052557:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326937.052558:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.052559:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.052560:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326937.052561:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.052565:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.052566:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000001:2.0:1767326937.052567:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.052569:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.052571:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.052573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.052574:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:1.0:1767326937.052576:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61528. 00010000:00000001:0.0:1767326937.052577:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:2.0:1767326937.052579:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.052581:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010361856/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326937.052582:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00010000:00010000:0.0:1767326937.052583:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.052588:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.052589:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645824, portal 18 00000100:00000001:1.0:1767326937.052596:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.052599:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000400:00000200:2.0:1767326937.052602:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:1.0:1767326937.052610:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.052611:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84ec36600 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:2.0:1767326937.052616:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326937.052618:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767326937.052619:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88277:x1853164010361856:12345-192.168.204.119@tcp:104: Request processed in 470us (900us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326937.052623:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767326937.052626:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.052629:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.052632:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.052636:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec36600 refcount=3 00000400:00000200:2.0:1767326937.052638:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.052639:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767326937.052641:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230848512 : -115550478703104 : ffff96e84ec36600) 00000100:00100000:3.0:1767326937.052641:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10932 00010000:00000001:0.0:1767326937.052647:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230848512 : -115550478703104 : ffff96e84ec36600) 00000100:00000040:1.0:1767326937.052648:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.052649:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5600 00000100:00000040:3.0:1767326937.052649:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00010000:00000001:0.0:1767326937.052651:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:1.0:1767326937.052654:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000100:00000001:3.0:1767326937.052655:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326937.052656:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326937.052661:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645824, offset 0 00000400:00000200:2.0:1767326937.052661:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a7e5 [2] + 1968 00000100:00000001:3.0:1767326937.052661:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326937.052667:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd80. 00000008:00000001:0.0:1767326937.052672:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767326937.052673:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.052673:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7bb0. 00000020:00000001:0.0:1767326937.052674:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767326937.052676:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789190c8. 00000020:00000001:0.0:1767326937.052679:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:2.0:1767326937.052680:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a6c0 00000020:00000010:3.0:1767326937.052682:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096e00. 00000400:00000200:1.0:1767326937.052684:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:0.0:1767326937.052686:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000001:2.0:1767326937.052687:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767326937.052690:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000008:00000001:0.0:1767326937.052691:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:1.0:1767326937.052691:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.052694:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.052696:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052696:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.052699:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326937.052699:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:0.0:1767326937.052702:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:1.0:1767326937.052705:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000008:00000001:0.0:1767326937.052707:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052709:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.052710:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.052713:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326937.052714:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361984 00010000:00000001:0.0:1767326937.052715:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326937.052730:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:0.0:1767326937.052731:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767326937.052732:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767326937.052736:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767326937.052737:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556863:1556863:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556856:1556856:3:4294967295] 00000100:00000001:3.0:1767326937.052737:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.052741:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.052742:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767326937.052746:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.052747:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.052747:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.052751:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a6c0 00000100:00100000:3.0:1767326937.052754:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361984 00000020:00000040:0.0:1767326937.052755:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84ec36600 with handle 0xb12620548e08eeec from hash 00000400:00000010:2.0:1767326937.052757:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a6c0. 00000020:00000001:3.0:1767326937.052759:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326937.052761:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767326937.052762:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:3.0:1767326937.052763:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:2.0:1767326937.052764:0:2511:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767326937.052765:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767326937.052769:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:3.0:1767326937.052769:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326937.052770:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.052775:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:1.0:1767326937.052775:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:3.0:1767326937.052775:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000040:2.0:1767326937.052777:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b13850 x1853164010362368 msgsize 328 00010000:00000001:0.0:1767326937.052781:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767326937.052782:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000010:1.0:1767326937.052783:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00010000:00000001:0.0:1767326937.052786:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767326937.052789:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00100000:2.0:1767326937.052791:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:1.0:1767326937.052794:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:0.0:1767326937.052795:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1767326937.052796:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767326937.052797:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00010000:00000001:0.0:1767326937.052801:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.052802:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.052802:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00000001:0.0:1767326937.052806:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1767326937.052806:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326937.052808:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.052810:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.052812:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1767326937.052814:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00000001:0.0:1767326937.052815:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000200:2.0:1767326937.052816:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.052819:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.052821:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:2.0:1767326937.052821:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000100:00000040:1.0:1767326937.052824:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10558 usecs (11 jiffies) 00000020:00000010:3.0:1767326937.052824:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096e00. 00000400:00000200:2.0:1767326937.052827:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326937.052828:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000400:00000200:1.0:1767326937.052832:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.052832:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd80. 00000020:00000040:0.0:1767326937.052834:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.052837:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.052838:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855767 00000400:00000200:2.0:1767326937.052861:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000020:00000010:3.0:1767326937.052863:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789190c8. 00000100:00000001:0.0:1767326937.052865:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326937.052865:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855775 00000400:00000010:2.0:1767326937.052865:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 02000000:00000001:0.0:1767326937.052870:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326937.052871:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855768 00000100:00000001:3.0:1767326937.052871:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.052873:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326937.052874:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052875:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326937.052877:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855775 00000100:00000001:3.0:1767326937.052878:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.052880:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326937.052883:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541ca00. 00000100:00000001:1.0:1767326937.052883:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.052886:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052889:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.052891:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.052893:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.052896:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.052898:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.052902:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.052905:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.052907:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.052908:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767326937.052908:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b12c00. 00000100:00000001:1.0:1767326937.052912:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326937.052914:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.052918:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326937.052918:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c232000. 00000100:00000001:1.0:1767326937.052922:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767326937.052925:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:1.0:1767326937.052926:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.052927:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.052932:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.052933:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.052935:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:0.0:1767326937.052939:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326937.052942:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.052943:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7948. 00000100:00000001:0.0:1767326937.052944:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.052946:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767326937.052948:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767326937.052951:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a0c0. 00000020:00000001:1.0:1767326937.052953:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.052953:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.052956:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_01+1] req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.052959:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.052959:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767326937.052960:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.052964:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362368 00000800:00000001:2.0:1767326937.052966:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.052970:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767326937.052972:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.052973:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.052978:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052980:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.052982:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.052983:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.052983:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.052984:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326937.052989:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.052989:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326937.052990:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362368 00010000:00000001:0.0:1767326937.052994:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.052994:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:3.0:1767326937.052995:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767326937.052999:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.052999:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326937.053000:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.053005:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.053006:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.053007:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.053009:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000008:00000001:0.0:1767326937.053014:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.053015:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.053017:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00010000:0.0:1767326937.053022:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326937.053024:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.053026:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.053027:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326937.053031:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.053032:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.053036:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.053037:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5680 02000000:00000001:1.0:1767326937.053039:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.053042:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.053043:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.053045:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767326937.053048:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.053050:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 0 00010000:00010000:0.0:1767326937.053051:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84ec36600/0xb12620548e08eeec lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5377 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.053051:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00100000:1.0:1767326937.053055:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247645952:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.053060:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.053065:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767326937.053066:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.053069:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.053072:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767326937.053073:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878e9c940. 02000000:00000001:1.0:1767326937.053073:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.053078:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.053079:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000040:0.0:1767326937.053081:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8487f4200 count: 0 02000000:00000010:1.0:1767326937.053083:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e87869ea00. 00000100:00000001:2.0:1767326937.053084:0:2511:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:0.0:1767326937.053087:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8487f4100. 02000000:00000001:1.0:1767326937.053088:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.053088:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.053096:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00010000:00000001:0.0:1767326937.053097:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326937.053097:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.053102:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767326937.053102:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010362496 msgsize 328 00000400:00000010:1.0:1767326937.053104:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61c60. 00010000:00000010:0.0:1767326937.053106:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a180. 00000400:00000010:1.0:1767326937.053109:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ec38. 00010000:00000001:0.0:1767326937.053114:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.053114:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247645952, portal 18 00000100:00100000:2.0:1767326937.053115:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000001:0.0:1767326937.053121:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.053121:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326937.053122:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.053123:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000020:00000001:0.0:1767326937.053126:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.053131:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326937.053132:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.053135:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.053139:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.053142:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767326937.053143:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326937.053147:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326937.053149:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767326937.053149:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767326937.053150:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097a00. 00000400:00000010:1.0:1767326937.053152:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000020:00000001:0.0:1767326937.053153:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.053155:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000100:00000200:1.0:1767326937.053158:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247645952, offset 0 00000020:00000010:3.0:1767326937.053158:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd000. 00010000:00010000:0.0:1767326937.053159:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.053161:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326937.053166:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000400:00000200:1.0:1767326937.053171:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.053171:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.053173:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.053178:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767326937.053179:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.053180:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093b28 00000100:00000001:3.0:1767326937.053181:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.053185:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093b28. 00000400:00000200:1.0:1767326937.053186:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.053192:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.053192:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.053196:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.053198:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000001:2.0:1767326937.053202:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.053203:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.053207:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.053209:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.053212:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556864:1556864:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556857:1556857:4:4294967295] 00000800:00000001:2.0:1767326937.053213:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.053217:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.053221:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.053226:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.053235:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:1.0:1767326937.053242:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.053250:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.053250:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.053251:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.053258:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.053258:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326937.053259:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000400:00000200:2.0:1767326937.053270:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.053270:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:1.0:1767326937.053271:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:3.0:1767326937.053274:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362496 02000000:00000001:3.0:1767326937.053278:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767326937.053280:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5700 00000800:00000200:1.0:1767326937.053281:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326937.053281:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.053286:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.053287:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.053292:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 328 02000000:00000001:3.0:1767326937.053293:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.053294:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.053299:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362496 00000100:00000040:1.0:1767326937.053300:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10558 usecs (11 jiffies) 00000800:00000001:2.0:1767326937.053302:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.053303:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.053307:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000200:1.0:1767326937.053308:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.053309:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.053310:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.053313:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855768 00000400:00000200:2.0:1767326937.053314:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.053319:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855775 00000400:00000200:2.0:1767326937.053323:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.053324:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855768 00000100:00000001:1.0:1767326937.053329:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855775 00000100:00000001:2.0:1767326937.053329:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.053333:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.053334:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.053338:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.053339:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000400:00000001:1.0:1767326937.053343:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326937.053343:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010362624 msgsize 328 00000400:00000001:1.0:1767326937.053346:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.053350:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3e18. 00000100:00100000:2.0:1767326937.053354:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000400:00000200:1.0:1767326937.053356:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00000100:00000001:2.0:1767326937.053358:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767326937.053359:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000100:00000001:1.0:1767326937.053364:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326937.053369:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000100:00000200:1.0:1767326937.053370:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.053375:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767326937.053375:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000800:00000010:2.0:1767326937.053380:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000020:00000001:3.0:1767326937.053382:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:2.0:1767326937.053387:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.053389:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767326937.053391:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.053395:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000400:00000200:2.0:1767326937.053397:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.053402:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.053406:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00000020:00000010:3.0:1767326937.053409:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000400:00000010:2.0:1767326937.053411:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 00000100:00000001:1.0:1767326937.053413:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.053417:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.053417:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767326937.053418:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096800. 00000100:00000001:1.0:1767326937.053420:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.053423:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767326937.053425:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd580. 00000100:00000001:1.0:1767326937.053426:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767326937.053426:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.053430:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.053433:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919898. 02000000:00000001:1.0:1767326937.053435:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.053441:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767326937.053443:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.053445:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.053446:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326937.053450:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.053450:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.053452:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.053458:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.053458:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.053462:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.053465:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.053468:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326937.053469:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.053472:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.053473:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.053475:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767326937.053478:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326937.053479:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.053479:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362624 00000100:00000040:1.0:1767326937.053482:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 02000000:00000001:3.0:1767326937.053484:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.053486:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326937.053486:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.053487:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.053489:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.053492:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.053492:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.053497:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.053498:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.053499:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.053506:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362624 00000400:00000200:2.0:1767326937.053508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.053510:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.053514:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.053519:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.053520:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.053522:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326937.053523:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=6 00000100:00000001:1.0:1767326937.053527:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326937.053529:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.053530:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.053530:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.053537:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.053537:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000040:1.0:1767326937.053540:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.053542:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.053546:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.053548:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:3.0:1767326937.053554:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.053556:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5780 00000020:00000010:3.0:1767326937.053561:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00100000:1.0:1767326937.053564:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644544:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.053568:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 656 00000020:00000010:3.0:1767326937.053570:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097600. 00000400:00000001:1.0:1767326937.053577:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326937.053578:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.053578:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd280. 00000400:00000001:1.0:1767326937.053580:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.053584:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b36e0. 00000020:00000010:3.0:1767326937.053584:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919578. 00000800:00000001:2.0:1767326937.053585:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.053591:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.053591:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767326937.053592:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000100:00000001:3.0:1767326937.053596:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767326937.053597:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000400:00000200:2.0:1767326937.053597:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.053600:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.053603:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.053605:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767326937.053608:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.053609:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:1.0:1767326937.053610:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.053612:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326937.053616:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000040:2.0:1767326937.053622:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010362752 msgsize 328 00000100:00000001:3.0:1767326937.053623:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767326937.053628:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.053628:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.053636:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326937.053639:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10933 00000100:00000001:2.0:1767326937.053643:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767326937.053647:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326937.053649:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.053653:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.053653:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794325376 : -115549915226240 : ffff96e870595f80) 00000800:00000200:2.0:1767326937.053655:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.053658:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.053661:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000010:2.0:1767326937.053661:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000100:00000001:1.0:1767326937.053664:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326937.053665:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595f80 x1853164010361984/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.053667:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.053667:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.053673:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.053679:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.053679:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.053686:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000100:00000001:3.0:1767326937.053687:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767326937.053688:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000010:2.0:1767326937.053691:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:1.0:1767326937.053693:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767326937.053693:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.053696:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326937.053697:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.053698:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.053701:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767326937.053704:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00000001:1.0:1767326937.053706:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.053706:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.053711:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.053714:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.053727:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767326937.053730:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:139444:x1853164010361984:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326937.053731:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.053737:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326937.053739:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010361984 00000100:00000040:1.0:1767326937.053741:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.053743:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:2.0:1767326937.053746:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.053748:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.053752:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.053757:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9ea00 refcount=2 00000020:00000001:3.0:1767326937.053763:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100203520 : -115550609348096 : ffff96e846f9ea00) 00000100:00000001:1.0:1767326937.053765:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.053771:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.053771:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.053771:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100203520 : -115550609348096 : ffff96e846f9ea00) 00000100:00000001:1.0:1767326937.053774:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.053778:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767326937.053778:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767326937.053782:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.053784:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.053784:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.053791:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.053792:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326937.053796:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644800:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.053796:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.053801:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326937.053808:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326937.053810:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767326937.053811:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.053812:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326937.053814:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767326937.053816:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3b00. 02000000:00000010:3.0:1767326937.053820:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10c00. 00000400:00000200:2.0:1767326937.053821:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:1.0:1767326937.053823:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 02000000:00000001:3.0:1767326937.053825:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.053828:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00000100:00000001:3.0:1767326937.053830:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.053833:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.053833:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.053835:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.053862:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.053866:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326937.053868:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.053869:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.053873:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767326937.053879:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.053880:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.053887:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.053888:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5880 02000000:00000001:3.0:1767326937.053894:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767326937.053896:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.053897:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.053900:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 984 00000100:00000001:3.0:1767326937.053904:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767326937.053911:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326937.053913:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.053918:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.053919:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767326937.053920:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093908. 00000400:00000200:2.0:1767326937.053923:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.053924:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.053926:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010361984, offset 224 00000100:00000001:1.0:1767326937.053930:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.053933:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.053934:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.053936:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.053939:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.053940:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.053944:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.053944:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767326937.053948:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:1.0:1767326937.053949:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326937.053949:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.053956:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000100:00001000:1.0:1767326937.053957:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.053957:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.053962:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596680 x1853164010363008 msgsize 328 00000100:00000001:1.0:1767326937.053964:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.053968:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.053972:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556865:1556865:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556858:1556858:5:4294967295] 00010000:00000001:1.0:1767326937.053973:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.053977:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.053977:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000400:00000200:3.0:1767326937.053983:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.053984:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326937.053984:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.053988:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.053992:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.053995:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.054000:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:1.0:1767326937.054003:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.054010:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000200:2.0:1767326937.054014:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.054017:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326937.054018:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00000800:00000010:2.0:1767326937.054019:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 00000100:00000001:1.0:1767326937.054022:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.054025:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.054025:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326937.054030:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:1.0:1767326937.054032:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.054037:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:3.0:1767326937.054044:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.054045:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093f68 00000400:00000010:2.0:1767326937.054049:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093f68. 00000100:00100000:1.0:1767326937.054051:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247643904:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326937.054051:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.054054:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.054057:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.054060:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.054063:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326937.054064:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326937.054067:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326937.054068:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.054070:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3108. 00000800:00000001:2.0:1767326937.054072:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.054073:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767326937.054075:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000800:00000001:2.0:1767326937.054077:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767326937.054080:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00010000:00000010:3.0:1767326937.054080:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a900. 00000800:00000001:2.0:1767326937.054083:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.054086:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.054087:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.054091:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.054096:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326937.054098:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767326937.054102:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:3.0:1767326937.054106:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.054111:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054116:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.054117:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.054120:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.054124:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.054133:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.054134:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.054137:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.054140:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fb00 00000100:00000001:1.0:1767326937.054141:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.054144:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.054146:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.054148:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.054149:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.054152:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054157:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a80d [1] + 224 00000100:00001000:1.0:1767326937.054158:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.054166:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.054167:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.054171:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.054173:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.054175:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326937.054175:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.054179:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054180:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.054183:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.054186:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:2.0:1767326937.054188:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.054191:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.054193:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.054194:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.054200:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.054202:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.054224:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595f80 x1853164010361984/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.054230:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326937.054235:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.054237:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.054240:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.054250:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.054255:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:139444:x1853164010361984:12345-192.168.204.119@tcp:104: Request processed in 562us (1771us total) trans 0 rc 0/0 00000100:00000001:2.0:1767326937.054259:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767326937.054267:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247644288:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.054272:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.054272:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.054274:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1767326937.054277:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000100:00000040:1.0:1767326937.054280:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247644544/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.054283:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.054292:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.054293:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.054296:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.054298:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 02000000:00000010:1.0:1767326937.054300:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541de00. 00000400:00000010:2.0:1767326937.054302:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 02000000:00000001:1.0:1767326937.054305:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326937.054307:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767326937.054309:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.054311:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:2.0:1767326937.054315:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.054316:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.054319:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541d000. 02000000:00000001:1.0:1767326937.054325:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.054328:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326937.054329:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767326937.054330:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:1.0:1767326937.054336:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326937.054338:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.054339:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.054345:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767326937.054345:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10933 00000100:00000040:3.0:1767326937.054352:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000040:1.0:1767326937.054353:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247644800/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.054355:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.054358:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.054360:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.054362:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:2.0:1767326937.054367:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.054368:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd80. 00000100:00000001:1.0:1767326937.054369:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.054373:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326937.054373:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.054376:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789190c8. 02000000:00000010:1.0:1767326937.054377:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541d400. 00000800:00000001:2.0:1767326937.054378:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.054382:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096e00. 02000000:00000001:1.0:1767326937.054384:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326937.054384:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.054387:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.054390:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.054393:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.054394:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.054397:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541c000. 02000000:00000001:1.0:1767326937.054401:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.054404:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767326937.054405:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000010:1.0:1767326937.054407:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:1.0:1767326937.054412:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.054414:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.054415:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.054417:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.054422:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.054424:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419180 x1853164247643904/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.054430:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1767326937.054435:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 5 00000400:00000200:2.0:1767326937.054440:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fc00 00000100:00000001:1.0:1767326937.054441:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326937.054442:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.054444:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.054449:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752000. 00000400:00000200:2.0:1767326937.054449:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.054454:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767326937.054456:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326937.054459:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a815 [1] + 224 00000100:00100000:3.0:1767326937.054459:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362752 00000020:00000001:1.0:1767326937.054460:0:2518:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767326937.054463:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767326937.054464:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326937.054467:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.054468:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326937.054468:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.054470:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.054472:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 02000000:00000001:3.0:1767326937.054475:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.054476:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.054479:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767326937.054479:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362752 00000100:00000010:1.0:1767326937.054483:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419180. 00000020:00000001:3.0:1767326937.054483:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.054487:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326937.054489:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767326937.054490:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.054491:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.054492:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326937.054493:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=6 00000100:00000001:1.0:1767326937.054497:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.054498:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767326937.054499:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000040:1.0:1767326937.054505:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247644288/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.054505:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.054510:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.054511:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.054517:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.054519:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326937.054522:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.054524:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767326937.054526:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 02000000:00000001:1.0:1767326937.054528:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767326937.054529:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.054532:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752600. 00000020:00000010:3.0:1767326937.054532:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096e00. 02000000:00000001:1.0:1767326937.054539:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767326937.054539:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdd80. 00000020:00000001:1.0:1767326937.054542:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326937.054545:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.054545:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e8789190c8. 00000020:00000040:1.0:1767326937.054546:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.054552:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326937.054553:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767326937.054556:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526df200. 00000100:00000001:3.0:1767326937.054557:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.054561:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.054562:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.054566:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326937.054566:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.054567:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.054568:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00000100:00000001:3.0:1767326937.054573:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.054574:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.054578:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.054580:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.054582:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326937.054582:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767326937.054584:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767326937.054585:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363008 00000100:00000001:1.0:1767326937.054588:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767326937.054588:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 02000000:00000001:3.0:1767326937.054589:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.054592:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.054595:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.054595:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054596:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.054597:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.054601:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.054602:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.054606:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054606:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:3.0:1767326937.054607:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363008 00000020:00000001:3.0:1767326937.054613:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767326937.054614:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000020:00000040:3.0:1767326937.054616:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000010:2.0:1767326937.054618:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000020:00000001:3.0:1767326937.054619:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767326937.054622:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1767326937.054623:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=6 00000100:00000001:2.0:1767326937.054624:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767326937.054626:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.054629:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00010000:1.0:1767326937.054631:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:2.0:1767326937.054632:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.054634:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:1.0:1767326937.054637:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326937.054640:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.054641:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326937.054647:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00010000:1.0:1767326937.054648:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.054648:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326937.054653:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326937.054657:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.054659:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00010000:1.0:1767326937.054668:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9ea00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:3.0:1767326937.054668:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:2.0:1767326937.054673:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.054674:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.054676:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767326937.054676:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd200. 00010000:00000001:1.0:1767326937.054677:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.054681:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:2.0:1767326937.054682:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.054683:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767326937.054683:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919bb8. 00000020:00000040:1.0:1767326937.054688:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9ea00 refcount=3 00000800:00000001:2.0:1767326937.054689:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.054690:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767326937.054692:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100203520 : -115550609348096 : ffff96e846f9ea00) 00000100:00000001:3.0:1767326937.054695:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767326937.054697:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100203520 : -115550609348096 : ffff96e846f9ea00) 00000100:00000001:3.0:1767326937.054698:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.054701:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326937.054705:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.054706:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.054711:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.054730:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.054733:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.054736:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:3.0:1767326937.054736:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1767326937.054738:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00001000:1.0:1767326937.054739:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000001:3.0:1767326937.054740:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767326937.054743:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00000008:00000001:1.0:1767326937.054745:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.054750:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.054750:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10934 00000400:00000200:2.0:1767326937.054751:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:1.0:1767326937.054755:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000040:3.0:1767326937.054757:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000008:00000001:1.0:1767326937.054759:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.054762:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.054763:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934300240 : -115549775251376 : ffff96e878b13850) 00010000:00000001:1.0:1767326937.054765:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326937.054768:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093908 00010000:00000001:1.0:1767326937.054770:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767326937.054772:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093908. 00010000:00000001:1.0:1767326937.054774:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767326937.054775:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b13850 x1853164010362368/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.054777:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.054778:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767326937.054782:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.054783:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.054789:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f9ea00 with handle 0xb12620548e08cba6 from hash 00010000:00000001:1.0:1767326937.054793:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767326937.054793:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.054797:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.054800:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326937.054800:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00010000:00000001:1.0:1767326937.054803:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767326937.054805:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.054807:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767326937.054809:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00010000:00000001:1.0:1767326937.054810:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.054815:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.054819:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.054820:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326937.054821:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.054824:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767326937.054825:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.054829:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.054832:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:2.0:1767326937.054833:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10935 00000100:00000010:1.0:1767326937.054836:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00000100:00000040:2.0:1767326937.054838:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000100:00000001:2.0:1767326937.054868:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000100:00000040:2.0:1767326937.054875:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010362496/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767326937.054876:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.054882:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.054886:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.054890:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.054891:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767326937.054896:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e8526df200. 00000020:00000010:2.0:1767326937.054897:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.054902:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.054903:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.054908:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:1.0:1767326937.054909:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:3.0:1767326937.054910:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b13850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:82037:x1853164010362368:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326937.054915:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326937.054917:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010362368 00000100:00100000:2.0:1767326937.054920:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88302:x1853164010362496:12345-192.168.204.119@tcp:104: 00010000:00000001:3.0:1767326937.054921:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.054926:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.054930:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767326937.054932:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010362496 00010000:00010000:1.0:1767326937.054933:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:3.0:1767326937.054933:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9c600 refcount=2 00010000:00000001:1.0:1767326937.054937:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.054938:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000001:3.0:1767326937.054938:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100194304 : -115550609357312 : ffff96e846f9c600) 00010000:00000001:2.0:1767326937.054943:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.054944:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767326937.054945:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100194304 : -115550609357312 : ffff96e846f9c600) 00000020:00000001:2.0:1767326937.054946:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.054951:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.054952:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86000c400 refcount=2 00010000:00000001:3.0:1767326937.054952:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767326937.054957:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523520082944 : -115550189468672 : ffff96e86000c400) 00010000:00000001:3.0:1767326937.054957:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.054961:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_00+0] req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.054963:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523520082944 : -115550189468672 : ffff96e86000c400) 00010000:00010000:3.0:1767326937.054964:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326937.054969:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.054973:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.054981:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.054985:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.054990:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767326937.054996:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326937.054996:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13000. 00010000:00000001:1.0:1767326937.055002:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326937.055002:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.055006:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.055007:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.055009:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.055009:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767326937.055010:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767326937.055014:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767326937.055014:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.055015:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.055020:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000008:00000001:1.0:1767326937.055021:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.055021:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 00000100:00000001:3.0:1767326937.055026:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767326937.055028:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.055029:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.055031:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.055034:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.055036:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:2.0:1767326937.055040:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767326937.055042:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767326937.055044:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.055044:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.055047:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.055050:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767326937.055052:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00010000:1.0:1767326937.055053:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ea00/0xb12620548e08cba6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbd75 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.055053:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.055058:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000100:00000001:2.0:1767326937.055061:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767326937.055063:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010362368, offset 224 00000100:00000040:2.0:1767326937.055067:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000010:1.0:1767326937.055071:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa08f40. 00000100:00000001:2.0:1767326937.055073:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:3.0:1767326937.055073:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000040:1.0:1767326937.055078:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8502d3e00 count: 0 02000000:00000001:2.0:1767326937.055079:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767326937.055081:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.055083:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.055086:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8502d3d00. 00000100:00000001:2.0:1767326937.055088:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.055089:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.055096:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.055097:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.055097:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556866:1556866:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556859:1556859:8:4294967295] 00010000:00000001:1.0:1767326937.055101:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767326937.055103:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888198. 00010000:00000010:1.0:1767326937.055105:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a900. 00000400:00000200:3.0:1767326937.055105:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326937.055110:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010362496, offset 224 00010000:00000001:1.0:1767326937.055111:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.055117:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.055120:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:1.0:1767326937.055121:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.055123:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326937.055126:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.055130:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.055134:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.055134:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.055135:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.055139:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.055142:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1767326937.055142:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000020:00000001:1.0:1767326937.055148:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.055148:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:3.0:1767326937.055153:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00010000:1.0:1767326937.055154:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.055159:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556867:1556867:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556860:1556860:7:4294967295] 00000020:00000001:1.0:1767326937.055162:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767326937.055163:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:1.0:1767326937.055166:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.055168:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1767326937.055170:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.055173:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.055180:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.055181:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055184:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326937.055188:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.055189:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.055194:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326937.055195:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1767326937.055196:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000010:3.0:1767326937.055200:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ac00. 00000100:00000001:1.0:1767326937.055201:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.055204:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.055207:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326937.055208:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.055211:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.055214:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000100:00000001:1.0:1767326937.055215:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767326937.055216:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326937.055219:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767326937.055220:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326937.055221:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055224:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767326937.055225:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.055225:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.055226:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.055231:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767326937.055232:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.055233:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.055234:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.055237:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1767326937.055238:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:0.0:1767326937.055241:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.055244:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b13850 x1853164010362368/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767326937.055246:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.055254:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.055264:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.055265:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767326937.055266:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9c600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:1.0:1767326937.055271:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.055272:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326937.055272:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.055275:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767326937.055278:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326937.055279:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:2.0:1767326937.055279:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000100:00100000:3.0:1767326937.055279:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b13850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:82037:x1853164010362368:12345-192.168.204.119@tcp:104: Request processed in 478us (2495us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326937.055282:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.055282:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.055286:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000040:0.0:1767326937.055287:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846f9c600 refcount=3 02000000:00000001:1.0:1767326937.055288:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.055291:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523100194304 : -115550609357312 : ffff96e846f9c600) 00010000:00000001:0.0:1767326937.055296:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523100194304 : -115550609357312 : ffff96e846f9c600) 00010000:00010000:2.0:1767326937.055296:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1767326937.055297:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646080:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326937.055302:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767326937.055303:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.055306:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10934 00010000:00010000:0.0:1767326937.055307:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.055308:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326937.055309:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.055313:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 02000000:00000001:1.0:1767326937.055314:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326937.055314:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.055318:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.055318:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.055322:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767326937.055325:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326937.055325:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010362496/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767326937.055326:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd000. 02000000:00000010:1.0:1767326937.055331:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3800. 00000020:00000010:3.0:1767326937.055333:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 02000000:00000001:1.0:1767326937.055337:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.055338:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767326937.055339:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097a00. 00000020:00000001:0.0:1767326937.055343:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000040:3.0:1767326937.055345:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 5 00000020:00000001:0.0:1767326937.055348:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:1.0:1767326937.055348:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.055351:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1767326937.055354:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000010:1.0:1767326937.055356:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61dc0. 00000100:00100000:2.0:1767326937.055357:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88302:x1853164010362496:12345-192.168.204.119@tcp:104: Request processed in 461us (2250us total) trans 0 rc 0/0 00000008:00000001:0.0:1767326937.055358:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:3.0:1767326937.055361:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000008:00000001:0.0:1767326937.055363:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.055363:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e4c8. 00000100:00000001:3.0:1767326937.055364:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00001000:0.0:1767326937.055371:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000200:1.0:1767326937.055371:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646080, portal 18 00000100:00100000:3.0:1767326937.055371:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10936 00000100:00000040:3.0:1767326937.055376:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326937.055377:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1767326937.055378:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055382:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000100:00100000:2.0:1767326937.055382:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10935 00000100:00000001:3.0:1767326937.055382:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00010000:00000001:0.0:1767326937.055385:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.055391:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767326937.055391:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000100:00000040:3.0:1767326937.055394:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010362624/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.055395:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.055396:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326937.055396:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.055401:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.055402:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.055407:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.055407:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd580. 00000020:00000040:0.0:1767326937.055415:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846f9c600 with handle 0xb12620548e08ca95 from hash 00000020:00000010:2.0:1767326937.055416:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919898. 00010000:00000001:0.0:1767326937.055420:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767326937.055423:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096800. 00010000:00000001:0.0:1767326937.055425:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.055426:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326937.055428:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.055429:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326937.055431:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 5 00010000:00000001:0.0:1767326937.055433:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767326937.055434:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326937.055435:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.055436:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.055439:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:1.0:1767326937.055440:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326937.055441:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.055443:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000200:1.0:1767326937.055446:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646080, offset 0 00000020:00000010:3.0:1767326937.055446:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bba8c0. 00000100:00000001:2.0:1767326937.055448:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767326937.055449:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326937.055452:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326937.055454:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767326937.055454:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010362624:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326937.055459:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767326937.055461:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.055462:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.055462:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10937 00000100:00000200:3.0:1767326937.055464:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010362624 00010000:00000001:3.0:1767326937.055468:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326937.055469:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:1.0:1767326937.055470:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.055470:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00010000:00000001:3.0:1767326937.055471:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326937.055474:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:3.0:1767326937.055475:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.055476:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000020:00000040:3.0:1767326937.055479:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e5d0000 refcount=2 00000400:00000200:1.0:1767326937.055480:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000010:0.0:1767326937.055481:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000020:00000001:3.0:1767326937.055484:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523224137728 : -115550485413888 : ffff96e84e5d0000) 00000100:00000040:2.0:1767326937.055486:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010362752/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767326937.055488:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:3.0:1767326937.055488:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523224137728 : -115550485413888 : ffff96e84e5d0000) 00000400:00000200:1.0:1767326937.055489:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767326937.055494:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326937.055496:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767326937.055498:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.055499:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:0.0:1767326937.055501:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:3.0:1767326937.055504:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1767326937.055507:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.055507:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326937.055513:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767326937.055515:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000010:0.0:1767326937.055517:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541c000. 00000020:00000010:2.0:1767326937.055518:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.055521:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326937.055523:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.055523:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556868:1556868:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556861:1556861:6:4294967295] 02000000:00000001:3.0:1767326937.055525:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767326937.055526:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.055529:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000010:3.0:1767326937.055531:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12000. 00000020:00000010:2.0:1767326937.055533:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 02000000:00000001:3.0:1767326937.055535:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.055536:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.055538:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.055540:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.055545:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767326937.055546:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88291:x1853164010362752:12345-192.168.204.119@tcp:104: 00010000:00000001:3.0:1767326937.055549:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.055555:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:1.0:1767326937.055556:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00001000:3.0:1767326937.055556:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000200:2.0:1767326937.055557:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010362752 00010000:00000001:0.0:1767326937.055559:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.055563:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.055564:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326937.055565:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.055569:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.055569:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767326937.055570:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000200:1.0:1767326937.055574:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326937.055574:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.055575:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000040:2.0:1767326937.055578:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869fe8c00 refcount=2 00000100:00000040:0.0:1767326937.055580:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.055581:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:1.0:1767326937.055583:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000020:00000001:2.0:1767326937.055584:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523687709696 : -115550021841920 : ffff96e869fe8c00) 02000000:00000001:3.0:1767326937.055584:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.055590:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326937.055592:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523687709696 : -115550021841920 : ffff96e869fe8c00) 00000800:00000200:1.0:1767326937.055594:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:3.0:1767326937.055598:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.055600:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.055604:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326937.055605:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:3.0:1767326937.055605:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00000800:00000200:1.0:1767326937.055612:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1767326937.055612:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010362624, offset 224 00010000:00000001:0.0:1767326937.055613:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767326937.055614:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.055619:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.055621:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.055623:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.055624:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.055626:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.055629:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00010000:00000001:0.0:1767326937.055631:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.055634:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326937.055637:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.055639:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.055639:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:0.0:1767326937.055641:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.055644:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326937.055644:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.055646:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855778 02000000:00000010:2.0:1767326937.055650:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 00000100:00000001:1.0:1767326937.055655:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855775 02000000:00000001:2.0:1767326937.055656:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.055656:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556869:1556869:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556862:1556862:5:4294967295] 00010000:00000001:0.0:1767326937.055659:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.055663:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9c600/0xb12620548e08ca95 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db8d6 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.055663:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055664:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855778 00000400:00000200:3.0:1767326937.055667:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.055670:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326937.055673:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855775 00010000:00000001:2.0:1767326937.055674:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055679:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767326937.055680:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8475e5e40. 00000100:00001000:2.0:1767326937.055682:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.055685:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.055686:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.055687:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8502d4200 count: 0 00000100:00000001:2.0:1767326937.055689:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.055693:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.055694:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8502d4100. 00000100:00000040:2.0:1767326937.055696:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.055699:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326937.055699:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.055702:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.055702:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:0.0:1767326937.055705:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326937.055706:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1767326937.055707:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00010000:00000010:0.0:1767326937.055708:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ac00. 02000000:00000001:2.0:1767326937.055708:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767326937.055710:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767326937.055712:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.055713:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.055715:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.055728:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767326937.055731:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.055731:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326937.055731:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.055732:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767326937.055734:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.055738:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326937.055740:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.055741:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.055742:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:3.0:1767326937.055743:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1767326937.055746:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767326937.055748:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888880. 00000800:00000200:3.0:1767326937.055750:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:0.0:1767326937.055751:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.055755:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010362752, offset 224 00000100:00000001:3.0:1767326937.055758:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.055765:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.055769:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.055771:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767326937.055772:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326937.055773:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86000c400 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:1.0:1767326937.055775:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.055776:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000010:3.0:1767326937.055777:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 00000400:00000200:2.0:1767326937.055779:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.055780:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767326937.055782:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767326937.055782:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.055783:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.055786:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.055787:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767326937.055790:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86000c400 refcount=3 00010000:00010000:3.0:1767326937.055791:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:1.0:1767326937.055793:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.055793:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:0.0:1767326937.055796:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523520082944 : -115550189468672 : ffff96e86000c400) 00010000:00000001:3.0:1767326937.055797:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.055800:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523520082944 : -115550189468672 : ffff96e86000c400) 00010000:00000001:3.0:1767326937.055802:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.055803:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:1.0:1767326937.055803:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646208:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.055809:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556870:1556870:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556863:1556863:4:4294967295] 00010000:00000001:3.0:1767326937.055809:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.055810:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.055810:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.055815:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.055819:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.055820:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010362624/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326937.055826:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.055826:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326937.055827:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.055830:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000010:1.0:1767326937.055833:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752600. 00000020:00000001:0.0:1767326937.055834:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:1.0:1767326937.055839:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.055869:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:3.0:1767326937.055870:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88282:x1853164010362624:12345-192.168.204.119@tcp:104: Request processed in 412us (2496us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326937.055874:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.055881:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61160. 00000800:00000200:2.0:1767326937.055884:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.055887:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ebb0. 00000100:00100000:3.0:1767326937.055890:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10936 00000800:00000010:2.0:1767326937.055892:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000100:00000200:1.0:1767326937.055893:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646208, portal 18 00000100:00000040:3.0:1767326937.055896:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:1.0:1767326937.055898:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.055902:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000100:00000001:3.0:1767326937.055902:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1767326937.055903:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.055906:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326937.055911:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd280. 00000100:00000040:1.0:1767326937.055914:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.055916:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000010:3.0:1767326937.055918:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919578. 00000800:00000200:2.0:1767326937.055922:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1767326937.055925:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097600. 00000100:00000001:2.0:1767326937.055931:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.055931:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000100:00000001:1.0:1767326937.055932:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326937.055937:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.055941:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.055941:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.055946:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 00010000:00000001:2.0:1767326937.055947:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767326937.055952:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646208, offset 0 00010000:00000010:2.0:1767326937.055953:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326937.055958:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.055962:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000400:00000200:1.0:1767326937.055963:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.055967:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.055971:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.055972:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.055976:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.055980:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.055984:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010362752/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326937.055986:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.055992:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.055999:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.056004:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00100000:2.0:1767326937.056010:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88291:x1853164010362752:12345-192.168.204.119@tcp:104: Request processed in 489us (2379us total) trans 0 rc 0/0 00000400:00000200:1.0:1767326937.056013:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556871:1556871:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556864:1556864:3:4294967295] 00000400:00000200:1.0:1767326937.056022:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.056026:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10937 00000020:00000001:3.0:1767326937.056028:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326937.056030:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000001:3.0:1767326937.056031:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.056036:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767326937.056037:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:1.0:1767326937.056041:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.056041:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767326937.056042:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326937.056045:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326937.056046:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd80. 00010000:00010000:3.0:1767326937.056049:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1767326937.056051:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.056052:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e8789190c8. 00000800:00000010:1.0:1767326937.056060:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000020:00000010:2.0:1767326937.056060:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096e00. 00010000:00010000:3.0:1767326937.056060:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e5d0000 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:3.0:1767326937.056066:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326937.056068:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:3.0:1767326937.056068:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326937.056071:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1767326937.056072:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.056074:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.056074:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.056077:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e5d0000 refcount=3 00000800:00000200:1.0:1767326937.056081:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:3.0:1767326937.056082:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523224137728 : -115550485413888 : ffff96e84e5d0000) 00010000:00000001:3.0:1767326937.056085:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523224137728 : -115550485413888 : ffff96e84e5d0000) 00000800:00000200:1.0:1767326937.056087:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.056089:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767326937.056089:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767326937.056093:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.056093:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.056094:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767326937.056099:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00000008:00000001:3.0:1767326937.056102:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767326937.056105:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10938 00000020:00000001:3.0:1767326937.056106:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:1.0:1767326937.056110:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.056112:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000020:00000001:3.0:1767326937.056112:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00000100:00000001:1.0:1767326937.056114:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855779 00000100:00000001:2.0:1767326937.056119:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000020:00001000:3.0:1767326937.056119:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00000100:00000001:1.0:1767326937.056122:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855778 00000008:00000001:3.0:1767326937.056124:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00001000:0.0:1767326937.056125:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:3.0:1767326937.056128:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.056129:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596680 x1853164010363008/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:0.0:1767326937.056130:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:1.0:1767326937.056130:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855779 00000008:00000001:0.0:1767326937.056134:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326937.056134:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00000100:00000001:1.0:1767326937.056137:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855778 00000008:00000001:3.0:1767326937.056140:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.056141:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:1.0:1767326937.056143:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1767326937.056149:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.056149:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.056149:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326937.056154:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.056157:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.056158:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326937.056158:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.056158:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:2.0:1767326937.056162:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00010000:00000001:3.0:1767326937.056163:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.056164:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767326937.056164:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.056168:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326937.056168:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.056169:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.056170:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326937.056174:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.056175:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767326937.056175:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000040:3.0:1767326937.056175:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84e5d0000 with handle 0xb12620548e082432 from hash 00010000:00000001:0.0:1767326937.056178:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.056182:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326937.056182:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1767326937.056183:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86000c400 with handle 0xb12620548e080ba4 from hash 00010000:00000001:3.0:1767326937.056185:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.056186:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326937.056188:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139440:x1853164010363008:12345-192.168.204.119@tcp:104: 00010000:00000001:3.0:1767326937.056189:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.056191:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767326937.056191:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.056192:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.056195:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767326937.056196:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010363008 00000100:00000001:1.0:1767326937.056197:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.056197:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.056199:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.056201:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.056201:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.056203:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326937.056206:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326937.056206:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.056210:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767326937.056210:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.056210:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.056211:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767326937.056214:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.056215:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326937.056215:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326937.056216:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188f200 refcount=2 00010000:00010000:1.0:1767326937.056219:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767326937.056220:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.056222:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814220288 : -115549895331328 : ffff96e87188f200) 00010000:00000001:0.0:1767326937.056223:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.056226:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326937.056227:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326937.056228:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814220288 : -115549895331328 : ffff96e87188f200) 00010000:00000001:0.0:1767326937.056229:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.056230:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767326937.056232:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767326937.056233:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.056234:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1767326937.056235:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.056237:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.056239:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326937.056239:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00010000:00000001:0.0:1767326937.056244:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:3.0:1767326937.056246:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326937.056248:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:2.0:1767326937.056248:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.056254:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767326937.056255:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e869fe8c00 already unused, calling callback (ffffffffc13180e0) 00000100:00000010:0.0:1767326937.056257:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 02000000:00000001:3.0:1767326937.056258:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:1.0:1767326937.056261:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767326937.056264:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.056265:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00000001:1.0:1767326937.056265:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.056266:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767326937.056269:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326937.056271:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767326937.056272:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.056273:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767326937.056273:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097600. 02000000:00000001:0.0:1767326937.056277:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767326937.056277:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e869fe8c00 refcount=3 02000000:00000010:2.0:1767326937.056277:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 00000100:00000001:3.0:1767326937.056279:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.056282:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.056284:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.056284:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523687709696 : -115550021841920 : ffff96e869fe8c00) 00010000:00000001:3.0:1767326937.056284:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.056287:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056291:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523687709696 : -115550021841920 : ffff96e869fe8c00) 00010000:00000001:2.0:1767326937.056292:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767326937.056292:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000010:0.0:1767326937.056294:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541d400. 00010000:00000001:1.0:1767326937.056295:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767326937.056297:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.056300:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.056302:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.056303:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.056309:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.056313:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767326937.056315:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326937.056316:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.056320:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.056321:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.056322:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.056325:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:2.0:1767326937.056327:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:3.0:1767326937.056328:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326937.056329:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:3.0:1767326937.056334:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.056335:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00001000:1.0:1767326937.056336:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326937.056339:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.056340:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000008:00000001:1.0:1767326937.056341:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.056345:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326937.056346:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.056346:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.056347:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b273c4] to pc [ptlrpcd_01_01+1] req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1767326937.056351:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:0.0:1767326937.056354:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326937.056354:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.056356:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.056361:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.056361:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888990. 00010000:00000001:1.0:1767326937.056362:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.056366:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767326937.056369:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010363008, offset 224 00010000:00000001:1.0:1767326937.056370:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767326937.056375:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.056375:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.056379:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.056381:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.056383:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326937.056385:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e869fe8c00 with handle 0xb12620548e08cc0f from hash 00010000:00000001:3.0:1767326937.056390:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.056391:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.056392:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326937.056394:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.056396:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.056399:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056400:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.056402:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.056404:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326937.056406:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056408:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000008:00000001:3.0:1767326937.056410:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056412:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.056414:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556872:1556872:250:4294967295] 192.168.204.119@tcp LPNI seq info [1556865:1556865:2:4294967295] 00010000:00000001:0.0:1767326937.056415:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.056417:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00010000:3.0:1767326937.056417:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.056421:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.056423:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.056425:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.056426:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.056427:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.056429:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.056432:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056435:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.056438:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056439:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767326937.056440:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:0.0:1767326937.056445:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.056446:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000400:00000200:2.0:1767326937.056446:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:3.0:1767326937.056446:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e5d0000/0xb12620548e082432 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afa60 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.056451:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1767326937.056453:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=10 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.056460:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.056463:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767326937.056463:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.056467:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.056471:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00010000:00000010:3.0:1767326937.056473:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8502fb480. 02000000:00000010:1.0:1767326937.056475:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852752000. 00010000:00000040:3.0:1767326937.056479:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846514600 count: 0 00000100:00000001:1.0:1767326937.056483:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.056483:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000010:3.0:1767326937.056487:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e846514400. 00010000:00000001:1.0:1767326937.056489:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767326937.056495:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.056496:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326937.056496:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:3.0:1767326937.056499:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326937.056501:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000c400/0xb12620548e080ba4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a97b1 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326937.056502:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767326937.056503:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767326937.056507:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 00000100:00000001:2.0:1767326937.056511:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.056513:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.056519:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000040:2.0:1767326937.056520:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000001:3.0:1767326937.056520:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.056524:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.056524:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.056526:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e86b549f40. 00010000:00000001:2.0:1767326937.056526:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.056530:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:3.0:1767326937.056531:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.0:1767326937.056532:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000040:0.0:1767326937.056534:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e844e18900 count: 0 00000100:00000001:1.0:1767326937.056535:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.056536:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.056538:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326937.056542:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e844e18b00. 00010000:00010000:2.0:1767326937.056543:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:1.0:1767326937.056545:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_01+1] req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.056549:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.056551:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.056556:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326937.056556:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.056561:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.056562:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000001:1.0:1767326937.056562:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.056568:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.056569:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.056570:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164010363008/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.056572:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767326937.056574:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.056575:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.056577:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056581:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.056582:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000008:00000001:1.0:1767326937.056586:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.056587:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.056590:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.056593:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326937.056595:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.056596:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.056601:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139440:x1853164010363008:12345-192.168.204.119@tcp:104: Request processed in 439us (2633us total) trans 0 rc 0/0 00010000:00010000:3.0:1767326937.056602:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326937.056607:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326937.056611:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.056617:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.056619:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188f200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:3.0:1767326937.056619:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326937.056622:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe8c00/0xb12620548e08cc0f lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbf66 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.056624:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10938 00000008:00000001:0.0:1767326937.056625:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.056627:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326937.056629:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.056630:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767326937.056632:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00000020:00000001:0.0:1767326937.056634:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.056634:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326937.056637:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188f200 refcount=3 00000100:00000001:2.0:1767326937.056638:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.056639:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767326937.056640:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa0ef40. 00000020:00000001:0.0:1767326937.056641:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814220288 : -115549895331328 : ffff96e87188f200) 00000100:00000001:2.0:1767326937.056643:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.056645:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814220288 : -115549895331328 : ffff96e87188f200) 00010000:00000040:1.0:1767326937.056647:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8452b8800 count: 0 00010000:00000001:0.0:1767326937.056649:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767326937.056649:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd200. 00000100:00000040:3.0:1767326937.056649:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.056655:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326937.056655:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8452b8500. 00000020:00000010:2.0:1767326937.056656:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919bb8. 00000020:00000010:2.0:1767326937.056664:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00000001:1.0:1767326937.056665:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.056669:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767326937.056671:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00000010:1.0:1767326937.056673:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000100:00000001:3.0:1767326937.056677:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.056678:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.056680:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.056681:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.056686:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326937.056688:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1767326937.056690:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.056690:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.056694:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:3.0:1767326937.056694:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767326937.056695:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.056699:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00000001:1.0:1767326937.056700:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326937.056700:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.056701:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.056704:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.056706:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00010000:1.0:1767326937.056708:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326937.056709:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247646336:192.168.204.119@tcp:103:ldlm_bl.0 00000008:00000001:0.0:1767326937.056711:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000001:2.0:1767326937.056711:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.056712:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.056727:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.056728:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.056728:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.056730:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767326937.056733:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00001000:0.0:1767326937.056734:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000800:00000001:2.0:1767326937.056735:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.056736:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1767326937.056740:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.056740:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.056742:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.056746:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.056747:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767326937.056748:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767326937.056748:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.056753:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858097a00. 00010000:00000001:0.0:1767326937.056754:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1767326937.056754:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.056756:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.056759:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767326937.056760:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.056762:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.056764:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.056766:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326937.056767:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.056769:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.056771:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326937.056775:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87188f200 with handle 0xb12620548e090cf9 from hash 00000400:00000200:2.0:1767326937.056775:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.056779:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.056782:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.056785:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.056786:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.056789:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.056794:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767326937.056795:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7790. 00000400:00000200:2.0:1767326937.056797:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.056798:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767326937.056801:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326937.056803:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:3.0:1767326937.056803:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093088. 00000100:00000001:1.0:1767326937.056804:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.056807:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5a00 02000000:00000001:1.0:1767326937.056810:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326937.056811:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000200:3.0:1767326937.056812:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646336, portal 18 02000000:00000001:1.0:1767326937.056814:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.056816:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.056818:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 1312 00000100:00000001:3.0:1767326937.056818:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326937.056820:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.056821:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.056822:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00010000:00000001:0.0:1767326937.056825:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.056829:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.056830:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00100000:1.0:1767326937.056830:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247646464:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326937.056835:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767326937.056836:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.056837:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767326937.056837:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.056859:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.056862:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.056864:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.056866:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767326937.056871:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 02000000:00000010:1.0:1767326937.056872:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714c00. 00000400:00000200:2.0:1767326937.056873:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:0.0:1767326937.056879:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000001:1.0:1767326937.056879:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.056882:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.056887:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326937.056888:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767326937.056888:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.056889:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326937.056892:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.056897:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.056897:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000100:00000010:2.0:1767326937.056898:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00000100:00000040:3.0:1767326937.056898:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.056904:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010363392 msgsize 328 00000400:00000010:3.0:1767326937.056905:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810936e8. 02000000:00000010:0.0:1767326937.056907:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541d000. 00000400:00000010:1.0:1767326937.056907:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:3.0:1767326937.056911:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646336, offset 0 00000100:00000001:0.0:1767326937.056914:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.056915:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646464, portal 18 00000100:00100000:2.0:1767326937.056915:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:0.0:1767326937.056920:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.056920:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.056924:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000400:00000200:3.0:1767326937.056925:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326937.056926:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.056927:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.056935:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.056936:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.056938:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.056943:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.056948:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326937.056948:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.056953:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.056953:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.056957:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326937.056962:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.056962:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.056964:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000010:1.0:1767326937.056967:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eee0. 00000400:00000200:3.0:1767326937.056972:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326937.056974:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646464, offset 0 00010000:00000001:0.0:1767326937.056980:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.056980:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:0.0:1767326937.056986:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326937.056986:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.056988:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556873:1556873:249:4294967295] 192.168.204.119@tcp LPNI seq info [1556866:1556866:1:4294967295] 00010000:00000001:0.0:1767326937.056990:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.056992:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.056996:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.056998:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.056999:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326937.057003:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.057005:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00010000:0.0:1767326937.057008:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.057012:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326937.057018:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:1.0:1767326937.057020:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.057027:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1767326937.057028:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.057033:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188f200/0xb12620548e090cf9 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x35a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecf5c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326937.057033:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.057034:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.057042:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1767326937.057042:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00000400:00000200:1.0:1767326937.057043:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556874:1556874:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556867:1556867:0:4294967295] 00000100:00100000:2.0:1767326937.057046:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363392 02000000:00000001:2.0:1767326937.057051:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:3.0:1767326937.057055:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326937.057056:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.057056:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:0.0:1767326937.057057:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891cf00. 00000100:00000001:2.0:1767326937.057060:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057063:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.057065:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871466000 count: 0 02000000:00000001:2.0:1767326937.057066:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.057066:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:1.0:1767326937.057068:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10563 usecs (11 jiffies) 00000100:00100000:2.0:1767326937.057073:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363392 00010000:00000010:0.0:1767326937.057074:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871466300. 00000800:00000200:3.0:1767326937.057074:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1767326937.057077:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767326937.057078:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:2.0:1767326937.057082:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326937.057083:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855772 00000100:00000001:3.0:1767326937.057083:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.057085:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326937.057087:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326937.057090:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326937.057090:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855779 00000020:00000040:2.0:1767326937.057091:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000040:3.0:1767326937.057091:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18063 usecs (19 jiffies) 00010000:00000010:0.0:1767326937.057095:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000001:1.0:1767326937.057097:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855772 00000020:00000001:2.0:1767326937.057098:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000001:0.0:1767326937.057101:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057104:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855779 00000400:00000200:3.0:1767326937.057104:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.057106:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326937.057107:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.057110:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.057111:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855780 00000020:00000001:0.0:1767326937.057112:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.057113:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.057114:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.057119:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1767326937.057119:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.057120:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855779 00000400:00000001:1.0:1767326937.057122:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767326937.057124:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.057125:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326937.057126:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326937.057128:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855780 00000020:00000001:0.0:1767326937.057129:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.057131:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61630. 00000020:00000010:2.0:1767326937.057132:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00010000:0.0:1767326937.057135:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.057136:0:2520:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855779 00000400:00000200:1.0:1767326937.057137:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000020:00000001:0.0:1767326937.057138:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326937.057140:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000001:3.0:1767326937.057141:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326937.057142:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000020:00000001:0.0:1767326937.057143:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.057146:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000100:00000001:3.0:1767326937.057148:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.057149:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.057149:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326937.057152:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:3.0:1767326937.057155:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.057157:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.057160:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.057160:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.057164:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.057168:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.057170:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.057174:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326937.057175:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.057176:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.057181:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.057183:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.057190:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.057191:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.057193:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057194:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.057198:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057199:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.057202:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767326937.057204:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326937.057206:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326937.057207:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.057210:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.057213:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326937.057214:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10939 02000000:00000001:1.0:1767326937.057215:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.057217:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767326937.057222:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326937.057222:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.057222:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.057227:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 00000100:00000001:3.0:1767326937.057229:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.057231:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.057237:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326937.057237:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595c00 x1853164010363392/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.057241:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.057243:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.057245:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326937.057247:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.057250:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.057253:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.057256:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.057260:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 02000000:00000010:3.0:1767326937.057264:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11c00. 00000100:00000001:1.0:1767326937.057265:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326937.057270:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057271:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.057272:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.057278:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.057278:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.057282:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.057284:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.057285:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.057289:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.057291:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00001000:3.0:1767326937.057296:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.057302:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.057304:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139445:x1853164010363392:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326937.057305:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.057306:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.057310:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.057311:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010363392 00000100:00000040:3.0:1767326937.057312:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.057316:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.057318:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:1.0:1767326937.057320:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.057321:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767326937.057324:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767326937.057325:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767326937.057328:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.057329:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188fe00 refcount=2 00000100:00000001:3.0:1767326937.057335:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767326937.057336:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814223360 : -115549895328256 : ffff96e87188fe00) 00000100:00100000:1.0:1767326937.057339:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247644928:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.057341:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814223360 : -115549895328256 : ffff96e87188fe00) 00000100:00000040:3.0:1767326937.057344:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.057348:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767326937.057352:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326937.057352:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326937.057352:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093ee0. 00000400:00000001:1.0:1767326937.057355:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.057359:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61478. 00010000:00010000:2.0:1767326937.057360:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.057363:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000010:1.0:1767326937.057367:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000100:00000001:1.0:1767326937.057372:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.057374:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010360960, offset 224 00000100:00000001:2.0:1767326937.057375:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.057379:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767326937.057380:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326937.057385:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34000. 00000400:00000200:3.0:1767326937.057386:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.057391:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.057397:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.057398:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.057402:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767326937.057403:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.057407:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.057410:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00001000:2.0:1767326937.057413:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.057422:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767326937.057424:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556875:1556875:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556868:1556868:-1:4294967295] 00000100:00000040:2.0:1767326937.057428:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.057435:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:3.0:1767326937.057441:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.057442:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767326937.057444:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326937.057446:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057447:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.057448:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057452:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.057452:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326937.057456:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326937.057456:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.057460:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326937.057462:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.057463:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.057464:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.057469:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.057469:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888a18. 00010000:00000010:3.0:1767326937.057470:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 00000100:00001000:1.0:1767326937.057474:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326937.057476:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010363392, offset 224 00010000:00000001:3.0:1767326937.057476:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00001000:1.0:1767326937.057481:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00010000:3.0:1767326937.057486:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326937.057487:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326937.057487:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.057491:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.057492:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.057495:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326937.057497:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.057498:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.057499:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.057500:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057505:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.057508:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326937.057511:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:3.0:1767326937.057511:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594a80 x1853164010360960/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.057512:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.057516:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.057523:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556876:1556876:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556869:1556869:-2:4294967295] 00000100:00000040:1.0:1767326937.057525:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.057538:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.057544:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.057545:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88281:x1853164010360960:12345-192.168.204.119@tcp:104: Request processed in 7775us (8909us total) trans 0 rc 0/0 00000100:00000001:2.0:1767326937.057546:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057547:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.057550:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.057556:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000040:1.0:1767326937.057559:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.057562:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10929 00010000:00000001:2.0:1767326937.057563:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.057568:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000100:00000040:3.0:1767326937.057569:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:2.0:1767326937.057573:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326937.057575:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.057578:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767326937.057579:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645184:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:3.0:1767326937.057583:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdd00. 00000100:00000001:1.0:1767326937.057585:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.057588:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00000100:00000001:1.0:1767326937.057589:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767326937.057591:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000020:00000010:3.0:1767326937.057593:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096000. 00000100:00000040:1.0:1767326937.057596:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247644928/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.057597:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.057599:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:2.0:1767326937.057603:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.057607:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594a80. 00010000:00000001:2.0:1767326937.057609:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.057615:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.057617:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767326937.057618:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10c00. 02000000:00000001:1.0:1767326937.057621:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326937.057621:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164010363392/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326937.057623:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:1.0:1767326937.057626:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3000. 00000100:00000010:3.0:1767326937.057627:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595f80. 02000000:00000001:1.0:1767326937.057633:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326937.057635:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326937.057637:0:2517:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767326937.057639:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 00000020:00000040:1.0:1767326937.057641:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:3.0:1767326937.057644:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326937.057646:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767326937.057646:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139445:x1853164010363392:12345-192.168.204.119@tcp:104: Request processed in 368us (736us total) trans 0 rc 0/0 00000100:00000010:3.0:1767326937.057648:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 02000000:00000010:1.0:1767326937.057650:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2600. 02000000:00000001:3.0:1767326937.057654:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767326937.057657:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767326937.057658:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12800. 02000000:00000001:1.0:1767326937.057660:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767326937.057663:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10939 00000100:00000010:1.0:1767326937.057665:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 02000000:00000001:3.0:1767326937.057665:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767326937.057668:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000010:3.0:1767326937.057669:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00000100:00000001:1.0:1767326937.057672:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.057672:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767326937.057675:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.057676:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.057677:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1767326937.057679:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36c00. 00000100:00000001:1.0:1767326937.057681:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326937.057682:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 02000000:00000001:3.0:1767326937.057683:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767326937.057688:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b800 x1853164247645184/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326937.057688:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597480. 00000020:00000010:2.0:1767326937.057689:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 02000000:00000001:3.0:1767326937.057693:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1767326937.057696:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 02000000:00000010:3.0:1767326937.057697:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11000. 00000020:00000040:2.0:1767326937.057704:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:1.0:1767326937.057705:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326937.057705:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767326937.057708:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767326937.057710:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594e00. 02000000:00000010:1.0:1767326937.057711:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2200. 00000100:00000001:2.0:1767326937.057711:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.057729:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767326937.057730:0:274003:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c234000. 00000020:00000001:1.0:1767326937.057731:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.057735:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000010:3.0:1767326937.057737:0:274003:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b13800. 00000020:00000001:1.0:1767326937.057738:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.057743:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 00000800:00000001:2.0:1767326937.057744:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.057744:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.057748:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.057751:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1767326937.057752:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326937.057753:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b800. 00000800:00000001:2.0:1767326937.057758:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.057759:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767326937.057759:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.057762:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.057763:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.057763:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.057767:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.057769:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:1.0:1767326937.057773:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326937.057774:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.057775:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326937.057777:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767326937.057780:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326937.057784:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.057785:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.057787:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767326937.057787:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.057795:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.057796:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.057801:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.057803:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:3.0:1767326937.057803:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e872acaa00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326937.057805:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000008:00000001:3.0:1767326937.057809:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.057811:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767326937.057813:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.057813:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.057814:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767326937.057817:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1767326937.057820:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.057821:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5a80 00000020:00000001:3.0:1767326937.057821:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.057825:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e872acaa00 refcount=3 00000020:00000001:3.0:1767326937.057831:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523833338368 : -115549876213248 : ffff96e872acaa00) 00000400:00000200:2.0:1767326937.057834:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 1640 00010000:00000001:3.0:1767326937.057837:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523833338368 : -115549876213248 : ffff96e872acaa00) 00010000:00010000:1.0:1767326937.057858:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188fe00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.057862:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.057866:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326937.057866:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767326937.057868:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1767326937.057871:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1767326937.057872:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767326937.057872:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326937.057876:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188fe00 refcount=3 00000020:00000001:1.0:1767326937.057882:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814223360 : -115549895328256 : ffff96e87188fe00) 00010000:00000001:1.0:1767326937.057887:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814223360 : -115549895328256 : ffff96e87188fe00) 00000008:00000001:3.0:1767326937.057887:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.057890:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767326937.057891:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00010000:1.0:1767326937.057895:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.057896:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.057896:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00000400:00000200:2.0:1767326937.057903:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:3.0:1767326937.057903:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00000008:00000001:1.0:1767326937.057909:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:3.0:1767326937.057909:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1767326937.057913:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.057914:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:2.0:1767326937.057914:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.057919:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:3.0:1767326937.057919:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00000100:00000001:2.0:1767326937.057921:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00001000:1.0:1767326937.057925:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000200:2.0:1767326937.057925:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000008:00000001:3.0:1767326937.057925:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.057931:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:3.0:1767326937.057932:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:2.0:1767326937.057934:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596a00. 00000008:00000001:1.0:1767326937.057936:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.057937:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767326937.057939:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596a00 x1853164010363520 msgsize 328 00000020:00001000:1.0:1767326937.057940:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00010000:00000001:3.0:1767326937.057941:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000008:00000001:1.0:1767326937.057946:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.057946:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.057950:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.057952:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326937.057953:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:3.0:1767326937.057956:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e872acaa00 with handle 0xb12620548e07de71 from hash 00010000:00000001:1.0:1767326937.057958:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.057962:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326937.057962:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767326937.057962:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326937.057966:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.057968:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.057969:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.057971:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.057972:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.057972:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:2.0:1767326937.057977:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.057977:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767326937.057978:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87188fe00 with handle 0xb12620548e090bda from hash 00010000:00000001:3.0:1767326937.057981:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000001:2.0:1767326937.057983:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.057984:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.057988:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.057988:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:2.0:1767326937.057989:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.057992:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.057994:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326937.057994:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.057997:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.057998:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.057999:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326937.058000:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.058004:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326937.058006:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326937.058010:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:3.0:1767326937.058010:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767326937.058011:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.058016:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767326937.058017:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00010000:00000001:1.0:1767326937.058020:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.058021:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.058024:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.058024:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=10 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.058029:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.058030:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767326937.058032:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767326937.058035:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:3.0:1767326937.058035:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.058039:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.058040:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.058041:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b800. 00000400:00000200:2.0:1767326937.058047:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fd80 00000020:00000040:1.0:1767326937.058048:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000010:3.0:1767326937.058048:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858096000. 00000100:00000001:1.0:1767326937.058055:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326937.058055:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.058055:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.058060:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767326937.058060:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.058064:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a81d [1] + 224 02000000:00000001:1.0:1767326937.058065:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058067:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1767326937.058073:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715000. 00000800:00000001:2.0:1767326937.058074:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.058080:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058080:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000001:2.0:1767326937.058081:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.058083:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.058087:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.058087:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.058088:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1767326937.058093:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.058095:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.058097:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.058105:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326937.058106:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008df36756] to pc [ptlrpcd_01_00+0] req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.058110:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000200:2.0:1767326937.058114:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.058115:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.058121:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.058127:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.058133:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.058137:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eff8978] to pc [ptlrpcd_00_01+1] req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.058138:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326937.058139:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.058142:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.058145:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.058150:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326937.058155:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058161:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.058166:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.058172:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.058172:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.058175:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.058178:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.058179:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.058179:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.058184:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058184:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e872acaa00/0xb12620548e07de71 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x357c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49de93 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.058185:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.058189:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.058191:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.058196:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.058197:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767326937.058199:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498c44c0. 00000400:00000200:2.0:1767326937.058207:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:3.0:1767326937.058207:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870a52600 count: 0 00010000:00000001:1.0:1767326937.058214:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.058216:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:3.0:1767326937.058217:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870a52400. 00010000:00010000:1.0:1767326937.058219:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fe00/0xb12620548e090bda lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb49 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.058227:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.058229:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.058231:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.058234:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891c180. 00000400:00000200:2.0:1767326937.058235:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:3.0:1767326937.058235:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 00010000:00000040:1.0:1767326937.058241:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87188cc00 count: 0 00010000:00000001:3.0:1767326937.058242:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.058243:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.058248:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767326937.058249:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87188c600. 00000400:00000200:2.0:1767326937.058251:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fd00 00000020:00000001:3.0:1767326937.058252:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058258:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.058259:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.058260:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767326937.058261:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.058264:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:3.0:1767326937.058266:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.058269:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a825 [1] + 224 00010000:00000010:1.0:1767326937.058270:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00010000:00010000:3.0:1767326937.058271:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326937.058275:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.058276:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.058278:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.058279:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.058281:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.058285:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.058285:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326937.058290:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.058291:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.058293:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.058295:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.058296:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326937.058298:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.058300:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767326937.058301:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.058303:0:2519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767326937.058305:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326937.058311:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.058313:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.058321:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.058324:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.058325:0:2519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326937.058329:0:2519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.058330:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326937.058336:0:2519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326937.058339:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326937.058341:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:3.0:1767326937.058341:0:2519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.058342:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.058348:0:2519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.058349:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326937.058350:0:2512:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326937.058354:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.058355:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247646848:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1767326937.058359:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.058360:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.058362:0:2519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326937.058366:0:2519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767326937.058368:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247646720:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:3.0:1767326937.058370:0:2519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.058375:0:2519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326937.058379:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326937.058380:0:2519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e858097200. 02000000:00000001:1.0:1767326937.058383:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326937.058386:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.058386:0:2519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.058387:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.058392:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.058397:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.058398:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714200. 02000000:00000001:1.0:1767326937.058404:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.058405:0:2519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7630. 00000100:00000001:2.0:1767326937.058406:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326937.058412:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.058413:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093880. 00000800:00000001:2.0:1767326937.058414:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767326937.058416:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61478. 00000800:00000001:2.0:1767326937.058420:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.058420:0:2519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646848, portal 18 00000400:00000010:1.0:1767326937.058422:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000100:00000001:3.0:1767326937.058426:0:2519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767326937.058428:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646720, portal 18 00000100:00000001:3.0:1767326937.058429:0:2519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000100:00000001:1.0:1767326937.058433:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.058436:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000100:00000001:2.0:1767326937.058439:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767326937.058441:0:2519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.058444:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363520 00000100:00000040:1.0:1767326937.058447:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.058448:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.058452:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.058455:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.058461:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.058466:0:2519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326937.058467:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363520 00000100:00000001:1.0:1767326937.058470:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767326937.058471:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767326937.058474:0:2519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000040:2.0:1767326937.058475:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000040:1.0:1767326937.058477:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326937.058480:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767326937.058480:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093110. 00000400:00000010:1.0:1767326937.058483:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e908. 00000020:00000040:2.0:1767326937.058485:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000200:3.0:1767326937.058486:0:2519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646848, offset 0 00000100:00000200:1.0:1767326937.058488:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646720, offset 0 00000020:00000001:2.0:1767326937.058489:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.058495:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326937.058497:0:2519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.058500:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767326937.058501:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.058506:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.058507:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.058510:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.058512:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.058517:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000200:1.0:1767326937.058518:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.058518:0:2519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000010:2.0:1767326937.058525:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000400:00000200:1.0:1767326937.058527:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326937.058528:0:2519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1767326937.058531:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000400:00000200:1.0:1767326937.058534:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:3.0:1767326937.058536:0:2519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000010:2.0:1767326937.058538:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000400:00000200:1.0:1767326937.058541:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326937.058542:0:2519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326937.058547:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:1.0:1767326937.058548:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.058550:0:2519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.058553:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.058557:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767326937.058559:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556878:1556878:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556870:1556870:-3:4294967295] 00000100:00000001:2.0:1767326937.058560:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.058561:0:2519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556878:1556878:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556871:1556871:-3:4294967295] 00000100:00000001:2.0:1767326937.058567:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.058572:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.058573:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.058578:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.058580:0:2519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.058582:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.058585:0:2519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10563 usecs (11 jiffies) 00000100:00000001:2.0:1767326937.058587:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767326937.058590:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10563 usecs (11 jiffies) 00000100:00000001:2.0:1767326937.058591:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326937.058592:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.058597:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855773 00000400:00000200:1.0:1767326937.058600:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.058603:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10940 00000100:00000001:3.0:1767326937.058604:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855780 00000100:00000001:1.0:1767326937.058605:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855773 00000100:00000040:2.0:1767326937.058609:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.058611:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855773 00000100:00000001:1.0:1767326937.058612:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855780 00000100:00000001:2.0:1767326937.058613:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328064 : -115549915223552 : ffff96e870596a00) 00000100:00000001:3.0:1767326937.058617:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855780 00000100:00000001:1.0:1767326937.058618:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855773 00000100:00000040:2.0:1767326937.058622:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596a00 x1853164010363520/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.058624:0:2519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.058625:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855780 00000100:00000001:1.0:1767326937.058632:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.058632:0:2519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.058638:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.058641:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:3.0:1767326937.058641:0:2519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326937.058645:0:2519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767326937.058646:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000010:3.0:1767326937.058648:0:2519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7a50. 00000100:00000001:2.0:1767326937.058650:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.058654:0:2519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093dd0 00000020:00000010:2.0:1767326937.058655:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000010:3.0:1767326937.058659:0:2519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093dd0. 00000100:00100000:2.0:1767326937.058664:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139438:x1853164010363520:12345-192.168.204.119@tcp:104: 00000400:00000001:1.0:1767326937.058666:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326937.058666:0:2519:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326937.058671:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326937.058671:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010363520 00000400:00000010:1.0:1767326937.058675:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61f78. 00010000:00000001:2.0:1767326937.058676:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:3.0:1767326937.058676:0:2519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.058680:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767326937.058681:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000020:00000001:2.0:1767326937.058684:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767326937.058686:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000020:00000040:2.0:1767326937.058688:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188fc00 refcount=2 00000100:00000001:1.0:1767326937.058693:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326937.058694:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814222848 : -115549895328768 : ffff96e87188fc00) 00010000:00000001:2.0:1767326937.058700:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814222848 : -115549895328768 : ffff96e87188fc00) 00000100:00000200:1.0:1767326937.058702:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326937.058702:0:2519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.058704:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.058708:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.058714:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326937.058733:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.058736:0:2519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.058739:0:2519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.058744:0:2519:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326937.058746:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326937.058747:0:2519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.058750:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.058750:0:2519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.058754:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326937.058754:0:2519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.058757:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326937.058759:0:2519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.058761:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.058764:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.058765:0:2519:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326937.058767:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.058774:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326937.058774:0:2519:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.058782:0:2519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767326937.058783:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.058787:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.058787:0:2519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.058790:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.058792:0:2519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.058794:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326937.058796:0:2519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.058798:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.058866:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86129cb00. 00000100:00000001:2.0:1767326937.058870:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.058874:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:3.1:1767326937.058874:0:2519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f0500. 02000000:00000010:2.0:1767326937.058878:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36800. 02000000:00000001:2.0:1767326937.058882:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326937.058885:0:2519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e65c00. 00000100:00000001:2.0:1767326937.058886:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.058886:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86129b600. 00010000:00000001:2.0:1767326937.058893:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.058894:0:2519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000010:1.1:1767326937.058896:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3fae00. 00010000:00000001:2.0:1767326937.058897:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.058898:0:2519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00001000:2.0:1767326937.058903:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.058903:0:2519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326937.058905:0:2519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.058905:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a2c00. 00000100:00000001:2.0:1767326937.058910:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:1.1:1767326937.058915:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e881010f00. 00000100:00000040:2.0:1767326937.058916:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000040:3.0:1767326937.058916:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.058923:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000010:1.1:1767326937.058924:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871749400. 02000000:00000001:2.0:1767326937.058930:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.058933:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.058934:0:2519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.058939:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326937.058939:0:2519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000010:1.1:1767326937.058939:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8693ba500. 00000100:00000001:3.0:1767326937.058944:0:2519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1767326937.058947:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8475e0200. 00000100:00000040:3.0:1767326937.058952:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.058954:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.058963:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888f68. 00000100:00000001:1.0:1767326937.058964:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326937.058965:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247645568:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:0.1:1767326937.058967:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878aed100. 00000100:00000040:1.0:1767326937.058968:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000200:2.0:1767326937.058970:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010363520, offset 224 00000100:00000001:1.0:1767326937.058974:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.058977:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.058979:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326937.058979:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f24f800. 00000400:00000200:2.0:1767326937.058982:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.058985:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.058986:0:2519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.058992:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.058994:0:2519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88ea00 x1853164247645568/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.059005:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.059007:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.059013:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.059016:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.059019:0:2519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.059020:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556879:1556879:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556872:1556872:-5:4294967295] 02000000:00000001:3.0:1767326937.059024:0:2519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326937.059026:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326937.059028:0:2519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858097e00. 00000400:00000200:2.0:1767326937.059033:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.059035:0:2519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326937.059039:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.059040:0:2519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326937.059044:0:2519:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326937.059048:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000010:0.1:1767326937.059049:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e860d22400. 00000020:00000001:3.0:1767326937.059050:0:2519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326937.059054:0:2519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858096400. 00010000:00000001:2.0:1767326937.059056:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.1:1767326937.059058:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8452bdc00. 02000000:00000001:3.0:1767326937.059062:0:2519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:2.0:1767326937.059063:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000100:00100000:1.0:1767326937.059066:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645440:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:3.0:1767326937.059066:0:2519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767326937.059068:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000010:3.0:1767326937.059071:0:2519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00000100:00000001:1.0:1767326937.059073:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.059076:0:2519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.059077:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767326937.059078:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767326937.059081:0:2519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.059083:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.059085:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247645440/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.059087:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.059088:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.059094:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.059096:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.059098:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326937.059100:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767326937.059101:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.059105:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 00000100:00000040:2.0:1767326937.059105:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596a00 x1853164010363520/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.059106:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.059110:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326937.059112:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326937.059114:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.059115:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.059119:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:3.0:1767326937.059121:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.059124:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.059129:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85277a200. 00000100:00100000:2.0:1767326937.059134:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139438:x1853164010363520:12345-192.168.204.119@tcp:104: Request processed in 488us (1189us total) trans 0 rc 0/0 02000000:00000001:1.0:1767326937.059135:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326937.059135:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326937.059138:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326937.059140:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326937.059142:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000001:3.0:1767326937.059145:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.059147:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767326937.059149:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10940 00000100:00000001:1.0:1767326937.059151:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.059152:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.059154:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:1.0:1767326937.059157:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.059159:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326937.059162:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.059163:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326937.059166:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767326937.059168:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00000100:00000001:1.0:1767326937.059170:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.059173:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326937.059175:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000020:00000010:2.0:1767326937.059179:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000040:2.0:1767326937.059184:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326937.059188:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.059193:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.059196:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.059199:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.059202:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.059204:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000200:3.0:1767326937.059205:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326937.059208:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000010:3.0:1767326937.059210:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00000400:00000200:3.0:1767326937.059218:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.059221:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188fc00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.059227:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767326937.059227:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.059231:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767326937.059233:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00010000:00000001:1.0:1767326937.059234:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.059238:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767326937.059239:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000020:00000040:1.0:1767326937.059241:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87188fc00 refcount=3 00000100:00000001:3.0:1767326937.059244:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767326937.059245:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523814222848 : -115549895328768 : ffff96e87188fc00) 02000000:00000001:3.0:1767326937.059248:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.059250:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523814222848 : -115549895328768 : ffff96e87188fc00) 02000000:00000010:3.0:1767326937.059251:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13000. 00010000:00000001:1.0:1767326937.059254:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767326937.059256:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767326937.059258:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.059259:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767326937.059269:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.059270:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.059273:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000010:3.0:1767326937.059274:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000020:00000001:1.0:1767326937.059276:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.059280:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.059284:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000200:3.0:1767326937.059284:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000008:00000001:1.0:1767326937.059286:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.059290:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.059293:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.059294:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.059296:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.059300:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:3.0:1767326937.059301:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.059303:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.059306:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.059309:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.059311:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87188fc00 with handle 0xb12620548e090bb7 from hash 00010000:00000001:1.0:1767326937.059314:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:3.0:1767326937.059315:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.059316:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.059320:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1767326937.059320:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00010000:00000001:1.0:1767326937.059322:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.059326:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326937.059326:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.059329:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326937.059334:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.059335:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.059340:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.059340:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888198 00010000:00000001:1.0:1767326937.059343:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767326937.059345:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888198. 00010000:00000001:1.0:1767326937.059346:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.059351:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767326937.059351:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.059353:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.059354:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767326937.059358:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000020:00000040:1.0:1767326937.059363:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=10 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000200:3.0:1767326937.059364:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.059370:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767326937.059372:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 02000000:00000001:1.0:1767326937.059373:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.059378:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.059379:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:1.0:1767326937.059384:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715e00. 00000800:00000200:3.0:1767326937.059385:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.059390:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.059391:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.059395:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.059400:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326937.059404:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326937.059406:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000010:3.0:1767326937.059408:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00010000:00000001:1.0:1767326937.059410:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.059415:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326937.059415:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.059420:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.059423:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.059428:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000100:00000040:1.0:1767326937.059429:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326937.059433:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326937.059438:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767326937.059444:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326937.059446:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.059447:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.059450:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.059452:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.059457:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.059461:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.059465:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.059465:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.059472:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.059476:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.059479:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188fc00/0xb12620548e090bb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca8c expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.059488:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.059492:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.0:1767326937.059494:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87891ce80. 00000800:00000200:3.0:1767326937.059499:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000040:1.0:1767326937.059500:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87188c100 count: 0 00000800:00000010:3.0:1767326937.059505:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00010000:00000010:1.0:1767326937.059506:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87188cf00. 00010000:00000001:1.0:1767326937.059515:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767326937.059515:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.059518:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.059522:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000800:00000200:3.0:1767326937.059524:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.059526:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.059529:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326937.059530:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.059534:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.059536:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.059538:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.059540:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.059542:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767326937.059542:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326937.059547:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1767326937.059547:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00000020:00000001:1.0:1767326937.059550:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.059552:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.059553:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.059558:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.059563:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.059563:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00000400:00000010:3.0:1767326937.059565:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00000100:00000001:1.0:1767326937.059567:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.059570:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326937.059571:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326937.059573:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767326937.059578:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.059581:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.059586:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00000100:00000001:1.0:1767326937.059592:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326937.059594:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.059595:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.059600:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326937.059601:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326937.059603:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.059605:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:1.0:1767326937.059608:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.059615:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646592:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326937.059616:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.059621:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767326937.059621:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 02000000:00000001:1.0:1767326937.059625:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326937.059626:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.059628:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.059632:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.059634:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:1.0:1767326937.059637:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715800. 00000400:00000200:3.0:1767326937.059639:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888880 02000000:00000001:1.0:1767326937.059641:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.059642:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888880. 00000100:00000001:3.0:1767326937.059647:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767326937.059649:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.059650:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767326937.059654:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61f78. 00000800:00000200:3.0:1767326937.059658:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.059661:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e880. 00000800:00000010:3.0:1767326937.059663:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000100:00000200:1.0:1767326937.059666:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646592, portal 18 00000800:00000200:3.0:1767326937.059670:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.059671:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.059675:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658547584 : -115550051004032 : ffff96e868419180) 00000800:00000200:3.0:1767326937.059679:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:1.0:1767326937.059685:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.059685:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.059695:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326937.059696:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326937.059700:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.059702:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000010:1.0:1767326937.059705:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eb28. 00000400:00000200:3.0:1767326937.059706:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326937.059711:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646592, offset 0 00000400:00000200:3.0:1767326937.059715:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.059733:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.059737:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000400:00000200:1.0:1767326937.059739:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.059741:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000400:00000200:1.0:1767326937.059746:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.059747:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326937.059750:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326937.059755:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.059756:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.059762:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.059768:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.059773:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326937.059774:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556880:1556880:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556873:1556873:-1:4294967295] 00000100:00000040:3.0:1767326937.059780:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.059783:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.059789:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.059794:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000100:00000001:3.0:1767326937.059795:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.059799:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.059800:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.059804:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855782 00000800:00000200:3.0:1767326937.059808:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.059811:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855780 00000800:00000010:3.0:1767326937.059813:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9900. 00000100:00000001:1.0:1767326937.059816:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855782 00000800:00000200:3.0:1767326937.059821:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.059822:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855780 00000100:00000001:1.0:1767326937.059827:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.059828:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.059831:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.059833:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.059835:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.059866:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.059878:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767326937.059880:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.059881:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.059885:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 02000000:00000001:1.0:1767326937.059887:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.059890:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.059890:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.059895:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.059899:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:1.0:1767326937.059902:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646976:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.059904:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888990 00000100:00000001:1.0:1767326937.059909:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326937.059909:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888990. 00000100:00000001:3.0:1767326937.059913:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767326937.059914:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.059917:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.059917:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767326937.059921:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.059925:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714000. 00000800:00000200:3.0:1767326937.059925:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.059929:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.059931:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9700. 00000400:00000200:1.0:1767326937.059935:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.059940:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000010:1.0:1767326937.059941:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61630. 00000400:00000010:1.0:1767326937.059946:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7edd0. 00000800:00000200:3.0:1767326937.059947:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000200:1.0:1767326937.059952:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247646976, portal 18 00000800:00000200:3.0:1767326937.059952:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.059956:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.059959:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658557440 : -115550050994176 : ffff96e86841b800) 00000100:00000040:1.0:1767326937.059966:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.059966:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.059970:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 00000400:00000200:3.0:1767326937.059976:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.059979:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.059985:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:1.0:1767326937.059986:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.059992:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e550. 00000400:00000200:3.0:1767326937.059992:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810936e8 00000400:00000010:3.0:1767326937.059994:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810936e8. 00000100:00000200:1.0:1767326937.059998:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247646976, offset 0 00000100:00000001:3.0:1767326937.059999:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.060006:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.060008:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.060016:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.060022:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326937.060023:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.060028:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326937.060029:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.060033:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.060039:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326937.060042:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.060044:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.060046:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.060050:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556881:1556881:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556874:1556874:0:4294967295] 00000400:00000200:1.0:1767326937.060055:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.060058:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.060062:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00000400:00000200:1.0:1767326937.060067:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:3.0:1767326937.060067:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326937.060077:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.060078:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000010:1.0:1767326937.060084:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000400:00000200:3.0:1767326937.060085:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eee0 00000400:00000010:3.0:1767326937.060089:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eee0. 00000800:00000200:1.0:1767326937.060093:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.060094:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.060101:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.060102:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.060107:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.060113:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060117:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.060118:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000400:00000200:1.0:1767326937.060125:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.060125:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.060129:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855783 00000100:00000001:1.0:1767326937.060135:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855782 00000100:00000001:3.0:1767326937.060139:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.060141:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855783 00000100:00000001:3.0:1767326937.060142:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.060148:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855782 00000100:00000001:1.0:1767326937.060152:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.060154:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.060154:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.060157:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.060158:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000100:00000001:1.0:1767326937.060163:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.060164:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.060169:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326937.060170:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.060173:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326937.060174:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093ee0 00000100:00000001:1.0:1767326937.060178:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326937.060179:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093ee0. 00000100:00000001:1.0:1767326937.060181:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.060183:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326937.060185:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.060186:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767326937.060190:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1767326937.060191:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11c00. 00000100:00000001:1.0:1767326937.060196:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.060196:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326937.060199:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.060201:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.060203:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.060206:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.060207:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.060209:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767326937.060210:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326937.060215:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326937.060215:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000400:00000200:3.0:1767326937.060220:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.060230:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326937.060230:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.060235:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.060236:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888a18 02000000:00000001:1.0:1767326937.060240:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326937.060240:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888a18. 02000000:00000001:1.0:1767326937.060244:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.060245:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326937.060248:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767326937.060250:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.060256:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647104:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326937.060257:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.060262:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00000100:00000001:1.0:1767326937.060263:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326937.060267:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.060268:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.060271:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.060275:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.060276:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:1.0:1767326937.060280:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 00000400:00000200:3.0:1767326937.060280:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093110 00000400:00000010:3.0:1767326937.060282:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093110. 02000000:00000001:1.0:1767326937.060285:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060287:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326937.060291:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.060293:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326937.060297:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61c08. 00000400:00000010:1.0:1767326937.060303:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e6e8. 00000100:00000001:3.0:1767326937.060306:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326937.060307:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647104, portal 18 00000100:00000001:1.0:1767326937.060311:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326937.060312:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.060314:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000100:00000040:1.0:1767326937.060324:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060326:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060331:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.060335:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.060338:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.060342:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ed48. 00000800:00000200:3.0:1767326937.060343:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767326937.060345:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647104, offset 0 00000800:00000010:3.0:1767326937.060347:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00000400:00000200:1.0:1767326937.060352:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.060353:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326937.060357:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.060362:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.060366:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.060366:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e908 00000400:00000010:3.0:1767326937.060370:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e908. 00000400:00000200:1.0:1767326937.060373:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326937.060374:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326937.060378:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000200:3.0:1767326937.060382:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.060385:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.060392:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.060394:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326937.060398:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556882:1556882:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556875:1556875:4:4294967295] 00000100:00000040:3.0:1767326937.060400:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.060412:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.060412:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.060425:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.060431:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.060432:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767326937.060437:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:3.0:1767326937.060442:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326937.060443:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000010:3.0:1767326937.060445:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00000400:00000200:3.0:1767326937.060450:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326937.060454:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326937.060457:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:1.0:1767326937.060460:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.060460:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888f68 00000400:00000010:3.0:1767326937.060464:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888f68. 00000100:00000001:1.0:1767326937.060466:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060467:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767326937.060470:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18062 usecs (19 jiffies) 00000100:00000001:3.0:1767326937.060470:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.060476:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.060476:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.060479:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855783 00000800:00000010:3.0:1767326937.060479:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9700. 00000400:00000200:3.0:1767326937.060483:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.060485:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855783 00000100:00000001:1.0:1767326937.060490:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855783 00000400:00000200:3.0:1767326937.060490:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.060496:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855783 00000400:00000200:3.0:1767326937.060496:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eb28 00000400:00000010:3.0:1767326937.060499:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eb28. 00000100:00000001:1.0:1767326937.060500:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.060504:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060504:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.060509:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.060510:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.060516:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060518:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.060522:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060525:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060526:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.060530:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.060533:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.060535:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.060536:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000100:00000001:1.0:1767326937.060541:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.060541:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.060545:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.060546:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.060549:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e550 00000100:00000001:1.0:1767326937.060551:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.060551:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e550. 00000100:00000001:1.0:1767326937.060556:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060557:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.060561:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060566:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.060569:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060573:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060574:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326937.060603:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.060605:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000400:00000200:3.0:1767326937.060607:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.060609:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.060611:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ed48 00000400:00000010:3.0:1767326937.060613:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ed48. 00000100:00000001:3.0:1767326937.060615:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.060618:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060622:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.060624:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.060628:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.060629:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326937.060861:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e872bb7700. 00010000:00000010:0.1:1767326937.060868:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8713a1400. 00010000:00000010:0.1:1767326937.060873:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f4200. 00010000:00000010:0.1:1767326937.060877:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec36600. 00010000:00000010:3.1:1767326937.060889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846514600. 00010000:00000010:3.1:1767326937.060897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e5d0000. 00010000:00000010:0.1:1767326937.060915:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d4200. 00010000:00000010:0.1:1767326937.060919:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9c600. 00010000:00000010:0.1:1767326937.060925:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e844e18900. 00010000:00000010:0.1:1767326937.060926:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86000c400. 00010000:00000010:0.1:1767326937.060928:0:302754:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871466000. 00010000:00000010:0.1:1767326937.060931:0:302754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188f200. 00010000:00000010:1.1:1767326937.060970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8502d3e00. 00010000:00000010:1.1:1767326937.060985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846f9ea00. 00010000:00000010:3.1:1767326937.062874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870a52600. 00010000:00000010:1.1:1767326937.062885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8452b8800. 00010000:00000010:3.1:1767326937.062889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e872acaa00. 00010000:00000010:1.1:1767326937.062899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e869fe8c00. 00010000:00000010:1.1:1767326937.062907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87188cc00. 00010000:00000010:1.1:1767326937.062914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188fe00. 00010000:00000010:1.1:1767326937.062920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87188c100. 00010000:00000010:1.1:1767326937.062924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87188fc00. 00000800:00000001:2.0:1767326937.072302:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072317:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.072321:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072323:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072333:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072341:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.072348:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072352:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072357:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072360:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fb80 00000400:00000200:2.0:1767326937.072365:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072371:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a83d [1] + 224 00000800:00000001:2.0:1767326937.072378:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072382:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072385:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.072389:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.072394:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.072402:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.072414:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.072430:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.072437:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072441:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.072442:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072445:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072448:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072453:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.072458:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072459:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.072462:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072464:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326937.072469:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.072472:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.072473:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fe80 00000400:00000001:1.0:1767326937.072477:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.072480:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.072482:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f614d0. 00000400:00000200:1.0:1767326937.072488:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000010:1.0:1767326937.072491:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:1.0:1767326937.072495:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.072499:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a865 [1] + 224 00000100:00000200:1.0:1767326937.072504:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072506:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072512:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072516:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326937.072523:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.072523:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.072529:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.072534:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326937.072535:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.072537:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.072543:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.072548:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326937.072551:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.072552:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.072555:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.072561:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.072564:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.072569:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326937.072572:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326937.072573:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.072578:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326937.072580:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.072583:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.072585:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326937.072589:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072590:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.072596:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.072596:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.072601:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.072604:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072605:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.072608:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.072612:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.072612:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072615:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.072619:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.072621:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.072627:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ff00 00000100:00000001:1.0:1767326937.072633:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.072637:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072638:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.072641:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072645:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a875 [1] + 224 00000100:00000040:1.0:1767326937.072646:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072655:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326937.072659:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645056:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.072662:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.072664:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.072665:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.072668:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.072673:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247645056/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.072675:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.072681:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.072683:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.072686:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767326937.072688:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.072689:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326937.072694:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.072697:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.072699:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.072703:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326937.072704:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.072706:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 02000000:00000001:1.0:1767326937.072710:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.072713:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.072725:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00000100:00000001:1.0:1767326937.072730:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.072732:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.072736:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.072739:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.072741:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326937.072745:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.072747:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.072748:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61528. 00000400:00000200:1.0:1767326937.072750:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000400:00000010:1.0:1767326937.072751:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:2.0:1767326937.072753:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.072754:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326937.072759:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.072760:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072766:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.072768:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072770:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072775:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.072777:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.072777:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.072780:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.072782:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.072783:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.072783:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.072787:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.072789:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.072792:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326937.072793:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.072794:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:1.0:1767326937.072796:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326937.072797:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.072802:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61c60. 00000400:00000200:2.0:1767326937.072802:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:1.0:1767326937.072804:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326937.072810:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ec38 00000400:00000200:2.0:1767326937.072810:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:1.0:1767326937.072812:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000010:0.0:1767326937.072816:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ec38. 00000100:00000001:1.0:1767326937.072817:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326937.072820:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.072821:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.072823:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326937.072827:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.072828:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fc80 00000100:00000200:0.0:1767326937.072832:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.072833:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.072860:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.072870:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a84d [1] + 224 00000100:00000200:0.0:1767326937.072873:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072878:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.072884:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326937.072886:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.072887:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000001:2.0:1767326937.072887:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.072889:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.072891:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.072894:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.072895:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.072899:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.072899:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.072900:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.072903:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.072906:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.072907:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.072911:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.072912:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.072915:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326937.072919:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.072928:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.072935:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.072939:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.072940:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.072944:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.072946:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326937.072948:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.072949:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.072949:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.072954:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.072958:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:1.0:1767326937.072960:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.072963:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.072966:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.072974:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326937.072976:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.072979:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072985:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326937.072988:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645824:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:2.0:1767326937.072990:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.072996:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.073005:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.073007:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.073011:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.073015:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.073015:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:1.0:1767326937.073020:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326937.073023:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.073024:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.073027:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.073029:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f610b0. 00000400:00000200:1.0:1767326937.073035:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000200:2.0:1767326937.073036:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.073040:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000400:00000200:2.0:1767326937.073046:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.073047:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326937.073049:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247645952:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1767326937.073058:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.073059:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0fe00 00000100:00000001:0.0:1767326937.073061:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.073066:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.073072:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.073074:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247645952/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.073085:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a855 [1] + 224 00000800:00000001:2.0:1767326937.073096:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.073098:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.073101:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326937.073102:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.073104:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.073106:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767326937.073108:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e87869ea00. 02000000:00000001:0.0:1767326937.073115:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326937.073116:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.073119:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.073123:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.073124:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.073124:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326937.073126:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.073130:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541ca00. 00000100:00000001:1.0:1767326937.073130:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.073133:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.073136:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.073137:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.073141:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326937.073142:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767326937.073145:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:1.0:1767326937.073146:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326937.073149:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.073150:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.073151:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.073155:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.073157:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.073165:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326937.073165:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.073167:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.073171:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.073172:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326937.073174:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.073175:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326937.073176:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.073180:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073181:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326937.073181:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.073186:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073186:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.073187:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.073192:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.073196:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.073197:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073202:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.073203:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:1.0:1767326937.073206:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.073210:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.073211:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.073215:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.073218:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.073220:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5d00 00000400:00000200:2.0:1767326937.073225:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a86d [2] + 1968 00000100:00000001:1.0:1767326937.073228:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.073230:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7948. 00000400:00000200:2.0:1767326937.073235:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a0c0 00000100:00000040:1.0:1767326937.073236:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.073239:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.073245:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.073247:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.073249:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.073252:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326937.073257:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.073262:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a0c0 00000400:00000010:2.0:1767326937.073264:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a0c0. 00000100:00000001:1.0:1767326937.073266:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.073268:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.073272:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326937.073276:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b12c50 x1853164010364160 msgsize 328 00000100:00000040:1.0:1767326937.073277:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.073286:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326937.073292:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00100000:1.0:1767326937.073299:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645312:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.073302:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.073305:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073309:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.073314:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247645824/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.073320:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.073322:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.073324:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b82200. 00000100:00000010:2.0:1767326937.073324:0:193132:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a34c00. 02000000:00000001:1.0:1767326937.073331:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.073333:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:2.0:1767326937.073333:0:193132:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456c000. 00000020:00000040:1.0:1767326937.073337:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00100000:2.0:1767326937.073339:0:193132:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000020:00000001:1.0:1767326937.073343:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767326937.073345:0:193132:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 02000000:00000010:1.0:1767326937.073347:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541da00. 00000400:00000010:2.0:1767326937.073351:0:193132:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200c60. 02000000:00000001:1.0:1767326937.073352:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.073356:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767326937.073359:0:193132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23480. 00000100:00000010:1.0:1767326937.073360:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:1.0:1767326937.073365:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.073367:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.073369:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326937.073369:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.073374:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364160 00000100:00000040:1.0:1767326937.073378:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841aa00 x1853164247645312/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.073378:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.073381:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.073384:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.073389:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073392:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767326937.073394:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364160 02000000:00000001:1.0:1767326937.073395:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326937.073398:0:193132:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767326937.073399:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e8526dfc00. 00000020:00000040:2.0:1767326937.073402:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 02000000:00000001:1.0:1767326937.073404:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326937.073406:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767326937.073407:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.073411:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000040:2.0:1767326937.073411:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:1.0:1767326937.073417:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326937.073417:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000010:1.0:1767326937.073419:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3200. 00000020:00000001:2.0:1767326937.073423:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000001:1.0:1767326937.073424:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.073426:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.073429:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841aa00. 00000100:00000001:1.0:1767326937.073431:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.073431:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767326937.073435:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.073437:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.073438:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073443:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.073444:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.073444:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326937.073449:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767326937.073449:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000001:1.0:1767326937.073452:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.073455:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000020:00000010:2.0:1767326937.073457:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000400:00000200:1.0:1767326937.073458:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000400:00000010:1.0:1767326937.073461:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000100:00000001:1.0:1767326937.073464:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326937.073465:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000200:1.0:1767326937.073467:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.073472:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000200:1.0:1767326937.073481:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.073482:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.073487:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.073490:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.073494:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073495:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.073499:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.073501:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073502:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.073505:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.073507:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.073509:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.073512:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.073512:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326937.073520:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.073524:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.073525:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.073527:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.073529:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326937.073530:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.073534:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767326937.073537:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10941 00010000:00000001:1.0:1767326937.073538:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073543:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326937.073543:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000040:1.0:1767326937.073546:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:2.0:1767326937.073547:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934297168 : -115549775254448 : ffff96e878b12c50) 00000100:00000001:1.0:1767326937.073551:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.073554:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.073556:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b12c50 x1853164010364160/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.073563:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.073569:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.073574:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.073576:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.073578:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.073581:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767326937.073583:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.073584:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.073593:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.073593:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010364160:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.073602:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010364160 00010000:00000001:2.0:1767326937.073607:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00100000:1.0:1767326937.073608:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247645696:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.073612:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073613:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326937.073615:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767326937.073616:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247645696/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.073619:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.073623:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767326937.073623:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f449e00 refcount=2 02000000:00000001:1.0:1767326937.073626:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767326937.073627:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239316992 : -115550470234624 : ffff96e84f449e00) 02000000:00000010:1.0:1767326937.073629:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e844b83800. 00010000:00000001:2.0:1767326937.073631:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239316992 : -115550470234624 : ffff96e84f449e00) 02000000:00000001:1.0:1767326937.073633:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.073636:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767326937.073637:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767326937.073638:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.073641:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326937.073641:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326937.073644:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541c200. 02000000:00000001:1.0:1767326937.073647:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.073648:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:2.0:1767326937.073649:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000010:1.0:1767326937.073650:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00000100:00000001:1.0:1767326937.073654:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.073656:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.073660:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073664:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.073665:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.073666:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326937.073667:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.073672:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.073672:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.073678:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326937.073682:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.073685:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.073690:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.073692:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.073695:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.073700:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.073703:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.073706:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.073708:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.073710:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.073713:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.073727:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.073732:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00000100:00000200:2.0:1767326937.073736:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010364160, offset 224 00000400:00000200:2.0:1767326937.073742:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.073747:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.073753:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.073758:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556883:1556883:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556876:1556876:8:4294967295] 00000400:00000200:2.0:1767326937.073763:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.073773:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.073778:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.073782:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000800:00000200:2.0:1767326937.073789:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.073797:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.073800:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.073813:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.073817:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.073820:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.073823:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326937.073826:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.073862:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.073866:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.073869:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.073871:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.073877:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b12c50 x1853164010364160/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.073879:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.073885:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.073890:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326937.073892:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010364160:12345-192.168.204.119@tcp:104: Request processed in 318us (611us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326937.073896:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.073900:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.073903:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10941 00010000:00010000:1.0:1767326937.073905:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.073908:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:2.0:1767326937.073914:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.073917:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326937.073923:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f449e00 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326937.073923:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000008:00000001:1.0:1767326937.073929:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.073930:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00000001:1.0:1767326937.073933:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.073936:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326937.073936:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000001:1.0:1767326937.073940:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.073944:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f449e00 refcount=3 00000020:00000040:2.0:1767326937.073944:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000001:1.0:1767326937.073948:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239316992 : -115550470234624 : ffff96e84f449e00) 02000000:00000001:2.0:1767326937.073952:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.073953:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239316992 : -115550470234624 : ffff96e84f449e00) 02000000:00000010:2.0:1767326937.073956:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36800. 00010000:00000001:1.0:1767326937.073959:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326937.073961:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767326937.073965:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1767326937.073965:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596a00. 02000000:00000001:2.0:1767326937.073969:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.073972:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34000. 02000000:00000001:2.0:1767326937.073976:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.073979:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 00000008:00000001:1.0:1767326937.073980:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767326937.073984:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767326937.073985:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000010:2.0:1767326937.073987:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000020:00000001:1.0:1767326937.073990:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:2.0:1767326937.073990:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.073993:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 02000000:00000001:2.0:1767326937.073997:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.073998:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00000020:00001000:1.0:1767326937.074001:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326937.074002:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.074004:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 00000008:00000001:1.0:1767326937.074010:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326937.074011:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326937.074014:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.074014:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12000. 00000020:00001000:1.0:1767326937.074019:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 02000000:00000001:2.0:1767326937.074020:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.074023:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000008:00000001:1.0:1767326937.074025:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.074028:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.074030:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767326937.074031:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:2.0:1767326937.074035:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.074037:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767326937.074037:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00010000:00000001:1.0:1767326937.074041:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767326937.074043:0:193132:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c232000. 00010000:00000001:1.0:1767326937.074045:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.074049:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.074049:0:193132:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b12c00. 00000100:00000001:2.0:1767326937.074054:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326937.074055:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f449e00 with handle 0xb12620548e07d5a3 from hash 00010000:00000001:1.0:1767326937.074060:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.074062:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.074063:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.074065:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:2.0:1767326937.074068:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.074069:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.074073:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000001:2.0:1767326937.074077:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.074078:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:2.0:1767326937.074081:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.074084:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.074087:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.074087:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.074091:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074095:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.074096:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.074100:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.074103:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000010:1.0:1767326937.074106:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00000020:00000040:1.0:1767326937.074110:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.074112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.074118:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326937.074119:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.074121:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.074126:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.074127:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074132:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5d80 02000000:00000010:1.0:1767326937.074136:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3200. 00000400:00000200:2.0:1767326937.074141:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 0 00000100:00000001:1.0:1767326937.074143:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074146:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.074148:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000001:2.0:1767326937.074152:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.074154:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.074156:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.074164:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.074171:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326937.074171:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.074175:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:1.0:1767326937.074176:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326937.074181:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000100:00000001:1.0:1767326937.074183:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326937.074185:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010364288 msgsize 328 00000100:00000001:1.0:1767326937.074189:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.074195:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:1.0:1767326937.074199:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_01+1] req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.074204:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.074224:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.074227:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.074229:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.074230:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.074232:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.074235:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.074237:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767326937.074239:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.074241:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.074245:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326937.074251:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767326937.074253:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.074255:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f449e00/0xb12620548e07d5a3 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x359e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bbee expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326937.074272:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.074275:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.074278:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.074279:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498d0c80. 00000800:00000010:2.0:1767326937.074279:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 02000000:00000001:0.0:1767326937.074285:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326937.074287:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767326937.074288:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848140700 count: 0 02000000:00000001:0.0:1767326937.074289:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.074295:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074296:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:1.0:1767326937.074297:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e848140900. 00000100:00100000:0.0:1767326937.074304:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647232:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.074304:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888d48 00000400:00000010:2.0:1767326937.074309:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888d48. 00010000:00000001:1.0:1767326937.074310:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.074313:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.074315:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:1.0:1767326937.074318:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000100:00000001:0.0:1767326937.074319:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326937.074319:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.074324:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 00010000:00000001:1.0:1767326937.074325:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.074326:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326937.074328:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767326937.074330:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.074332:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.074332:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767326937.074335:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326937.074337:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074339:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326937.074340:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e851224600. 00010000:00010000:1.0:1767326937.074342:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326937.074344:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074345:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.074346:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.074351:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074351:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.074355:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.074356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.074357:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.074361:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767326937.074364:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000020:00000001:1.0:1767326937.074364:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074365:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.074371:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000400:00000200:2.0:1767326937.074376:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000200:0.0:1767326937.074378:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647232, portal 18 00010000:00010000:1.0:1767326937.074379:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.074384:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326937.074384:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.074388:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658553856 : -115550050997760 : ffff96e86841aa00) 00000400:00000200:2.0:1767326937.074391:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.074398:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.074398:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.074407:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5e00 00000100:00000001:0.0:1767326937.074415:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.074419:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 328 00000100:00000040:0.0:1767326937.074421:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.074426:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000800:00000001:2.0:1767326937.074428:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326937.074431:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647232, offset 0 00000800:00000001:2.0:1767326937.074435:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.074440:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.074441:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.074448:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.074449:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.074457:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.074463:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.074467:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.074471:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.074474:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.074478:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556884:1556884:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556877:1556877:8:4294967295] 00000400:00000200:0.0:1767326937.074483:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.074487:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.074491:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:0.0:1767326937.074495:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000010:2.0:1767326937.074497:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000040:2.0:1767326937.074501:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010364416 msgsize 328 00000800:00000200:0.0:1767326937.074504:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.074511:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000100:00100000:2.0:1767326937.074511:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000200:0.0:1767326937.074519:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.074522:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767326937.074526:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:2.0:1767326937.074529:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767326937.074531:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:2.0:1767326937.074536:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.074537:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074540:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.074543:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10568 usecs (11 jiffies) 00000800:00000001:2.0:1767326937.074545:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.074550:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.074554:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.074556:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855789 00000400:00000200:2.0:1767326937.074562:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.074565:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855783 00000400:00000200:2.0:1767326937.074570:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.074572:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855789 00000400:00000200:2.0:1767326937.074576:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.074581:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855783 00000400:00000200:2.0:1767326937.074582:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.074589:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.074589:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5f00 00000100:00000001:0.0:1767326937.074595:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074599:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 656 00000100:00000001:1.0:1767326937.074600:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.074605:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326937.074606:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.074609:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074612:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.074613:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074616:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.074621:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.074624:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.074625:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.074628:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000040:2.0:1767326937.074631:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010364672 msgsize 328 00000100:00000001:1.0:1767326937.074638:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.074638:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.074643:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.074649:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.074651:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.074655:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.074655:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.074659:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.074663:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.074666:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.074667:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.074670:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364288 02000000:00000001:3.0:1767326937.074673:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.074675:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.074677:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.074680:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.074682:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364288 00000020:00000001:3.0:1767326937.074684:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.074687:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326937.074689:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1767326937.074691:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767326937.074692:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000800:00000010:2.0:1767326937.074696:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000020:00000001:3.0:1767326937.074697:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:3.0:1767326937.074702:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:2.0:1767326937.074703:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.074705:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.074710:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326937.074710:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.074727:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.074785:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.074791:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000020:00000010:3.0:1767326937.074792:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000400:00000010:2.0:1767326937.074797:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000020:00000010:3.0:1767326937.074799:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000100:00000001:2.0:1767326937.074802:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767326937.074804:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000100:00000200:2.0:1767326937.074809:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.074812:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.074818:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.074821:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.074824:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326937.074824:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.074830:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.074831:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.074837:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.074866:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767326937.074867:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.074869:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364416 00000100:00000001:2.0:1767326937.074871:0:2511:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767326937.074873:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.074876:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326937.074877:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.074878:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.074883:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.074884:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.074888:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364416 00000800:00000001:2.0:1767326937.074889:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.074893:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.074893:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.074895:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326937.074899:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.074900:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1767326937.074902:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000400:00000200:2.0:1767326937.074908:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:3.0:1767326937.074908:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:3.0:1767326937.074914:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:3.0:1767326937.074917:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.074918:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.074922:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.074923:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.074927:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.074930:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.074932:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.074937:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10080 00000020:00000010:3.0:1767326937.074940:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097800. 00000400:00000200:2.0:1767326937.074943:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.074946:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdc80. 00000400:00000200:2.0:1767326937.074951:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a8bd [1] + 224 00000020:00000010:3.0:1767326937.074952:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919578. 00000800:00000001:2.0:1767326937.074957:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.074958:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.074961:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767326937.074962:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.074963:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074967:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.074969:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.074974:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.074975:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.074978:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326937.074982:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.074985:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364672 00000100:00000200:2.0:1767326937.074986:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.074988:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.074991:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.074994:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.074998:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.075002:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.075003:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364672 00000020:00000001:3.0:1767326937.075007:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.075010:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.075013:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.075016:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.075020:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326937.075022:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.075023:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.075025:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767326937.075029:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.075029:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.075033:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.075035:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.075036:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000800:00000001:2.0:1767326937.075039:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.075043:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.075044:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096e00. 00000400:00000200:2.0:1767326937.075049:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.075049:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd280. 00000400:00000200:2.0:1767326937.075055:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000010:3.0:1767326937.075055:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:3.0:1767326937.075060:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767326937.075063:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.075063:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.075066:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075070:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.075073:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075077:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.075078:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.075083:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c5f80 00000100:00000001:3.0:1767326937.075087:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767326937.075091:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 984 00000100:00000001:3.0:1767326937.075091:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767326937.075098:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.075099:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10942 00000800:00000001:2.0:1767326937.075103:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.075104:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:2.0:1767326937.075108:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.075109:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000400:00000200:2.0:1767326937.075115:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:3.0:1767326937.075119:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010364288/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.075121:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.075123:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.075129:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000100:00000001:3.0:1767326937.075132:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767326937.075133:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596680 x1853164010364800 msgsize 328 00000020:00000010:3.0:1767326937.075138:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.075142:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.075143:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000020:00000010:3.0:1767326937.075147:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.075148:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.075154:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.075155:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88292:x1853164010364288:12345-192.168.204.119@tcp:104: 00000800:00000001:2.0:1767326937.075159:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.075160:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010364288 00000800:00000001:2.0:1767326937.075162:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.075164:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000001:2.0:1767326937.075167:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.075169:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.075172:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.075173:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:3.0:1767326937.075176:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f448c00 refcount=2 00000020:00000001:3.0:1767326937.075181:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239312384 : -115550470239232 : ffff96e84f448c00) 00000400:00000200:2.0:1767326937.075182:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:3.0:1767326937.075186:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239312384 : -115550470239232 : ffff96e84f448c00) 00000400:00000200:2.0:1767326937.075190:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.075191:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.075195:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.075196:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:3.0:1767326937.075200:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.075204:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.075211:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10100 00000100:00000001:3.0:1767326937.075214:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.075217:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.075220:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13800. 02000000:00000001:3.0:1767326937.075223:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.075228:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075231:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.075233:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.075236:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075239:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a8cd [1] + 224 00000100:00001000:3.0:1767326937.075241:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.075246:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.075247:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.075252:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.075253:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.075255:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.075257:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326937.075260:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.075264:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075265:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.075269:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.075270:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326937.075275:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.075278:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326937.075281:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093110. 00000100:00000200:3.0:1767326937.075286:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010364288, offset 224 00000100:00000040:2.0:1767326937.075295:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.075297:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.075306:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.075312:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.075316:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556885:1556885:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556878:1556878:8:4294967295] 00000100:00000001:2.0:1767326937.075320:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.075323:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.075331:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.075336:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.075338:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767326937.075340:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9700. 00000800:00000001:2.0:1767326937.075344:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.075349:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767326937.075349:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.075351:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326937.075353:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.075355:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326937.075360:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.075361:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.075362:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767326937.075366:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9700 type 1, nob 320 niov 1 nkiov 1 00000400:00000001:1.0:1767326937.075367:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.075371:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000400:00000200:2.0:1767326937.075372:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.075375:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.075378:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000200:2.0:1767326937.075383:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.075383:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.075388:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000400:00000200:2.0:1767326937.075389:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.075389:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.075395:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.0:1767326937.075395:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 00000400:00000200:2.0:1767326937.075396:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.075401:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767326937.075405:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.075406:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10280 00000400:00000200:2.0:1767326937.075417:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:3.0:1767326937.075418:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.075424:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075426:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a8e5 [1] + 224 00000100:00000200:1.0:1767326937.075428:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.075429:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.075434:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.075437:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.075444:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.075445:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326937.075446:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010364288/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326937.075448:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326937.075449:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.075450:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.075454:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.075456:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.075460:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.075460:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.075462:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767326937.075465:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326937.075468:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326937.075468:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.075469:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.075472:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767326937.075475:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.075475:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88292:x1853164010364288:12345-192.168.204.119@tcp:104: Request processed in 336us (1283us total) trans 0 rc 0/0 00000100:00000200:2.0:1767326937.075477:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.075478:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00001000:1.0:1767326937.075483:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.075494:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00100000:3.0:1767326937.075494:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10942 00000100:00000040:3.0:1767326937.075502:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:1.0:1767326937.075506:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:0.0:1767326937.075507:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f448c00 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.075507:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767326937.075510:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.075511:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1767326937.075512:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767326937.075514:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.075516:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767326937.075517:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00010000:00000001:0.0:1767326937.075520:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.075521:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767326937.075524:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767326937.075524:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00010000:00000001:1.0:1767326937.075526:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.075529:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f448c00 refcount=3 00000020:00000010:3.0:1767326937.075531:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000100:00000001:1.0:1767326937.075532:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326937.075535:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523239312384 : -115550470239232 : ffff96e84f448c00) 00000100:00000040:1.0:1767326937.075537:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000020:00000040:3.0:1767326937.075539:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00010000:00000001:0.0:1767326937.075540:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523239312384 : -115550470239232 : ffff96e84f448c00) 00000100:00000001:1.0:1767326937.075542:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.075545:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.075545:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.075547:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767326937.075547:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.075553:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.075557:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.075557:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.075561:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364800 02000000:00000001:3.0:1767326937.075565:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000008:00000001:0.0:1767326937.075569:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.075569:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326937.075573:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:3.0:1767326937.075574:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.075575:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326937.075577:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:1.0:1767326937.075579:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326937.075579:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.075583:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:1.0:1767326937.075584:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.075584:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364800 00000008:00000001:0.0:1767326937.075587:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000200:2.0:1767326937.075587:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767326937.075590:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1767326937.075592:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.075593:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9700. 00000100:00000040:1.0:1767326937.075594:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326937.075594:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00001000:0.0:1767326937.075596:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000020:00000001:3.0:1767326937.075599:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.075600:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:0.0:1767326937.075601:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.075604:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00010000:00000001:0.0:1767326937.075609:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767326937.075610:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:2.0:1767326937.075613:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.075614:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767326937.075618:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00010000:00000001:0.0:1767326937.075619:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767326937.075621:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093110 00000100:00000001:3.0:1767326937.075622:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326937.075624:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1767326937.075624:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247646464:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:2.0:1767326937.075627:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093110. 00010000:00000001:0.0:1767326937.075628:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.075628:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.075634:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767326937.075635:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f448c00 with handle 0xb12620548e07d5d4 from hash 00000100:00000001:1.0:1767326937.075636:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.075636:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.075637:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.075642:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767326937.075642:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326937.075644:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.075645:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.075649:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767326937.075650:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247646464/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.075650:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.075652:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.075656:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:2.0:1767326937.075657:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.075660:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000001:2.0:1767326937.075662:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.075668:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.075668:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.075671:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.075673:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767326937.075674:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767326937.075677:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714c00. 00010000:00000001:0.0:1767326937.075678:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.075680:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.075682:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.075684:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326937.075687:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767326937.075688:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326937.075690:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.075691:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000040:1.0:1767326937.075692:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.075696:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:0.0:1767326937.075698:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000020:00000001:1.0:1767326937.075698:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.075703:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541d400. 00000400:00000200:2.0:1767326937.075703:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:0.0:1767326937.075704:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000001:1.0:1767326937.075712:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326937.075713:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767326937.075713:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10300 00000020:00000010:3.0:1767326937.075713:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 02000000:00000001:0.0:1767326937.075729:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.075732:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326937.075734:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075734:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:1.0:1767326937.075736:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000020:00000010:3.0:1767326937.075736:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 02000000:00000010:0.0:1767326937.075744:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541d400. 00000400:00000200:2.0:1767326937.075744:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a90d [1] + 224 00000100:00000001:1.0:1767326937.075745:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767326937.075745:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000100:00000001:1.0:1767326937.075749:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.075751:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.075753:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000100:00000001:1.0:1767326937.075754:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.075754:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.075756:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.075761:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.075761:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1767326937.075762:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.075762:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.075765:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.075765:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767326937.075767:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.075769:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.075770:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.075777:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075777:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.075778:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.075784:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326937.075785:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.075786:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326937.075787:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.075792:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767326937.075794:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.075797:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326937.075798:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.075801:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767326937.075810:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_00+0] req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.075810:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10943 00000100:00000040:2.0:1767326937.075814:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.075817:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:3.0:1767326937.075822:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00000100:00000040:3.0:1767326937.075832:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010364416/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.075862:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.075867:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.075871:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.075873:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00010000:00000001:0.0:1767326937.075876:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.075882:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88280:x1853164010364416:12345-192.168.204.119@tcp:104: 00010000:00000001:0.0:1767326937.075883:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.075885:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.075886:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.075890:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.075891:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010364416 00000800:00000001:2.0:1767326937.075893:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.075894:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.075895:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000008:00000001:0.0:1767326937.075898:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.075900:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.075901:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767326937.075903:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.075905:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.075905:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.075909:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467c00 refcount=2 00000800:00000001:2.0:1767326937.075912:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.075916:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071667200 : -115550637884416 : ffff96e845467c00) 00010000:00000001:0.0:1767326937.075919:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.075921:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.075922:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071667200 : -115550637884416 : ffff96e845467c00) 00010000:00010000:0.0:1767326937.075924:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448c00/0xb12620548e07d5d4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x359d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bcb9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.075927:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.075931:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.075932:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:3.0:1767326937.075939:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.075943:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e7498d0d40. 00000400:00000200:2.0:1767326937.075945:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:0.0:1767326937.075951:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848140300 count: 0 00000400:00000200:2.0:1767326937.075954:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.075958:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:0.0:1767326937.075960:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e848140200. 00000400:00000200:2.0:1767326937.075962:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.075962:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.075969:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11c00. 00000400:00000200:2.0:1767326937.075970:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10200 00010000:00000001:0.0:1767326937.075972:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767326937.075973:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.075976:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.075980:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 00000400:00000200:2.0:1767326937.075980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.075980:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.075986:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326937.075988:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.075989:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a8ed [1] + 224 00010000:00000001:3.0:1767326937.075990:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.075992:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.075995:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.075997:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.075998:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326937.075999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.076004:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.076006:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.076006:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767326937.076007:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076012:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326937.076013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326937.076013:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326937.076019:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.076019:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.076022:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.076024:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.076024:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767326937.076027:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326937.076028:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.076029:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767326937.076034:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.076034:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326937.076040:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326937.076043:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.076044:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326937.076050:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093ee0. 00000400:00000001:0.0:1767326937.076052:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326937.076053:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326937.076056:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.076060:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61630. 00000400:00000200:0.0:1767326937.076066:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7edd0 00000100:00000001:2.0:1767326937.076067:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767326937.076070:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7edd0. 00000100:00000001:0.0:1767326937.076074:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.076076:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010364416, offset 224 00000800:00000001:2.0:1767326937.076079:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326937.076081:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.076084:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.076087:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.076090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.076095:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.076098:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.076104:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.076107:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.076119:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556886:1556886:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556879:1556879:8:4294967295] 00000100:00000001:0.0:1767326937.076120:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.076123:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.076128:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.076134:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.076137:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.076140:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.076140:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326937.076144:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.076148:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076153:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:0.0:1767326937.076154:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000200:3.0:1767326937.076154:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.076162:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9900. 00000100:00001000:0.0:1767326937.076163:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.076163:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.076171:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.076174:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076175:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.076179:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.076181:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.076183:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.076187:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.076188:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.076191:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326937.076195:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10000 00000100:00000001:0.0:1767326937.076196:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.076200:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076204:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.076209:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.076211:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a8ad [1] + 224 00000800:00000001:2.0:1767326937.076221:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.076224:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.076228:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.076230:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.076235:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.076239:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.076244:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326937.076244:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.076256:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000200:3.0:1767326937.076257:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326937.076260:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326937.076262:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646976:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326937.076264:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326937.076268:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.076270:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.076272:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.076276:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.076280:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000040:0.0:1767326937.076286:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b800 x1853164247646976/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.076287:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1767326937.076291:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767326937.076293:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a840. 00010000:00000001:3.0:1767326937.076298:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.076304:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.076307:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:3.0:1767326937.076309:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326937.076310:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767326937.076311:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714000. 00010000:00000001:3.0:1767326937.076313:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.076317:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.076318:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767326937.076320:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.076321:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.076325:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.076328:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.076331:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715000. 00000100:00000040:3.0:1767326937.076331:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010364416/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326937.076337:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.076340:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.076343:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b800. 00000800:00000200:2.0:1767326937.076348:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767326937.076348:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88280:x1853164010364416:12345-192.168.204.119@tcp:104: Request processed in 481us (1842us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326937.076349:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.076352:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.076354:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9900. 00000100:00100000:0.0:1767326937.076358:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767326937.076361:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.076362:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.076364:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10943 00000100:00000001:0.0:1767326937.076370:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326937.076371:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:3.0:1767326937.076371:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:0.0:1767326937.076373:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.076376:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326937.076379:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.076379:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093ee0 00000100:00000001:3.0:1767326937.076380:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767326937.076383:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326937.076384:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093ee0. 00000020:00000010:3.0:1767326937.076386:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdc80. 00000100:00000001:0.0:1767326937.076387:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326937.076390:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767326937.076393:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919578. 00000100:00000001:2.0:1767326937.076394:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767326937.076395:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.076400:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.076406:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767326937.076407:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.076408:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.076412:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.076414:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767326937.076417:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.076418:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.076423:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076425:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326937.076430:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647360:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:3.0:1767326937.076433:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097800. 00000400:00000200:2.0:1767326937.076438:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.076440:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767326937.076441:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 02000000:00000001:0.0:1767326937.076445:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.076446:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.076446:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.076448:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.076453:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326937.076454:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.076458:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541c200. 00000100:00000001:3.0:1767326937.076461:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767326937.076463:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.076464:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.076465:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767326937.076470:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10380 00000100:00100000:3.0:1767326937.076475:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10944 00000400:00000200:0.0:1767326937.076476:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.076481:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.076482:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000010:0.0:1767326937.076483:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00000100:00000001:3.0:1767326937.076487:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000400:00000200:2.0:1767326937.076491:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a915 [1] + 224 00000100:00000040:3.0:1767326937.076497:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010364672/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767326937.076499:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.076500:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000800:00000001:2.0:1767326937.076505:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.076507:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647360, portal 18 00000400:00000200:2.0:1767326937.076511:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.076514:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326937.076514:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.076518:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000400:00000200:2.0:1767326937.076520:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326937.076521:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000040:0.0:1767326937.076528:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.076528:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.076529:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767326937.076534:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000200:2.0:1767326937.076538:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.076546:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010364672:12345-192.168.204.119@tcp:104: 00000100:00000001:0.0:1767326937.076548:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.076558:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326937.076558:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010364672 00010000:00000001:3.0:1767326937.076563:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:0.0:1767326937.076565:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581634c8. 00000100:00000040:2.0:1767326937.076565:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.076567:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.076571:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767326937.076572:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647360, offset 0 00000020:00000040:3.0:1767326937.076574:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050ec00 refcount=2 00000020:00000001:3.0:1767326937.076581:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793771520 : -115549915780096 : ffff96e87050ec00) 00000400:00000200:0.0:1767326937.076585:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.076587:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793771520 : -115549915780096 : ffff96e87050ec00) 00000100:00000001:2.0:1767326937.076589:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326937.076592:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326937.076593:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.076596:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.076596:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.076601:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.076603:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.076603:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326937.076608:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:2.0:1767326937.076609:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.076614:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000001:2.0:1767326937.076615:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.076619:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767326937.076621:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326937.076623:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767326937.076624:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.076628:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000010:3.0:1767326937.076629:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13000. 02000000:00000001:3.0:1767326937.076635:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076638:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.076639:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556887:1556887:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556880:1556880:8:4294967295] 00000100:00000001:3.0:1767326937.076639:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.076646:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.076650:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076651:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.076652:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:3.0:1767326937.076657:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.076659:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.076665:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.076670:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.076674:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.076678:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767326937.076679:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:3.0:1767326937.076681:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.076686:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.076689:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.076690:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326937.076695:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.076698:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000400:00000200:2.0:1767326937.076700:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10180 00000400:00000010:3.0:1767326937.076702:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810936e8. 00000800:00000200:0.0:1767326937.076708:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.076709:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.076709:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010364672, offset 224 00000100:00000001:1.0:1767326937.076732:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326937.076733:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.076733:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a905 [1] + 224 00000100:00000001:1.0:1767326937.076736:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326937.076739:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:2.0:1767326937.076743:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.076745:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.076747:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000001:2.0:1767326937.076750:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.076751:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10570 usecs (11 jiffies) 00000400:00000001:1.0:1767326937.076752:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.076755:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.076756:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.076757:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326937.076762:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.076763:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61478. 00000400:00000200:2.0:1767326937.076764:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.076767:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855791 00000400:00000200:1.0:1767326937.076770:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00000400:00000200:3.0:1767326937.076770:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.076775:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855789 00000400:00000010:1.0:1767326937.076775:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00000400:00000200:3.0:1767326937.076781:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556888:1556888:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556881:1556881:7:4294967295] 00000100:00000001:0.0:1767326937.076783:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855791 00000100:00000001:1.0:1767326937.076784:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.076790:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.076791:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855789 00000100:00000200:1.0:1767326937.076793:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.076797:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.076802:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.076807:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000001:0.0:1767326937.076809:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.076812:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.076816:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61c08. 00000100:00000200:1.0:1767326937.076818:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.076820:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.076822:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e6e8 00000400:00000010:0.0:1767326937.076827:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e6e8. 00000800:00000010:3.0:1767326937.076827:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9b00. 00000100:00000001:1.0:1767326937.076834:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.076835:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.076836:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.076838:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.076861:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.076866:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.076877:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.076881:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.076884:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.076888:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.076894:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.076896:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.076901:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00001000:1.0:1767326937.076902:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000200:0.0:1767326937.076906:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326937.076912:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000800:00000200:3.0:1767326937.076914:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.076922:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.076923:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.076926:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.076927:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.076930:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.076934:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326937.076935:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326937.076937:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.076939:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.076939:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.076941:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767326937.076943:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.076944:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326937.076945:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000010:2.0:1767326937.076946:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 02000000:00000001:0.0:1767326937.076948:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326937.076950:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000010:3.0:1767326937.076950:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a0c0. 00000100:00000001:0.0:1767326937.076952:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.076953:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.076956:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.076956:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767326937.076957:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.076960:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.076963:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.076963:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:3.0:1767326937.076969:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00001000:0.0:1767326937.076970:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326937.076970:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.076970:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00010000:00000001:3.0:1767326937.076974:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.076976:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00001000:0.0:1767326937.076980:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:3.0:1767326937.076981:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.076982:0:2511:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767326937.076987:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.076989:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326937.076991:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.076993:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.076996:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.076998:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.077001:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.077003:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.077006:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.077008:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.077010:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.077015:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.077016:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.077017:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.077020:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.077025:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.077026:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.077055:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247646720:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.077060:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.077060:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.077064:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.077066:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.077066:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.077068:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.077070:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.077072:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010364672/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767326937.077074:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.077077:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247646720/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.077079:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.077080:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.077086:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.077090:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.077101:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.077109:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010364672:12345-192.168.204.119@tcp:104: Request processed in 589us (2471us total) trans 0 rc 0/0 00000100:00000001:1.0:1767326937.077111:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.077115:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326937.077115:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:0.0:1767326937.077117:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647104:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000010:1.0:1767326937.077119:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714200. 02000000:00000001:1.0:1767326937.077124:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326937.077126:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.077127:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767326937.077129:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767326937.077130:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000001:0.0:1767326937.077133:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.077134:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.077135:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767326937.077137:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61f78. 02000000:00000010:1.0:1767326937.077138:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541d000. 00000400:00000200:0.0:1767326937.077143:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e880 00000400:00000200:2.0:1767326937.077143:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.077144:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.077147:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767326937.077148:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e880. 00000100:00000010:1.0:1767326937.077150:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000400:00000200:2.0:1767326937.077151:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb0ff80 00000100:00000001:0.0:1767326937.077154:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.077155:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.077159:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.077159:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.077163:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.077165:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.077171:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326937.077171:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a895 [1] + 224 00000100:00000001:1.0:1767326937.077175:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.077180:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326937.077182:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.077182:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10944 00000100:00000001:1.0:1767326937.077183:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.077188:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.077190:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000400:00000200:2.0:1767326937.077193:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326937.077194:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.077195:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.077199:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326937.077201:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.077204:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.077206:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.077206:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd280. 00000100:00000001:0.0:1767326937.077211:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767326937.077212:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:2.0:1767326937.077213:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767326937.077214:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000100:00000001:0.0:1767326937.077215:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.077217:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767326937.077221:0:2518:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767326937.077221:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096e00. 00010000:00000001:1.0:1767326937.077222:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1767326937.077222:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.077224:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.077227:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767326937.077228:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:1.0:1767326937.077229:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.077230:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.077234:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.077236:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.077243:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.077248:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326937.077252:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.077252:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767326937.077253:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.077261:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767326937.077262:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10945 00000100:00000001:0.0:1767326937.077264:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.077270:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326937.077270:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00010000:00010000:1.0:1767326937.077271:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e845467c00 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:0.0:1767326937.077274:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.077276:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000008:00000001:1.0:1767326937.077277:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.077278:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.077279:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.077283:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00000001:1.0:1767326937.077283:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.077287:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767326937.077287:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596680 x1853164010364800/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326937.077288:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767326937.077291:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.077292:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.077296:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467c00 refcount=3 00000020:00000001:1.0:1767326937.077302:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071667200 : -115550637884416 : ffff96e845467c00) 00000100:00000040:0.0:1767326937.077303:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.077306:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.077308:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071667200 : -115550637884416 : ffff96e845467c00) 00000020:00000010:3.0:1767326937.077311:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000800:00000200:2.0:1767326937.077312:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.077313:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.077318:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000010:2.0:1767326937.077319:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9b00. 00000100:00000001:3.0:1767326937.077319:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.077324:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.077327:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326937.077328:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:0.0:1767326937.077329:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.077333:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.077335:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.077339:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:2.0:1767326937.077340:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326937.077341:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.077341:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88277:x1853164010364800:12345-192.168.204.119@tcp:104: 00000020:00000001:1.0:1767326937.077342:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.077348:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326937.077349:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810936e8 00000008:00000001:1.0:1767326937.077352:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000200:3.0:1767326937.077353:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010364800 00000400:00000010:2.0:1767326937.077354:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810936e8. 00000008:00000001:1.0:1767326937.077356:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.077358:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767326937.077361:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00001000:1.0:1767326937.077362:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:2.0:1767326937.077366:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326937.077367:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.077370:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646592:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.077372:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000001:2.0:1767326937.077373:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326937.077378:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326937.077379:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:2.0:1767326937.077380:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.077382:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326937.077383:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:2.0:1767326937.077384:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.077386:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61160. 00010000:00000001:1.0:1767326937.077388:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:2.0:1767326937.077389:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.077391:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ebb0 00010000:00000001:1.0:1767326937.077393:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.077395:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ebb0. 00000400:00000200:2.0:1767326937.077397:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.077400:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e845467c00 with handle 0xb12620548e07b034 from hash 00000100:00000001:0.0:1767326937.077401:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326937.077407:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767326937.077407:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000200:0.0:1767326937.077411:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.077411:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.077413:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.077415:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767326937.077417:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.077418:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.077419:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:3.0:1767326937.077423:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467200 refcount=2 00010000:00000001:1.0:1767326937.077425:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.077428:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.077429:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767326937.077430:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071664640 : -115550637886976 : ffff96e845467200) 00010000:00000001:3.0:1767326937.077436:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071664640 : -115550637886976 : ffff96e845467200) 00010000:00000001:1.0:1767326937.077437:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.077437:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.077438:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.077443:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.077444:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.077449:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6300 00010000:00000001:1.0:1767326937.077450:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.077450:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.077454:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.077457:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.077459:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:3.0:1767326937.077459:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.077462:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.077463:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 1312 00010000:00000001:1.0:1767326937.077464:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767326937.077468:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767326937.077471:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 02000000:00000001:0.0:1767326937.077472:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326937.077473:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.077475:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.077479:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.077479:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:2.0:1767326937.077481:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.077481:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326937.077485:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.077486:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326937.077486:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767326937.077487:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.077491:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:0.0:1767326937.077492:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 02000000:00000010:3.0:1767326937.077493:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11000. 00000400:00000200:2.0:1767326937.077495:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.077497:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.077499:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.077501:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.077503:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767326937.077505:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.077508:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326937.077508:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000010:1.0:1767326937.077509:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3a00. 00010000:00000001:3.0:1767326937.077509:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.077512:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.077514:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.077516:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00010000:00000001:0.0:1767326937.077517:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.077517:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.077519:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.077521:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.077523:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:2.0:1767326937.077523:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010365696 msgsize 328 00000100:00000001:0.0:1767326937.077528:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326937.077529:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767326937.077530:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326937.077532:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.077537:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767326937.077539:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:3.0:1767326937.077539:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.077542:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.077544:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.077546:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:0.0:1767326937.077551:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.077551:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.077552:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767326937.077553:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000001:2.0:1767326937.077557:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.077557:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.077558:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.077564:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.077565:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.077566:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767326937.077569:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.077571:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.077573:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.077574:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.077575:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326937.077579:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.077580:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.077586:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_01+1] req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.077590:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.077590:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.077603:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.077612:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.077622:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.077624:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326937.077627:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810933b8. 00010000:00000001:1.0:1767326937.077631:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.077633:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6380 00010000:00000001:1.0:1767326937.077636:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767326937.077636:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010364800, offset 224 00000100:00100000:0.0:1767326937.077640:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646208:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.077640:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.077643:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 1640 00010000:00000001:1.0:1767326937.077646:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.077652:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.077654:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326937.077658:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:1.0:1767326937.077659:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.077660:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.077665:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326937.077666:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.077667:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326937.077668:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.077673:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61dc0. 00010000:00000001:1.0:1767326937.077677:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.077679:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.077680:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e4c8 00000400:00000200:2.0:1767326937.077681:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.077683:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467c00/0xb12620548e07b034 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x35a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490ef4 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326937.077686:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e4c8. 00000400:00000200:3.0:1767326937.077691:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556889:1556889:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556882:1556882:8:4294967295] 00000100:00000001:0.0:1767326937.077692:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.077699:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.077703:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85809ac40. 00000400:00000200:3.0:1767326937.077703:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:1.0:1767326937.077712:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8510fb200 count: 0 00000100:00000200:0.0:1767326937.077726:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.077732:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8510fb100. 00000400:00000200:3.0:1767326937.077735:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326937.077742:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.077746:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326937.077748:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.077749:0:2511:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:1.0:1767326937.077751:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a840. 00000800:00000200:3.0:1767326937.077751:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.077752:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.077753:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:1.0:1767326937.077757:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.077758:0:2518:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:3.0:1767326937.077758:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9c00. 00000100:00000010:2.0:1767326937.077761:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596a00. 02000000:00000001:0.0:1767326937.077763:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767326937.077763:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.077767:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.077768:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.077768:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326937.077769:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596a00 x1853164010365824 msgsize 328 00000100:00000001:0.0:1767326937.077770:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.077774:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1767326937.077776:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.077779:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:0.0:1767326937.077783:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000200:3.0:1767326937.077783:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.077784:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.077784:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:1.0:1767326937.077790:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.077791:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767326937.077791:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:0.0:1767326937.077792:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326937.077797:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.077800:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.077801:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.077804:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.077804:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.077809:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87050ec00 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:0.0:1767326937.077810:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326937.077810:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000800:00000001:2.0:1767326937.077811:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.077815:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.077815:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000001:2.0:1767326937.077817:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.077817:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.077819:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767326937.077820:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767326937.077823:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:3.0:1767326937.077823:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ae40. 00000100:00000040:0.0:1767326937.077824:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:2.0:1767326937.077825:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.077827:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.077829:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.077830:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1767326937.077832:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87050ec00 refcount=3 00000100:00000001:0.0:1767326937.077834:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.077837:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:1.0:1767326937.077839:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523793771520 : -115549915780096 : ffff96e87050ec00) 00010000:00010000:3.0:1767326937.077860:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:0.0:1767326937.077863:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.077869:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523793771520 : -115549915780096 : ffff96e87050ec00) 00010000:00000001:3.0:1767326937.077869:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.077875:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.077876:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.077878:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326937.077879:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.077880:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.077882:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365696 00010000:00010000:1.0:1767326937.077883:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.077886:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326937.077887:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326937.077890:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.077891:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164010364800/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.077892:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.077896:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.077901:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.077903:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.077905:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.077910:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00100000:2.0:1767326937.077910:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365696 00000020:00000001:1.0:1767326937.077915:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00000001:2.0:1767326937.077915:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.077920:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00001000:1.0:1767326937.077922:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000020:00000001:2.0:1767326937.077925:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767326937.077925:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88277:x1853164010364800:12345-192.168.204.119@tcp:104: Request processed in 613us (2785us total) trans 0 rc 0/0 00000008:00000001:1.0:1767326937.077927:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000040:2.0:1767326937.077929:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000008:00000001:1.0:1767326937.077932:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.077934:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247646080:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326937.077935:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00001000:1.0:1767326937.077938:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000001:2.0:1767326937.077942:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000008:00000001:1.0:1767326937.077944:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.077946:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.077946:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10945 00000100:00000001:2.0:1767326937.077948:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.077950:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767326937.077953:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326937.077954:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000040:3.0:1767326937.077954:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00010000:00000001:1.0:1767326937.077955:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.077960:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1767326937.077961:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247647104/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.077961:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.077961:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.077964:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.077965:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.077969:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:1.0:1767326937.077970:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.077971:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00000020:00000040:1.0:1767326937.077978:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87050ec00 with handle 0xb12620548e090be1 from hash 00000020:00000010:2.0:1767326937.077978:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000020:00000010:3.0:1767326937.077979:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00000100:00000001:0.0:1767326937.077980:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.077985:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326937.077985:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767326937.077986:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:3.0:1767326937.077987:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 02000000:00000010:0.0:1767326937.077988:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 00010000:00000001:1.0:1767326937.077990:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326937.077992:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000020:00000040:3.0:1767326937.077994:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00010000:00000001:1.0:1767326937.077995:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326937.077996:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767326937.077999:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326937.078000:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326937.078000:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767326937.078001:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326937.078004:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:1.0:1767326937.078005:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326937.078006:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767326937.078011:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767326937.078011:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326937.078011:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.078013:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767326937.078014:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.078015:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715e00. 00000100:00100000:3.0:1767326937.078017:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365824 00010000:00000001:1.0:1767326937.078019:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:0.0:1767326937.078021:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.078021:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.078022:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767326937.078024:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767326937.078025:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.078027:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.078027:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767326937.078028:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00010000:00000001:1.0:1767326937.078028:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.078031:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078032:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.078034:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.078038:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.078038:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1767326937.078039:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.078040:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767326937.078041:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326937.078044:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.078045:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767326937.078045:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365824 00000100:00000010:1.0:1767326937.078047:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00000020:00000001:3.0:1767326937.078050:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326937.078051:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000040:3.0:1767326937.078054:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000040:0.0:1767326937.078055:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419180 x1853164247646592/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.078055:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10946 00000100:00000001:1.0:1767326937.078057:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.078060:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767326937.078060:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326937.078064:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 02000000:00000001:1.0:1767326937.078065:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.078065:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000100:00000001:2.0:1767326937.078070:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 00000020:00000001:3.0:1767326937.078072:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:0.0:1767326937.078074:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767326937.078075:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2c00. 00000020:00000001:3.0:1767326937.078078:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 02000000:00000001:0.0:1767326937.078079:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326937.078081:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.078082:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595c00 x1853164010365696/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767326937.078083:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715800. 00000100:00000001:3.0:1767326937.078084:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767326937.078086:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:0.0:1767326937.078090:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767326937.078090:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000020:00000001:0.0:1767326937.078093:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767326937.078093:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.078097:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767326937.078098:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000010:3.0:1767326937.078104:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000001:0.0:1767326937.078105:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.078107:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767326937.078110:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752000. 00000020:00000010:2.0:1767326937.078112:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000020:00000010:3.0:1767326937.078113:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00010000:00010000:1.0:1767326937.078115:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:0.0:1767326937.078117:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.078118:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.078119:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.078120:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 02000000:00000001:0.0:1767326937.078121:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767326937.078125:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000010:0.0:1767326937.078126:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419180. 00000100:00000001:1.0:1767326937.078127:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1767326937.078127:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000100:00000001:0.0:1767326937.078133:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.078133:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.078135:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139445:x1853164010365696:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326937.078135:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.078136:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.078139:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326937.078142:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326937.078144:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.078145:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_00+0] req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.078145:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010365696 00010000:00000001:2.0:1767326937.078150:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:0.0:1767326937.078151:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247646208/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.078152:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.078155:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.078158:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.078160:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.078165:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87fa1d000 refcount=2 00000100:00000001:3.0:1767326937.078169:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767326937.078171:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628524050731008 : -115549658820608 : ffff96e87fa1d000) 00000100:00000001:3.0:1767326937.078174:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767326937.078177:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.078178:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628524050731008 : -115549658820608 : ffff96e87fa1d000) 00000100:00000001:0.0:1767326937.078180:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.078185:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326937.078185:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10947 00010000:00000001:1.0:1767326937.078186:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.078186:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1767326937.078190:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752600. 00010000:00000001:1.0:1767326937.078191:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.078192:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.078192:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 02000000:00000001:0.0:1767326937.078197:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326937.078198:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328064 : -115549915223552 : ffff96e870596a00) 00010000:00010000:2.0:1767326937.078199:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.078200:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.078204:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000040:3.0:1767326937.078206:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596a00 x1853164010365824/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326937.078210:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.078213:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541c000. 00010000:00000001:1.0:1767326937.078213:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078219:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.078220:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.078221:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326937.078224:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:1.0:1767326937.078226:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.078226:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1767326937.078227:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:3.0:1767326937.078228:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.078233:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767326937.078233:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 00010000:00010000:1.0:1767326937.078234:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.078234:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:0.0:1767326937.078237:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.078239:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.078240:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.078242:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326937.078245:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.078247:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000040:0.0:1767326937.078251:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247646080/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.078252:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.078256:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078257:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767326937.078259:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88302:x1853164010365824:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326937.078263:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87050ec00/0xb12620548e090be1 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb6c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1767326937.078263:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326937.078270:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010365824 00000100:00000001:2.0:1767326937.078272:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767326937.078275:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:2.0:1767326937.078279:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.078280:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326937.078280:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767326937.078284:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767326937.078285:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:1.0:1767326937.078286:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8716ebcc0. 00000100:00000001:2.0:1767326937.078286:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000010:0.0:1767326937.078288:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3800. 00000020:00000040:3.0:1767326937.078290:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847087200 refcount=2 02000000:00000001:2.0:1767326937.078292:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767326937.078294:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871465300 count: 0 02000000:00000001:0.0:1767326937.078295:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326937.078295:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.078295:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101155840 : -115550608395776 : ffff96e847087200) 00000020:00000001:0.0:1767326937.078299:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326937.078302:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767326937.078303:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000010:1.0:1767326937.078303:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871465200. 00010000:00000001:3.0:1767326937.078303:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101155840 : -115550608395776 : ffff96e847087200) 00000100:00000040:2.0:1767326937.078310:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326937.078311:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767326937.078311:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.078314:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767326937.078315:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e8526df200. 00000400:00000010:2.0:1767326937.078316:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888d48. 00010000:00000001:3.0:1767326937.078316:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.078318:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326937.078321:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:1.0:1767326937.078324:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a0c0. 00000100:00000200:2.0:1767326937.078324:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010365696, offset 224 02000000:00000001:0.0:1767326937.078325:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:3.0:1767326937.078325:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1767326937.078329:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00010000:00000001:1.0:1767326937.078332:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.078335:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326937.078336:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.078339:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.078340:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.078343:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.078346:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.078346:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.078348:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326937.078348:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.078353:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326937.078355:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767326937.078355:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767326937.078356:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000010:3.0:1767326937.078359:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12800. 00000100:00000001:0.0:1767326937.078360:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767326937.078360:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1767326937.078364:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.078365:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.078366:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.078366:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556890:1556890:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556883:1556883:7:4294967295] 00000100:00000001:3.0:1767326937.078368:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.078370:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.078374:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326937.078376:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.078380:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.078382:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.078383:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:3.0:1767326937.078385:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00010000:1.0:1767326937.078390:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e845467200 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.078395:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1767326937.078397:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.078402:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767326937.078403:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.078405:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326937.078406:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:1.0:1767326937.078408:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.078411:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326937.078411:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000040:1.0:1767326937.078412:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467200 refcount=3 00000100:00000001:0.0:1767326937.078416:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.078417:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071664640 : -115550637886976 : ffff96e845467200) 02000000:00000001:3.0:1767326937.078418:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1767326937.078419:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.078423:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326937.078423:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071664640 : -115550637886976 : ffff96e845467200) 02000000:00000001:3.0:1767326937.078424:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.078426:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 02000000:00000001:0.0:1767326937.078427:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.078429:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767326937.078430:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767326937.078433:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1767326937.078434:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.078437:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:3.0:1767326937.078439:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:0.0:1767326937.078443:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647488:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:3.0:1767326937.078446:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000008:00000001:1.0:1767326937.078451:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:2.0:1767326937.078451:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.078453:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326937.078454:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:3.0:1767326937.078454:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010365824, offset 224 00000800:00000200:2.0:1767326937.078457:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326937.078458:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:0.0:1767326937.078459:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.078463:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.078463:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.078464:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:3.0:1767326937.078464:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.078470:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1767326937.078470:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:2.0:1767326937.078471:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000008:00000001:1.0:1767326937.078474:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.078476:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.078477:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541c000. 00010000:00000001:2.0:1767326937.078477:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00001000:1.0:1767326937.078478:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.078482:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.078483:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326937.078484:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:1.0:1767326937.078486:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767326937.078488:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.078491:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326937.078491:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767326937.078495:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.078496:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326937.078497:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556891:1556891:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556884:1556884:6:4294967295] 00010000:00000001:1.0:1767326937.078499:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767326937.078502:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b30b0. 00010000:00000001:1.0:1767326937.078502:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.078503:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326937.078508:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.078509:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e845467200 with handle 0xb12620548e07b065 from hash 00010000:00000001:2.0:1767326937.078509:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.078510:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163e58. 00010000:00000001:1.0:1767326937.078514:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.078516:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.078516:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.078518:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647488, portal 18 00010000:00000001:1.0:1767326937.078519:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.078521:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078522:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767326937.078524:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767326937.078527:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767326937.078528:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00000400:00000200:3.0:1767326937.078529:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326937.078530:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:2.0:1767326937.078532:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164010365696/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.078536:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:0.0:1767326937.078540:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.078541:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.078544:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767326937.078546:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.078547:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078553:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000010:3.0:1767326937.078554:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00010000:00000001:1.0:1767326937.078556:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.078561:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419880. 00000100:00100000:2.0:1767326937.078565:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139445:x1853164010365696:12345-192.168.204.119@tcp:104: Request processed in 452us (1036us total) trans 0 rc 0/0 00000020:00000040:1.0:1767326937.078567:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000200:3.0:1767326937.078567:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.078568:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.078573:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326937.078576:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.078577:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.078581:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.078581:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:2.0:1767326937.078582:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10946 00000400:00000010:0.0:1767326937.078583:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 02000000:00000010:1.0:1767326937.078586:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00000800:00000200:3.0:1767326937.078589:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326937.078590:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647488, offset 0 00000100:00000001:1.0:1767326937.078590:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.078590:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:1.0:1767326937.078596:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.078597:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.078598:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.078600:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.078601:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767326937.078604:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.078606:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000100:00000040:3.0:1767326937.078606:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000010:2.0:1767326937.078614:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00000001:3.0:1767326937.078614:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767326937.078615:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.078616:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000010:3.0:1767326937.078621:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a780. 00010000:00000001:1.0:1767326937.078622:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.078623:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000400:00000200:0.0:1767326937.078626:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.078627:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767326937.078628:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000040:2.0:1767326937.078630:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:1.0:1767326937.078631:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.078634:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.078637:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.078640:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:1.0:1767326937.078642:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7d196b] to pc [ptlrpcd_00_01+1] req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326937.078645:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000400:00000200:0.0:1767326937.078649:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767326937.078652:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.078655:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326937.078658:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.078658:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.078659:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326937.078661:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.078664:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078666:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767326937.078666:0:2519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326937.078667:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556892:1556892:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556885:1556885:5:4294967295] 00010000:00000001:1.0:1767326937.078670:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767326937.078671:0:2519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326937.078673:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.078674:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596a00 x1853164010365824/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326937.078676:0:2519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7630. 00010000:00000001:1.0:1767326937.078678:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.078680:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.078683:0:2519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093880 00000008:00000001:1.0:1767326937.078684:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.078689:0:2519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093880. 00010000:00010000:1.0:1767326937.078690:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.078695:0:2519:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326937.078700:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:2.0:1767326937.078706:0:2519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.078709:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767326937.078709:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88302:x1853164010365824:12345-192.168.204.119@tcp:104: Request processed in 474us (935us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326937.078713:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467200/0xb12620548e07b065 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x35a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe9 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:0.0:1767326937.078729:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.078742:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10947 00000020:00000001:0.0:1767326937.078743:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767326937.078745:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f5fdc0. 00000020:00000001:0.0:1767326937.078748:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.078750:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000200:2.0:1767326937.078751:0:2519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.078752:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:3.0:1767326937.078754:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1767326937.078759:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8510fba00 count: 0 00000100:00000001:3.0:1767326937.078759:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.078760:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.078765:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767326937.078765:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00010000:00000010:1.0:1767326937.078766:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8510fbe00. 00000100:00000001:2.0:1767326937.078770:0:2519:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767326937.078772:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.078774:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00000100:00000001:2.0:1767326937.078775:0:2519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.078776:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.078780:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.078781:0:2519:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767326937.078782:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00000010:1.0:1767326937.078783:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ae40. 02000000:00000001:2.0:1767326937.078785:0:2519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767326937.078789:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.078789:0:2519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767326937.078791:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87fa1d000 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:3.0:1767326937.078791:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000001:1.0:1767326937.078794:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.078794:0:2519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.078797:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.078798:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.078798:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.078799:0:2519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.078802:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:1.0:1767326937.078804:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.078805:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.078807:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:2.0:1767326937.078807:0:2519:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000020:00000001:0.0:1767326937.078808:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.078810:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:0.0:1767326937.078813:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87fa1d000 refcount=3 00010000:00010000:1.0:1767326937.078815:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1767326937.078815:0:2519:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.078817:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326937.078818:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628524050731008 : -115549658820608 : ffff96e87fa1d000) 00000100:00000001:3.0:1767326937.078821:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.078825:0:2519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767326937.078826:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628524050731008 : -115549658820608 : ffff96e87fa1d000) 00000400:00000001:3.0:1767326937.078827:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326937.078828:0:2519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.078830:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847087200 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:0.0:1767326937.078832:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:3.0:1767326937.078833:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326937.078834:0:2519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000008:00000001:1.0:1767326937.078835:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326937.078836:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326937.078837:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7790. 00010000:00000001:1.0:1767326937.078838:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326937.078839:0:2519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078855:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.078856:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.078858:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847087200 refcount=3 00000020:00000001:1.0:1767326937.078861:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101155840 : -115550608395776 : ffff96e847087200) 00000400:00000200:3.0:1767326937.078862:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093088 00010000:00000001:1.0:1767326937.078863:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101155840 : -115550608395776 : ffff96e847087200) 00000400:00000010:3.0:1767326937.078867:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093088. 00010000:00000001:1.0:1767326937.078868:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.078871:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.078873:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.078878:0:2519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767326937.078882:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.078883:0:2519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000008:00000001:0.0:1767326937.078884:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.078888:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000008:00000001:1.0:1767326937.078890:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.078890:0:2519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767326937.078892:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326937.078894:0:2519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.078895:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00001000:0.0:1767326937.078899:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000001:1.0:1767326937.078901:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000008:00000001:0.0:1767326937.078904:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000040:2.0:1767326937.078905:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1767326937.078908:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.078908:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000100:00000200:3.0:1767326937.078910:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326937.078913:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00001000:0.0:1767326937.078914:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:1.0:1767326937.078918:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.078920:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.078926:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00010000:00000001:0.0:1767326937.078927:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000008:00000001:1.0:1767326937.078932:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.078933:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.078936:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.078939:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767326937.078939:0:2519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.078941:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.078942:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.078944:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.078945:0:2519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767326937.078946:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078947:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767326937.078947:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.078949:0:2519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.078953:0:2520:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767326937.078954:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87fa1d000 with handle 0xb12620548e080ea6 from hash 00010000:00000001:1.0:1767326937.078954:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767326937.078958:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326937.078959:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.078960:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.078960:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.078962:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767326937.078964:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.078966:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.078968:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767326937.078968:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847087200 with handle 0xb12620548e08d6f8 from hash 00010000:00000001:0.0:1767326937.078973:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767326937.078973:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.078975:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.078978:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.078980:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.078981:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:2.0:1767326937.078982:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247646848:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00001000:3.0:1767326937.078982:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00010000:00000001:1.0:1767326937.078983:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.078987:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.078989:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00001000:3.0:1767326937.078992:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.078993:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.078995:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.078995:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.078997:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.078999:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.078999:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.079000:0:2519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326937.079003:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.079004:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.079004:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:2.0:1767326937.079008:0:2519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88ca80 x1853164247646848/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.079010:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326937.079010:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.079011:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.079015:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767326937.079015:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.079016:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.079020:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.079021:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 00000100:00000001:3.0:1767326937.079022:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326937.079025:0:2519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326937.079026:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767326937.079026:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000020:00000040:0.0:1767326937.079027:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:2.0:1767326937.079028:0:2519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767326937.079030:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:2.0:1767326937.079033:0:2519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858097200. 00000100:00000001:0.0:1767326937.079034:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767326937.079037:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 02000000:00000001:0.0:1767326937.079038:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326937.079038:0:2519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326937.079043:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.079043:0:2519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.079044:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000040:2.0:1767326937.079046:0:2519:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000010:0.0:1767326937.079051:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541da00. 00000020:00000001:2.0:1767326937.079051:0:2519:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326937.079052:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.079056:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767326937.079056:0:2519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858096000. 02000000:00000001:1.0:1767326937.079060:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.079061:0:2519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326937.079065:0:2519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326937.079066:0:2519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 02000000:00000010:1.0:1767326937.079068:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2200. 00000100:00000001:2.0:1767326937.079070:0:2519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.079073:0:2519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.079075:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.079076:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.079079:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767326937.079080:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.079082:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.079083:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.079084:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.079086:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.079086:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.079089:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.079091:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326937.079094:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.079096:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.079097:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.079104:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.079109:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.079115:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326937.079120:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326937.079121:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.079121:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.079122:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.079124:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.079129:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.079129:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.079130:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767326937.079134:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.079134:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.079136:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.079140:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.079145:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.079147:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.079152:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6400 00000400:00000200:2.0:1767326937.079165:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a91d [2] + 1968 00000400:00000010:2.0:1767326937.079175:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200c60. 00000400:00000200:2.0:1767326937.079182:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23480 00010000:00000001:0.0:1767326937.079184:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.079188:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.079192:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.079196:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.079196:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.079197:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.079199:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.079203:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.079203:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.079204:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.079204:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247646336:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.079208:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1767326937.079210:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.079213:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.079214:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.079215:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.079217:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.079219:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.079220:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326937.079223:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23480 00000008:00000001:1.0:1767326937.079225:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.079228:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88f480 x1853164247646336/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.079229:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23480. 00010000:00010000:1.0:1767326937.079233:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.079235:0:2511:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767326937.079239:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767326937.079240:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:0.0:1767326937.079245:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1d000/0xb12620548e080ea6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa3b9 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.079247:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a34c50 x1853164010365952 msgsize 328 00010000:00000001:1.0:1767326937.079259:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.079259:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767326937.079263:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:3.0:1767326937.079264:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767326937.079265:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847087200/0xb12620548e08d6f8 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ded79 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.079267:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8459aed80. 00000100:00000040:2.0:1767326937.079269:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 02000000:00000010:3.0:1767326937.079269:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e858097a00. 00010000:00000040:0.0:1767326937.079276:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f223e00 count: 0 02000000:00000001:3.0:1767326937.079276:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326937.079278:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767326937.079280:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000010:1.0:1767326937.079281:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87fa16780. 00010000:00000010:0.0:1767326937.079283:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f223d00. 00000020:00000040:3.0:1767326937.079284:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000040:1.0:1767326937.079288:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e850ab4500 count: 0 00000020:00000001:3.0:1767326937.079289:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326937.079293:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767326937.079293:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097600. 00010000:00000010:1.0:1767326937.079295:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e850ab4000. 00010000:00000001:0.0:1767326937.079296:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767326937.079299:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1767326937.079300:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1767326937.079301:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 02000000:00000001:3.0:1767326937.079303:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:2.0:1767326937.079306:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9c00. 00000100:00000010:3.0:1767326937.079307:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00010000:00000001:0.0:1767326937.079308:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.079308:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.079311:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326937.079313:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.079313:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326937.079313:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326937.079318:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.079318:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326937.079319:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a780. 00000400:00000200:2.0:1767326937.079320:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.079323:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.079325:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.079326:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.079327:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.079327:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810933b8 00000100:00000001:3.0:1767326937.079330:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767326937.079332:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.079332:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810933b8. 00000020:00000001:1.0:1767326937.079333:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.079334:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.079336:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.079339:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.079340:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326937.079340:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326937.079341:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.079344:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767326937.079345:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.079345:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.079346:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.079350:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.079350:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326937.079351:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.079355:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.079356:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.079357:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.079360:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:0.0:1767326937.079362:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000001:2.0:1767326937.079362:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.079363:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.079364:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:2.0:1767326937.079366:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.079370:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.079370:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.079375:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.079376:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00010000:1.0:1767326937.079377:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.079387:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000200:0.0:1767326937.079388:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.079393:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.079396:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.079399:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.079400:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326937.079403:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.079406:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000800:00000010:3.0:1767326937.079406:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00000400:00000200:2.0:1767326937.079412:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.079413:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.079418:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.079420:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6480 00000100:00000001:0.0:1767326937.079424:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855794 00000400:00000200:3.0:1767326937.079424:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.079431:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa831d9 [2] + 328 00000400:00000200:3.0:1767326937.079431:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888d48 00000100:00000001:0.0:1767326937.079434:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855791 00000400:00000010:3.0:1767326937.079436:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888d48. 00000800:00000001:2.0:1767326937.079440:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.079442:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855794 00000100:00000001:3.0:1767326937.079442:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326937.079446:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767326937.079447:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.079448:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855791 00000400:00000200:2.0:1767326937.079451:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326937.079453:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.079454:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.079457:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767326937.079458:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.079459:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.079460:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.079464:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00010000:00010000:1.0:1767326937.079465:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.079467:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.079469:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767326937.079470:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.079472:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.079473:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1767326937.079479:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.079480:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767326937.079482:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594e00. 00000400:00000200:3.0:1767326937.079483:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000100:00000001:0.0:1767326937.079484:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767326937.079486:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326937.079487:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594e00 x1853164010366080 msgsize 328 00000400:00000010:3.0:1767326937.079488:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000020:00000001:1.0:1767326937.079490:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.079491:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.079496:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.079496:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326937.079497:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.079498:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326937.079501:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.079502:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326937.079502:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.079506:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326937.079508:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.079509:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326937.079518:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.079520:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.079520:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.079525:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.079527:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.079530:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326937.079531:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326937.079533:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.079535:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.079540:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.079540:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.079545:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326937.079546:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36400. 00000100:00100000:0.0:1767326937.079547:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647744:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:3.0:1767326937.079547:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326937.079550:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.079553:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000100:00000010:2.0:1767326937.079556:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456a000. 00000100:00000001:0.0:1767326937.079557:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767326937.079560:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247647616:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.079561:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.079562:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767326937.079563:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 02000000:00000001:0.0:1767326937.079567:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.079571:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326937.079572:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:3.0:1767326937.079572:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.079573:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326937.079575:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326937.079579:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541ca00. 02000000:00000001:1.0:1767326937.079580:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.079580:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200c60. 00000400:00000200:3.0:1767326937.079580:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 02000000:00000001:0.0:1767326937.079587:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.079587:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326937.079587:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000400:00000010:2.0:1767326937.079588:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23480. 00000100:00000001:3.0:1767326937.079595:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326937.079596:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767326937.079597:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.079600:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365952 00000100:00000200:3.0:1767326937.079603:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.079604:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3bb0. 02000000:00000001:2.0:1767326937.079604:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.079605:0:193130:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767326937.079607:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767326937.079610:0:193130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366080 00000400:00000010:0.0:1767326937.079612:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581637f8. 00000100:00000001:2.0:1767326937.079612:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.079614:0:193130:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.079618:0:193130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326937.079620:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647744, portal 18 02000000:00000001:2.0:1767326937.079620:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.079622:0:193130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.079627:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767326937.079627:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365952 02000000:00000001:1.0:1767326937.079628:0:193130:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.079631:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658549376 : -115550051002240 : ffff96e868419880) 00000020:00000001:2.0:1767326937.079631:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767326937.079633:0:193130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366080 00000020:00000040:2.0:1767326937.079636:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:1.0:1767326937.079637:0:193130:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767326937.079639:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.079641:0:193130:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000040:0.0:1767326937.079642:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326937.079643:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:1.0:1767326937.079646:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767326937.079649:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000040:1.0:1767326937.079651:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326937.079656:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:1.0:1767326937.079658:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.079662:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767326937.079664:0:193130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:0.0:1767326937.079667:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767326937.079668:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.079671:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767326937.079675:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.079675:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326937.079678:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000400:00000010:0.0:1767326937.079681:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163770. 00000020:00000010:2.0:1767326937.079681:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.079684:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.079684:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326937.079687:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647744, offset 0 00000020:00000010:1.0:1767326937.079689:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000020:00000010:2.0:1767326937.079690:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000040:3.0:1767326937.079693:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.079698:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000400:00000200:0.0:1767326937.079700:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000010:1.0:1767326937.079700:0:193130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e868da2600. 00000020:00000010:2.0:1767326937.079705:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000020:00000010:1.0:1767326937.079709:0:193130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e872bb4b00. 00000400:00000200:0.0:1767326937.079711:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.079714:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.079714:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326937.079725:0:193130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e843053c80. 00000100:00000001:2.0:1767326937.079731:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767326937.079732:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.079732:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326937.079734:0:193130:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.079736:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.079740:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.079741:0:193130:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767326937.079742:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.079745:0:193130:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.079747:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.079748:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326937.079749:0:193130:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.079755:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.079757:0:193130:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.079759:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.079759:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.079760:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000001:3.0:1767326937.079766:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.079769:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556893:1556893:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556886:1556886:8:4294967295] 00000100:00000001:1.0:1767326937.079770:0:193130:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.079773:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767326937.079773:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.079777:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767326937.079783:0:193130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767326937.079784:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.079784:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.079787:0:193130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.079787:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10948 00000100:00000040:2.0:1767326937.079793:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00100000:1.0:1767326937.079797:0:193130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 288 00000100:00000001:2.0:1767326937.079800:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933387856 : -115549776163760 : ffff96e878a34c50) 00000400:00000200:3.0:1767326937.079800:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:1.0:1767326937.079803:0:193130:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 2 00000400:00000200:0.0:1767326937.079806:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.079809:0:193130:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794320896 : -115549915230720 : ffff96e870594e00) 00000100:00000040:2.0:1767326937.079812:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a34c50 x1853164010365952/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326937.079818:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.079820:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.079821:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594e00 x1853164010366080/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326937.079827:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326937.079828:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000400:00000200:3.0:1767326937.079838:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.079863:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.079866:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.079872:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000800:00000200:0.0:1767326937.079875:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.079877:0:193130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326937.079878:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326937.079882:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.079883:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10400 00000020:00000010:2.0:1767326937.079884:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:1.0:1767326937.079885:0:193130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000100:00000001:1.0:1767326937.079892:0:193130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.079894:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.079897:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.079898:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139438:x1853164010365952:12345-192.168.204.119@tcp:104: 00000020:00000010:1.0:1767326937.079899:0:193130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000100:00000040:0.0:1767326937.079904:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000400:00000200:3.0:1767326937.079906:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a92d [1] + 224 00000100:00000200:2.0:1767326937.079909:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010365952 00000100:00100000:1.0:1767326937.079912:0:193130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:88282:x1853164010366080:12345-192.168.204.119@tcp:104: 00010000:00000001:2.0:1767326937.079914:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:0.0:1767326937.079915:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.079919:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:3.0:1767326937.079919:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.079920:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855795 00000100:00000200:1.0:1767326937.079922:0:193130:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010366080 00000020:00000001:2.0:1767326937.079922:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.079927:0:193130:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767326937.079928:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855794 00000020:00000040:2.0:1767326937.079928:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8612da600 refcount=2 00010000:00000001:1.0:1767326937.079933:0:193130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.079934:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539801600 : -115550169750016 : ffff96e8612da600) 00000100:00000001:0.0:1767326937.079935:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855795 00000020:00000001:1.0:1767326937.079937:0:193130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326937.079940:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.079941:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539801600 : -115550169750016 : ffff96e8612da600) 00000100:00000001:0.0:1767326937.079942:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855794 00000020:00000040:1.0:1767326937.079942:0:193130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e875399e00 refcount=2 00000400:00000200:3.0:1767326937.079947:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326937.079948:0:193130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523876130304 : -115549833421312 : ffff96e875399e00) 00010000:00000001:2.0:1767326937.079948:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326937.079949:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.079953:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.079954:0:193130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523876130304 : -115549833421312 : ffff96e875399e00) 00000100:00000001:0.0:1767326937.079955:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.079957:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.079961:0:193130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326937.079962:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767326937.079963:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.079964:0:193130:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.079964:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326937.079970:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.079972:0:193130:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326937.079974:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.079982:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.079986:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.079991:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 00000100:00000001:1.0:1767326937.079994:0:193130:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.079997:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.079998:0:193130:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767326937.080003:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.080004:0:193130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e846552000. 00000100:00000001:0.0:1767326937.080005:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.080009:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.080010:0:193130:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.080011:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767326937.080012:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.080016:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326937.080016:0:193130:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.080017:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.080020:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.080022:0:193130:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767326937.080024:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.080026:0:193130:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.080027:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.080032:0:193130:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.080034:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767326937.080037:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648000:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.080040:0:193130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326937.080041:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326937.080043:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.080046:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326937.080046:0:193130:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.080048:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:0.0:1767326937.080051:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326937.080051:0:193130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.080053:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326937.080056:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.080057:0:193130:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.080057:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.080060:0:193130:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.080062:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.080063:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.080064:0:193130:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326937.080068:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541de00. 00000100:00000040:1.0:1767326937.080074:0:193130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.080074:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.080075:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.080080:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767326937.080081:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000400:00000010:1.0:1767326937.080082:0:193130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7eaa0. 00000400:00000200:0.0:1767326937.080084:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326937.080087:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000100:00000200:2.0:1767326937.080088:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010365952, offset 224 00000100:00000200:1.0:1767326937.080090:0:193130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010366080, offset 224 00000400:00000010:0.0:1767326937.080091:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3f20. 00000400:00000200:3.0:1767326937.080093:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.080098:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.080103:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.080104:0:193130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.080107:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000400:00000200:2.0:1767326937.080110:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.080113:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648000, portal 18 00000400:00000200:1.0:1767326937.080115:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.080118:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326937.080119:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.080121:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 00000400:00000200:1.0:1767326937.080128:0:193130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.080129:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556894:1556894:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556887:1556887:7:4294967295] 00000100:00000040:0.0:1767326937.080132:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.080142:0:193130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556895:1556895:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556888:1556888:7:4294967295] 00000400:00000200:2.0:1767326937.080144:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.080157:0:193130:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.080160:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.080163:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326937.080168:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.080172:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581635d8. 00000800:00000200:2.0:1767326937.080173:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:0.0:1767326937.080176:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648000, offset 0 00000800:00000010:2.0:1767326937.080179:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000400:00000200:0.0:1767326937.080186:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000200:2.0:1767326937.080187:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.080192:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00000400:00000200:0.0:1767326937.080194:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.080198:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 00000800:00000200:2.0:1767326937.080199:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326937.080201:0:193130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:0.0:1767326937.080204:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.080206:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326937.080207:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326937.080214:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.080215:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.080215:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.080218:0:193130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.080222:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:2.0:1767326937.080224:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000010:1.0:1767326937.080226:0:193130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000400:00000200:0.0:1767326937.080229:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1767326937.080230:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.080236:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23780. 00000400:00000200:0.0:1767326937.080238:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000200:1.0:1767326937.080239:0:193130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:2.0:1767326937.080243:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326937.080244:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326937.080247:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556896:1556896:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556889:1556889:5:4294967295] 00000800:00000200:1.0:1767326937.080251:0:193130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:3.0:1767326937.080252:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.080258:0:193130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:2.0:1767326937.080258:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767326937.080260:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.080265:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080269:0:193130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.080270:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.080276:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.080278:0:193130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.080280:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:3.0:1767326937.080280:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.080286:0:193130:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1767326937.080287:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a34c50 x1853164010365952/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.080287:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326937.080292:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000010:1.0:1767326937.080293:0:193130:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e870ea6840. 00000800:00000001:3.0:1767326937.080295:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.080300:0:193130:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1767326937.080302:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.080304:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.080308:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.080309:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139438:x1853164010365952:12345-192.168.204.119@tcp:104: Request processed in 437us (1055us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326937.080312:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767326937.080317:0:193130:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326937.080319:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767326937.080321:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.080323:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.080323:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10948 00010000:00000001:1.0:1767326937.080324:0:193130:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.080325:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.080328:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.080330:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 1 00010000:00000001:1.0:1767326937.080331:0:193130:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.080331:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326937.080337:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.080338:0:193130:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.080339:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326937.080341:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767326937.080342:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326937.080346:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00010000:0.0:1767326937.080348:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8612da600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:3.0:1767326937.080349:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.080350:0:193130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594e00 x1853164010366080/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326937.080353:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000008:00000001:0.0:1767326937.080354:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.080357:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.080361:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326937.080361:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000001:0.0:1767326937.080364:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.080369:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8612da600 refcount=3 00000020:00000040:2.0:1767326937.080369:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000020:00000001:0.0:1767326937.080376:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539801600 : -115550169750016 : ffff96e8612da600) 00010000:00010000:3.0:1767326937.080378:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e875399e00 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:2.0:1767326937.080379:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767326937.080381:0:193130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:88282:x1853164010366080:12345-192.168.204.119@tcp:104: Request processed in 500us (890us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326937.080382:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539801600 : -115550169750016 : ffff96e8612da600) 02000000:00000010:2.0:1767326937.080384:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12800. 00000008:00000001:3.0:1767326937.080384:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767326937.080388:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.080392:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767326937.080392:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767326937.080393:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767326937.080398:0:193130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 288 00010000:00010000:0.0:1767326937.080399:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1767326937.080399:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596a00. 00000020:00000001:3.0:1767326937.080399:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767326937.080405:0:193130:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000040:3.0:1767326937.080405:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e875399e00 refcount=3 02000000:00000001:2.0:1767326937.080406:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.080409:0:193130:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1767326937.080411:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000020:00000001:3.0:1767326937.080412:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523876130304 : -115549833421312 : ffff96e875399e00) 00000100:00000001:1.0:1767326937.080413:0:193130:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767326937.080417:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326937.080419:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767326937.080419:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523876130304 : -115549833421312 : ffff96e875399e00) 00000020:00000010:1.0:1767326937.080420:0:193130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e872bb4b00. 00000100:00000010:2.0:1767326937.080421:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 00000020:00000001:0.0:1767326937.080423:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.080428:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:3.0:1767326937.080428:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:1.0:1767326937.080429:0:193130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e843053c80. 02000000:00000001:2.0:1767326937.080429:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.080433:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11000. 00010000:00010000:3.0:1767326937.080434:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00001000:0.0:1767326937.080435:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000020:00000010:1.0:1767326937.080437:0:193130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e868da2600. 00000008:00000001:0.0:1767326937.080440:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326937.080440:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326937.080444:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.080444:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 00000020:00000040:1.0:1767326937.080446:0:193130:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00001000:0.0:1767326937.080451:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 02000000:00000001:2.0:1767326937.080452:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.080453:0:193130:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1767326937.080453:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1767326937.080456:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13000. 00000008:00000001:0.0:1767326937.080458:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.080458:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326937.080460:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767326937.080463:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978920 : -115549901572696 : ffff96e87129b5a8) 00000100:00000010:2.0:1767326937.080464:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 00010000:00000001:0.0:1767326937.080465:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00001000:3.0:1767326937.080469:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b5a0 00010000:00000001:0.0:1767326937.080470:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767326937.080471:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:3.0:1767326937.080472:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:0.0:1767326937.080474:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767326937.080475:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11c00. 02000000:00000010:1.0:1767326937.080476:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2600. 00000008:00000001:3.0:1767326937.080476:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.080478:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767326937.080481:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767326937.080483:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326937.080483:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b5a0 00010000:00000001:0.0:1767326937.080484:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.080484:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000008:00000001:3.0:1767326937.080489:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.080491:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8612da600 with handle 0xb12620548e07b096 from hash 02000000:00000001:2.0:1767326937.080492:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767326937.080494:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326937.080495:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:2.0:1767326937.080496:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13800. 00010000:00000001:0.0:1767326937.080498:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326937.080499:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.080502:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767326937.080502:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767326937.080503:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61478. 00010000:00000001:3.0:1767326937.080503:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767326937.080506:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00010000:00000001:0.0:1767326937.080507:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.080508:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767326937.080509:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00010000:00000001:0.0:1767326937.080511:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326937.080512:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.080513:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456c000. 00010000:00000001:0.0:1767326937.080516:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767326937.080516:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647616, portal 18 00000020:00000040:3.0:1767326937.080517:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e875399e00 with handle 0xb12620548e07b280 from hash 00010000:00000001:0.0:1767326937.080520:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:2.0:1767326937.080520:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a34c00. 00000100:00000001:1.0:1767326937.080522:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767326937.080523:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.080527:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.080527:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00010000:00000001:3.0:1767326937.080527:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.080528:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.080531:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.080532:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.080535:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.080536:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.080539:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.080540:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.080541:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.080542:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.080545:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.080549:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767326937.080551:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:0.0:1767326937.080555:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00010000:00000001:3.0:1767326937.080556:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767326937.080561:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00000001:3.0:1767326937.080561:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326937.080562:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767326937.080566:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.080568:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000001:0.0:1767326937.080569:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767326937.080572:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767326937.080574:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.080574:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326937.080575:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326937.080577:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326937.080579:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.080581:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00000400:00000200:2.0:1767326937.080585:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:1.0:1767326937.080586:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000010:0.0:1767326937.080587:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84541d800. 00000020:00000040:3.0:1767326937.080588:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000010:1.0:1767326937.080594:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ef68. 00000400:00000200:2.0:1767326937.080594:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000100:00000001:0.0:1767326937.080595:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.080595:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767326937.080599:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 02000000:00000001:3.0:1767326937.080600:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.080601:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:1.0:1767326937.080602:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647616, offset 0 02000000:00000001:3.0:1767326937.080605:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.080606:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767326937.080608:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.080610:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326937.080614:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00000400:00000200:1.0:1767326937.080615:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000010:3.0:1767326937.080615:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e858097e00. 02000000:00000001:2.0:1767326937.080620:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326937.080622:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.080624:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767326937.080625:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:1.0:1767326937.080626:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.080628:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767326937.080630:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.080635:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326937.080635:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00010000:3.0:1767326937.080635:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.080642:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.080642:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.080650:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00010000:3.0:1767326937.080652:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000040:0.0:1767326937.080653:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.080656:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.080657:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326937.080661:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326937.080663:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326937.080665:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000010:2.0:1767326937.080667:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000100:00000001:3.0:1767326937.080670:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.080674:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326937.080676:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556897:1556897:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556890:1556890:6:4294967295] 00010000:00000001:0.0:1767326937.080681:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326937.080682:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b273c4] to pc [ptlrpcd_01_01+1] req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.080685:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.080688:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326937.080691:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.080692:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.080692:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7eaa0 00010000:00000001:0.0:1767326937.080696:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.080698:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7eaa0. 00010000:00000001:0.0:1767326937.080702:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.080704:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000008:00000001:0.0:1767326937.080707:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.080708:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.080712:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00010000:0.0:1767326937.080714:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1767326937.080732:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.080740:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1767326937.080740:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00010000:00010000:0.0:1767326937.080745:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612da600/0xb12620548e07b096 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x35a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4910de expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.080746:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.080749:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326937.080751:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.080753:0:2520:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1767326937.080761:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e762df14c0. 00000800:00000200:1.0:1767326937.080762:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326937.080762:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.080768:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00010000:00000040:0.0:1767326937.080769:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e86022bc00 count: 0 00010000:00000010:0.0:1767326937.080778:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e848069900. 00000100:00000001:2.0:1767326937.080778:0:2520:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326937.080781:0:2520:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080782:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.080785:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326937.080786:0:2520:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326937.080788:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00010000:00000001:0.0:1767326937.080789:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326937.080792:0:2520:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.080792:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.080793:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767326937.080796:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1767326937.080797:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23780. 00000400:00000200:1.0:1767326937.080799:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.080799:0:2520:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.080800:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.080803:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080805:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855803 00010000:00000001:3.0:1767326937.080806:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.080809:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326937.080809:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247648256:192.168.204.119@tcp:103:ldlm_bl.0 00000008:00000001:3.0:1767326937.080813:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.080814:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080815:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855795 00000100:00000001:2.0:1767326937.080817:0:2520:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767326937.080820:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326937.080820:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.080822:0:2520:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326937.080823:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855803 00000020:00000001:0.0:1767326937.080824:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326937.080825:0:2520:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.080828:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080831:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855795 02000000:00000001:2.0:1767326937.080832:0:2520:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767326937.080834:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326937.080837:0:2520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84f671000. 00000020:00000001:0.0:1767326937.080838:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326937.080857:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326937.080861:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e875399e00/0xb12620548e07b280 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491a23 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.080863:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326937.080869:0:2520:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080870:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326937.080873:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f69b00. 00000100:00000001:1.0:1767326937.080876:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326937.080878:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:3.0:1767326937.080881:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e858192600 count: 0 00000400:00000010:2.0:1767326937.080883:0:2520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612005d8. 00000100:00000040:1.0:1767326937.080885:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767326937.080887:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e858192400. 00000400:00000010:2.0:1767326937.080889:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000020:00000001:0.0:1767326937.080891:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.080895:0:2520:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648256, portal 18 00010000:00010000:0.0:1767326937.080897:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767326937.080898:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.080901:0:2520:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767326937.080903:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.080905:0:2520:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00010000:00000010:3.0:1767326937.080907:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e870ea6840. 00000100:00000001:1.0:1767326937.080908:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.080912:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.080913:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.080915:0:2520:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.080918:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767326937.080918:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.080921:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326937.080923:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.080926:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.080929:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:0.0:1767326937.080931:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000100:00100000:1.0:1767326937.080934:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247647872:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:3.0:1767326937.080934:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.080936:0:2520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767326937.080938:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.080941:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767326937.080944:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767326937.080945:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326937.080945:0:2520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.080946:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767326937.080948:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.080949:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.080952:0:2520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888dd0. 02000000:00000001:1.0:1767326937.080953:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767326937.080953:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.080957:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000010:1.0:1767326937.080959:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3000. 00000100:00000200:2.0:1767326937.080960:0:2520:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648256, offset 0 00010000:00010000:3.0:1767326937.080960:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767326937.080961:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:1.0:1767326937.080963:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.080970:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.080970:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326937.080974:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.080974:0:2520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.080975:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.080977:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000010:1.0:1767326937.080981:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000400:00000200:2.0:1767326937.080985:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.080986:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.080987:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000001:0.0:1767326937.080992:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855804 00000400:00000200:2.0:1767326937.080993:0:2520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000200:1.0:1767326937.080994:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247647872, portal 18 00000100:00000001:0.0:1767326937.080998:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855803 00000100:00000001:1.0:1767326937.081000:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326937.081002:0:2520:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.081004:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658550272 : -115550051001344 : ffff96e868419c00) 00000800:00000200:3.0:1767326937.081004:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.081006:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855804 00000400:00000200:2.0:1767326937.081008:0:2520:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000010:3.0:1767326937.081010:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000100:00000001:0.0:1767326937.081014:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855803 00000400:00000200:2.0:1767326937.081015:0:2520:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326937.081017:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.081019:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.081021:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.081024:0:2520:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.081028:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.081029:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.081035:0:2520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556898:1556898:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556891:1556891:6:4294967295] 00000400:00000001:0.0:1767326937.081036:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.081039:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.081043:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000100:00000001:1.0:1767326937.081045:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326937.081049:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000200:2.0:1767326937.081049:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.081054:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.081055:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:0.0:1767326937.081061:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767326937.081061:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e220. 00000400:00000200:2.0:1767326937.081065:0:2520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:1.0:1767326937.081068:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247647872, offset 0 00000100:00000200:0.0:1767326937.081069:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.081074:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ef68 00000800:00000200:2.0:1767326937.081078:0:2520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.081079:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ef68. 00000800:00000010:2.0:1767326937.081086:0:2520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000100:00000001:3.0:1767326937.081087:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326937.081092:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.081093:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326937.081099:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.081100:0:2520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326937.081106:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.081113:0:2520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326937.081118:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.081120:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1767326937.081120:0:2520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.081125:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.081127:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.081128:0:2520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081128:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.081130:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.081134:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326937.081134:0:2520:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000400:00000200:1.0:1767326937.081135:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:3.0:1767326937.081136:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.081138:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.081142:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.081144:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326937.081145:0:2520:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.081148:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.081152:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855796 00000400:00000200:1.0:1767326937.081154:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00001000:0.0:1767326937.081155:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326937.081158:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855804 00000400:00000200:1.0:1767326937.081164:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556899:1556899:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556892:1556892:5:4294967295] 00000100:00000001:3.0:1767326937.081164:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.081165:0:2520:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855796 00000100:00001000:0.0:1767326937.081166:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.081170:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326937.081171:0:2520:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855804 00000100:00000001:0.0:1767326937.081174:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.081177:0:2520:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.081178:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.081179:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.081181:0:2520:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.081183:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1767326937.081185:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.081188:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.081188:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.081189:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000100:00000001:2.0:1767326937.081194:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.081196:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326937.081196:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326937.081198:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326937.081199:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:2.0:1767326937.081202:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.081205:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.081207:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326937.081208:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.081209:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.081213:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326937.081214:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.081217:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.081217:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000100:00000040:0.0:1767326937.081219:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.081221:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326937.081222:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d600. 00000400:00000010:3.0:1767326937.081222:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:2.0:1767326937.081226:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081229:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326937.081235:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:3.0:1767326937.081239:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.081241:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.081247:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:1.0:1767326937.081248:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.081250:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326937.081256:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:0.0:1767326937.081259:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.081260:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.081261:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.081268:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.081269:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000400:00000200:1.0:1767326937.081279:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.081286:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855796 00000100:00100000:0.0:1767326937.081287:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647232:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326937.081292:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.081293:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855804 00000100:00000001:0.0:1767326937.081295:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081297:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.081299:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855796 00000100:00000001:0.0:1767326937.081301:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.081305:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855804 00000100:00000040:0.0:1767326937.081307:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841aa00 x1853164247647232/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.081309:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326937.081309:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.081315:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000100:00000001:1.0:1767326937.081316:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.081321:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.081322:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.081327:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326937.081328:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.081330:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326937.081331:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000010:0.0:1767326937.081334:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e851224600. 00000100:00000001:1.0:1767326937.081336:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326937.081336:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888dd0 02000000:00000001:0.0:1767326937.081339:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326937.081340:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767326937.081341:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888dd0. 00000020:00000001:0.0:1767326937.081343:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.081347:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.081348:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.081348:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767326937.081351:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326937.081353:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326937.081355:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3200. 00000100:00000001:1.0:1767326937.081357:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326937.081357:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.081359:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.081363:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.081366:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841aa00. 00000100:00000040:1.0:1767326937.081366:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.081372:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.081375:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.081376:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.081381:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.081384:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326937.081385:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.081387:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.081388:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.081391:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767326937.081395:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326937.081397:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326937.081399:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.081401:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.081403:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.081406:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.081406:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081407:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.081413:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.081415:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648128:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.081420:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.081423:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.081425:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.081427:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.081430:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 02000000:00000001:1.0:1767326937.081432:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.081436:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.081439:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00000400:00000010:1.0:1767326937.081443:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000800:00000200:3.0:1767326937.081443:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.081447:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d600. 00000100:00000200:1.0:1767326937.081449:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648128, portal 18 00000100:00000001:1.0:1767326937.081453:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326937.081453:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.081456:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000400:00000200:3.0:1767326937.081461:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.081465:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e220 00000100:00000040:1.0:1767326937.081466:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326937.081469:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e220. 00000100:00000001:3.0:1767326937.081473:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326937.081480:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.081484:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.081488:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e770. 00000100:00000200:1.0:1767326937.081491:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648128, offset 0 00000400:00000200:1.0:1767326937.081495:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.081499:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.081502:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.081505:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.081507:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.081509:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.081511:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.081514:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556900:1556900:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556893:1556893:7:4294967295] 00000100:00000200:3.0:1767326937.081515:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.081518:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.081530:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.081537:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.081538:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767326937.081541:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d100. 00000100:00000040:3.0:1767326937.081545:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.081547:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326937.081556:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.081560:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.081561:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.081563:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081564:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326937.081567:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000400:00000200:1.0:1767326937.081571:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.081572:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855796 00000100:00000001:1.0:1767326937.081574:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855804 00000100:00000001:1.0:1767326937.081575:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855796 00000100:00000001:1.0:1767326937.081577:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855804 00000100:00000001:1.0:1767326937.081579:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.081580:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.081583:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.081585:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.081588:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.081589:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.081591:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.081592:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.081594:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.081597:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.081599:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.081602:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d100. 00000400:00000200:3.0:1767326937.081605:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.081609:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.081612:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e770 00000400:00000010:3.0:1767326937.081613:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e770. 00000100:00000001:3.0:1767326937.081616:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.081619:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.081626:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.081628:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.081634:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.081664:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326937.082896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140700. 00010000:00000010:1.1:1767326937.082903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f449e00. 00010000:00000010:1.1:1767326937.083193:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fb200. 00010000:00000010:1.1:1767326937.083200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467c00. 00010000:00000010:1.1:1767326937.083205:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871465300. 00010000:00000010:1.1:1767326937.083208:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87050ec00. 00010000:00000010:1.1:1767326937.083219:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fba00. 00010000:00000010:1.1:1767326937.083223:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467200. 00010000:00000010:1.1:1767326937.083226:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e850ab4500. 00010000:00000010:1.1:1767326937.083235:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847087200. 00000800:00000001:2.0:1767326937.083297:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.083307:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.083310:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.083312:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.083317:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083322:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.083326:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083329:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083333:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083336:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6580 00000400:00000200:2.0:1767326937.083341:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 0 00000800:00000001:2.0:1767326937.083346:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.083349:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.083351:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.083354:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.083358:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.083359:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.083363:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595500. 00000100:00000040:2.0:1767326937.083365:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595500 x1853164010366336 msgsize 328 00000100:00100000:2.0:1767326937.083373:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.083386:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.083391:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.083394:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.083396:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.083398:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.083401:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083405:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.083410:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083413:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.083417:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.083419:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.083423:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6700 00000100:00100000:3.0:1767326937.083424:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366336 02000000:00000001:3.0:1767326937.083429:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.083432:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.083433:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 328 00000100:00000001:3.0:1767326937.083435:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.083440:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.083441:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.083445:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.083446:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366336 00000400:00000200:2.0:1767326937.083450:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767326937.083451:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.083454:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326937.083459:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:3.0:1767326937.083459:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.083465:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767326937.083465:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.083469:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326937.083472:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.083474:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767326937.083476:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:3.0:1767326937.083478:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.083482:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.083484:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000010:3.0:1767326937.083488:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097600. 00000020:00000010:3.0:1767326937.083492:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00000020:00000010:3.0:1767326937.083495:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000100:00000040:3.0:1767326937.083499:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.083501:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.083502:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.083504:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.083509:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.083516:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.083522:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.083524:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326937.083528:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10949 00000100:00000040:3.0:1767326937.083531:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.083533:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794322688 : -115549915228928 : ffff96e870595500) 00000100:00000040:3.0:1767326937.083538:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595500 x1853164010366336/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.083546:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.083548:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.083550:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.083552:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00100000:3.0:1767326937.083557:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010366336:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326937.083560:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010366336 00010000:00000001:3.0:1767326937.083562:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.083566:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.083567:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.083569:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8715a2200 refcount=2 00000020:00000001:3.0:1767326937.083571:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523811152384 : -115549898399232 : ffff96e8715a2200) 00010000:00000001:3.0:1767326937.083573:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523811152384 : -115549898399232 : ffff96e8715a2200) 00010000:00000001:3.0:1767326937.083576:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.083578:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.083582:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.083590:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.083592:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.083594:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10400. 02000000:00000001:3.0:1767326937.083596:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.083598:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.083600:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.083602:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.083605:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.083608:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.083610:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.083613:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.083615:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.083616:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.083618:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326937.083621:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.083623:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000100:00000200:3.0:1767326937.083626:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010366336, offset 224 00000400:00000200:3.0:1767326937.083630:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.083635:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.083639:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.083643:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556901:1556901:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556894:1556894:8:4294967295] 00000400:00000200:3.0:1767326937.083647:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.083654:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.083659:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.083662:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00000800:00000200:3.0:1767326937.083666:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326937.083670:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.083673:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.083680:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.083683:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.083686:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326937.083689:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a600. 00010000:00000001:3.0:1767326937.083690:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326937.083703:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.083706:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.083707:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.083709:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.083713:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595500 x1853164010366336/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.083734:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326937.083735:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88283:x1853164010366336:12345-192.168.204.119@tcp:104: Request processed in 185us (366us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.083737:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.083742:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.083746:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.083748:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326937.083751:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10949 00010000:00010000:1.0:1767326937.083752:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.083756:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326937.083761:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.083764:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326937.083768:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8715a2200 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:3.0:1767326937.083768:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00000008:00000001:1.0:1767326937.083775:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767326937.083776:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00010000:00000001:1.0:1767326937.083779:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767326937.083781:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097600. 00010000:00000001:1.0:1767326937.083783:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.083786:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.083786:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000040:1.0:1767326937.083791:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8715a2200 refcount=3 00000100:00000001:3.0:1767326937.083792:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.083797:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523811152384 : -115549898399232 : ffff96e8715a2200) 00010000:00000001:1.0:1767326937.083801:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523811152384 : -115549898399232 : ffff96e8715a2200) 00010000:00000001:1.0:1767326937.083804:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.083807:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326937.083815:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.083817:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.083820:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.083823:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.083825:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.083827:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.083828:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.083830:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.083833:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.083836:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.083837:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.083862:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.083865:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.083868:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767326937.083869:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8715a2200 with handle 0xb12620548e080ed7 from hash 00000800:00000010:3.0:1767326937.083873:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000400:00000200:3.0:1767326937.083878:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.083881:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.083883:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767326937.083885:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000400:00000010:3.0:1767326937.083888:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00010000:00000001:1.0:1767326937.083889:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.083892:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.083893:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.083896:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.083897:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.083901:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.083903:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.083908:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.083912:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.083913:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.083915:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.083917:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.083919:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.083924:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000040:1.0:1767326937.083927:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.083930:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.083932:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.083935:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.083939:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00000100:00000001:1.0:1767326937.083942:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.083944:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.083947:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.083952:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.083953:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.083956:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.083959:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.083964:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.083981:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.083984:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.083985:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.083986:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.083988:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.083990:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.083993:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.084000:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.084002:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8715a2200/0xb12620548e080ed7 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa492 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.084008:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767326937.084010:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e759405540. 00000100:00000001:0.0:1767326937.084012:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.084015:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767326937.084016:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f3fac00 count: 0 00000100:00000040:0.0:1767326937.084022:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.084024:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f3fa600. 00010000:00000001:1.0:1767326937.084032:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.084034:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326937.084035:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326937.084039:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.084039:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a600. 02000000:00000001:0.0:1767326937.084045:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767326937.084045:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.084049:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326937.084050:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.084053:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.084054:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.084055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.084059:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767326937.084061:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648384:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1767326937.084062:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.084067:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.084072:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767326937.084072:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.084075:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326937.084076:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.084078:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.084080:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767326937.084083:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767326937.084086:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84541d000. 02000000:00000001:0.0:1767326937.084090:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.084094:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326937.084096:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.084097:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326937.084101:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000100:00000001:1.0:1767326937.084102:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.084106:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.084107:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000100:00000200:0.0:1767326937.084112:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648384, portal 18 00000100:00000001:0.0:1767326937.084115:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.084117:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000100:00000040:0.0:1767326937.084123:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.084129:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.084131:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.084133:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326937.084136:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648384, offset 0 00000400:00000200:0.0:1767326937.084139:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.084143:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.084147:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.084150:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.084153:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.084156:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.084158:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.084161:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556902:1556902:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556895:1556895:8:4294967295] 00000400:00000200:0.0:1767326937.084165:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.084170:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.084175:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.084178:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326937.084182:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.084186:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.084189:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.084200:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.084203:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.084207:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.084209:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855806 00000100:00000001:0.0:1767326937.084214:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855804 00000100:00000001:0.0:1767326937.084218:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855806 00000100:00000001:0.0:1767326937.084221:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855804 00000100:00000001:0.0:1767326937.084224:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.084226:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.084230:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.084232:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.084236:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.084238:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.084240:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.084242:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.084244:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.084246:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.084260:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.084264:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326937.084267:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.084272:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.084275:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000400:00000010:3.0:1767326937.084277:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000001:3.0:1767326937.084279:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.084283:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.084291:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.084294:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.084300:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.084301:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767326937.084779:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596300. 00000100:00000040:2.0:1767326937.084781:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596300 x1853164010366720 msgsize 328 00000100:00100000:2.0:1767326937.084785:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.084789:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.084794:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.084798:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.084805:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.084808:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.084811:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.084815:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.084819:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.084820:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.084823:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366720 02000000:00000001:3.0:1767326937.084828:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.084830:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.084831:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.084832:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.084838:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.084861:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366720 00000400:00000200:2.0:1767326937.084863:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.084865:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.084868:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326937.084872:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6880 00000020:00000001:3.0:1767326937.084872:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.084875:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00010000:00000010:0.1:1767326937.084876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848140300. 00000020:00000001:3.0:1767326937.084878:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.084883:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 656 00000020:00000001:3.0:1767326937.084884:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000010:0.1:1767326937.084886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f448c00. 00000100:00000001:3.0:1767326937.084889:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.1:1767326937.084894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f223e00. 00000800:00000001:2.0:1767326937.084895:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.084895:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.084900:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1767326937.084902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87fa1d000. 00000020:00000010:3.0:1767326937.084903:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000800:00000001:2.0:1767326937.084905:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326937.084909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e86022bc00. 00000400:00000200:2.0:1767326937.084910:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326937.084910:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097600. 00000020:00000010:3.0:1767326937.084916:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fdb80. 00010000:00000010:0.1:1767326937.084916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612da600. 00000400:00000200:2.0:1767326937.084919:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326937.084922:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919320. 00000100:00000001:2.0:1767326937.084925:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.084929:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326937.084929:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000010:2.0:1767326937.084933:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595180. 00000100:00000001:3.0:1767326937.084934:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.084937:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767326937.084940:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595180 x1853164010367104 msgsize 328 00000100:00000001:3.0:1767326937.084940:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.084947:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.084951:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.084958:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.084967:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.084968:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.084972:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367104 00000800:00000001:2.0:1767326937.084974:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.084974:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.084976:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.084979:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.084980:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.084982:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.084986:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367104 00000020:00000001:3.0:1767326937.084988:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.084990:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:3.0:1767326937.084992:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.084994:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:3.0:1767326937.084997:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.084998:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767326937.085000:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.085002:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326937.085004:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.085008:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00100000:2.0:1767326937.085010:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10950 00000100:00000001:3.0:1767326937.085011:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326937.085017:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000020:00000010:3.0:1767326937.085017:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.085021:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794326272 : -115549915225344 : ffff96e870596300) 00000100:00000040:2.0:1767326937.085028:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596300 x1853164010366720/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.085036:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.085040:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.085041:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.085043:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00100000:2.0:1767326937.085048:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010366720:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.085052:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010366720 00010000:00000001:2.0:1767326937.085054:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.085057:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.085058:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.085060:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878efc000 refcount=2 00000020:00000001:2.0:1767326937.085062:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938398208 : -115549771153408 : ffff96e878efc000) 00010000:00000001:2.0:1767326937.085065:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938398208 : -115549771153408 : ffff96e878efc000) 00010000:00000001:2.0:1767326937.085068:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.085070:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.085074:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.085083:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.085085:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.085089:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37400. 02000000:00000001:2.0:1767326937.085093:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.085093:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:2.0:1767326937.085100:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.085100:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd280. 00000020:00000010:3.0:1767326937.085105:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00010000:00000001:2.0:1767326937.085107:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.085111:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767326937.085112:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.085115:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1767326937.085117:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.085118:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.085125:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326937.085125:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.085128:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.085131:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.085133:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.085136:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.085139:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.085142:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.085142:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.085147:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000100:00000001:3.0:1767326937.085151:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767326937.085152:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010366720, offset 224 00000100:00000001:3.0:1767326937.085155:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767326937.085163:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.085163:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10951 00000100:00000040:3.0:1767326937.085169:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:2.0:1767326937.085172:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.085173:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794321792 : -115549915229824 : ffff96e870595180) 00000100:00000040:3.0:1767326937.085182:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595180 x1853164010367104/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326937.085183:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.085193:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556903:1556903:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556896:1556896:8:4294967295] 00000100:00000001:3.0:1767326937.085195:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.085199:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.085203:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.085204:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.085209:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00100000:3.0:1767326937.085217:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010367104:12345-192.168.204.119@tcp:104: 00000400:00000200:2.0:1767326937.085221:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000200:3.0:1767326937.085223:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367104 00010000:00000001:3.0:1767326937.085226:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000200:2.0:1767326937.085230:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.085230:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.085232:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.085235:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8612db600 refcount=2 00000800:00000010:2.0:1767326937.085237:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000020:00000001:3.0:1767326937.085238:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539805696 : -115550169745920 : ffff96e8612db600) 00010000:00000001:3.0:1767326937.085243:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539805696 : -115550169745920 : ffff96e8612db600) 00000800:00000200:2.0:1767326937.085247:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.085248:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.085251:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.085256:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00010000:3.0:1767326937.085257:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326937.085262:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.085272:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.085274:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767326937.085276:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.085278:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10800. 02000000:00000001:3.0:1767326937.085282:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.085283:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.085286:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.085288:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326937.085290:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:2.0:1767326937.085294:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23180. 00010000:00000001:3.0:1767326937.085294:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.085297:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:2.0:1767326937.085299:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326937.085302:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.085307:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:2.0:1767326937.085312:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.085316:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.085317:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.085319:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.085325:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596300 x1853164010366720/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326937.085335:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139439:x1853164010366720:12345-192.168.204.119@tcp:104: Request processed in 297us (550us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.085336:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.085339:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.085343:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326937.085346:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10950 00010000:00000001:1.0:1767326937.085348:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.085351:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767326937.085352:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:1.0:1767326937.085356:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.085358:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.085358:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:2.0:1767326937.085362:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767326937.085364:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.085367:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.085372:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767326937.085374:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878efc000 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326937.085377:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fdb80. 00000008:00000001:1.0:1767326937.085379:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326937.085379:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.085384:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.085385:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767326937.085385:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810935d8. 00000020:00000010:2.0:1767326937.085387:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919320. 00000020:00000001:1.0:1767326937.085389:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767326937.085391:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367104, offset 224 00000020:00000040:1.0:1767326937.085393:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878efc000 refcount=3 00000020:00000010:2.0:1767326937.085393:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097600. 00000020:00000001:1.0:1767326937.085399:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938398208 : -115549771153408 : ffff96e878efc000) 00000400:00000200:3.0:1767326937.085399:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000040:2.0:1767326937.085401:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:1.0:1767326937.085406:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938398208 : -115549771153408 : ffff96e878efc000) 00000100:00000001:2.0:1767326937.085406:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.085407:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.085413:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.085418:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.085418:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.085426:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326937.085428:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556904:1556904:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556897:1556897:7:4294967295] 00000800:00000001:2.0:1767326937.085434:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.085435:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000001:2.0:1767326937.085439:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.085440:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:3.0:1767326937.085440:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.085444:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.085445:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.085451:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.085455:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326937.085455:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000008:00000001:1.0:1767326937.085459:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.085463:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000800:00000200:3.0:1767326937.085465:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.085466:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.085467:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.085470:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9300. 00010000:00000001:1.0:1767326937.085473:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767326937.085476:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.085478:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.085482:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1767326937.085483:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.085486:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326937.085488:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.085489:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.085492:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000040:1.0:1767326937.085495:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878efc000 with handle 0xb12620548e09046a from hash 00000800:00000200:3.0:1767326937.085497:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.085498:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.085501:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.085504:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.085505:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.085508:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.085508:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.085511:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.085512:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.085518:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.085518:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6900 00010000:00000001:3.0:1767326937.085519:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.085522:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000010:3.0:1767326937.085525:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ac00. 00010000:00000001:1.0:1767326937.085528:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.085529:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 984 00010000:00000001:3.0:1767326937.085530:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.085533:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.085536:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.085537:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.085538:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.085541:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.085543:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:2.0:1767326937.085544:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.085546:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767326937.085547:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767326937.085548:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841ad80. 00010000:00000001:3.0:1767326937.085551:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.085555:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.085556:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:1.0:1767326937.085559:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:3.0:1767326937.085560:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.085562:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326937.085565:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326937.085566:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:1.0:1767326937.085568:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326937.085571:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595180 x1853164010367104/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326937.085573:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.085573:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596680. 00000020:00000001:0.0:1767326937.085574:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.085577:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.085580:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596680 x1853164010367232 msgsize 328 02000000:00000010:1.0:1767326937.085582:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00010000:00010000:0.0:1767326937.085583:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.085589:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.085591:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326937.085591:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.085596:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.085597:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326937.085598:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:3.0:1767326937.085604:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010367104:12345-192.168.204.119@tcp:104: Request processed in 402us (658us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326937.085605:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.085608:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8612db600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:2.0:1767326937.085610:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000008:00000001:0.0:1767326937.085614:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.085617:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.085619:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.085622:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767326937.085625:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10951 00000020:00000040:0.0:1767326937.085626:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8612db600 refcount=3 00010000:00010000:1.0:1767326937.085627:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767326937.085627:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767326937.085632:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.085633:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523539805696 : -115550169745920 : ffff96e8612db600) 00000100:00100000:2.0:1767326937.085633:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367232 00000100:00000040:3.0:1767326937.085634:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:1.0:1767326937.085637:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326937.085638:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767326937.085639:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523539805696 : -115550169745920 : ffff96e8612db600) 00000100:00000001:3.0:1767326937.085640:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.085641:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.085642:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.085644:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.085646:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.085646:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.085649:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd280. 00010000:00010000:0.0:1767326937.085651:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.085651:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.085653:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1a120ec] to pc [ptlrpcd_00_00+0] req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.085655:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000100:00100000:2.0:1767326937.085657:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367232 00000020:00000010:3.0:1767326937.085661:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000001:2.0:1767326937.085662:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.085667:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000040:3.0:1767326937.085668:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000001:2.0:1767326937.085672:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.085674:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326937.085677:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000008:00000001:0.0:1767326937.085683:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767326937.085683:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326937.085686:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767326937.085688:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326937.085693:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326937.085693:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767326937.085695:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.085696:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.085697:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000020:00001000:0.0:1767326937.085698:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.085703:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.085703:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.085704:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.085704:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.085706:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1767326937.085707:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.085709:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767326937.085711:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00001000:0.0:1767326937.085712:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.085712:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.085714:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.085725:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.085730:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.085730:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.085733:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00010000:00000001:0.0:1767326937.085734:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000008:00000001:1.0:1767326937.085735:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.085737:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326937.085738:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.085740:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767326937.085740:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00010000:00010000:1.0:1767326937.085742:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.085743:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.085748:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8612db600 with handle 0xb12620548e07b0dc from hash 00000020:00000010:2.0:1767326937.085748:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000400:00000200:3.0:1767326937.085750:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.085754:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.085757:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767326937.085757:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767326937.085760:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.085762:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326937.085763:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.085764:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.085764:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.085766:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326937.085767:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:1.0:1767326937.085769:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efc000/0xb12620548e09046a lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eae7e expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.085770:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767326937.085771:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.085772:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.085776:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.085780:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.085780:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.085783:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.085784:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.085786:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.085789:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:1.0:1767326937.085789:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84e9c5880. 00010000:00000001:0.0:1767326937.085792:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326937.085795:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10500 00000100:00000010:0.0:1767326937.085797:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00010000:00000040:1.0:1767326937.085797:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878907800 count: 0 00000100:00000001:2.0:1767326937.085797:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326937.085803:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=9 obd=lustre-OST0001-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326937.085804:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326937.085806:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878907500. 00000100:00000001:0.0:1767326937.085808:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326937.085810:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767326937.085811:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326937.085814:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767326937.085815:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.085815:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a96d [1] + 224 00010000:00000001:1.0:1767326937.085816:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.085820:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1767326937.085824:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e74a644c00. 00000100:00100000:2.0:1767326937.085824:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10952 00010000:00000010:1.0:1767326937.085825:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23180. 00000800:00000001:3.0:1767326937.085825:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.085831:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.085832:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.085832:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:0.0:1767326937.085836:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:1.0:1767326937.085838:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.085838:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794327168 : -115549915224448 : ffff96e870596680) 00000800:00000001:3.0:1767326937.085862:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.085866:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1767326937.085868:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.085868:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767326937.085875:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.085879:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.085880:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326937.085882:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596680 x1853164010367232/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767326937.085883:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767326937.085884:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.085887:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.085888:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767326937.085889:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.085892:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326937.085894:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767326937.085898:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.085899:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.085899:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.085905:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326937.085909:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.085923:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.085927:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.085931:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326937.085936:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767326937.085937:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.085938:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.085939:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.085941:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00010000:00000001:0.0:1767326937.085944:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.085948:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.085948:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.085950:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.085956:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:0.0:1767326937.085957:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.085962:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.085967:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.085969:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88291:x1853164010367232:12345-192.168.204.119@tcp:104: 00000100:00000001:1.0:1767326937.085975:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326937.085976:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.085980:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.085981:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367232 00010000:00000001:0.0:1767326937.085983:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.085985:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.085986:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767326937.085986:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00010000:0.0:1767326937.085987:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8612db600/0xb12620548e07b0dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491266 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326937.085990:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.085991:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:3.0:1767326937.085992:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.085995:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.085997:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.085999:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e762df1fc0. 00000800:00000001:3.0:1767326937.085999:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326937.086000:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86902d200 refcount=2 00000100:00100000:1.0:1767326937.086004:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648512:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.086005:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767326937.086006:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e848069300 count: 0 00000020:00000001:2.0:1767326937.086006:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671212544 : -115550038339072 : ffff96e86902d200) 00010000:00000010:0.0:1767326937.086013:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e848069200. 00010000:00000001:2.0:1767326937.086014:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671212544 : -115550038339072 : ffff96e86902d200) 00000100:00000001:1.0:1767326937.086015:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326937.086017:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.086020:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326937.086021:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.086022:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767326937.086024:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.086026:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326937.086027:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.086027:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.0:1767326937.086029:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ac00. 02000000:00000001:1.0:1767326937.086030:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767326937.086034:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.086036:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.086037:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326937.086038:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715800. 00000020:00000001:0.0:1767326937.086039:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.086041:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.086045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326937.086045:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.086049:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.086050:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.086052:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.086057:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.086058:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.086061:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767326937.086061:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.086062:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767326937.086064:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f610b0. 02000000:00000001:2.0:1767326937.086066:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767326937.086067:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.086071:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6980 02000000:00000010:2.0:1767326937.086072:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 00010000:00010000:0.0:1767326937.086073:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326937.086073:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e440. 02000000:00000001:2.0:1767326937.086078:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.086079:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 1312 00000100:00000001:0.0:1767326937.086083:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.086083:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.086086:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.086087:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648512, portal 18 00000100:00000001:0.0:1767326937.086088:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326937.086089:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.086091:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1767326937.086092:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.086093:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1767326937.086094:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.086097:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658554752 : -115550050996864 : ffff96e86841ad80) 00000400:00000200:3.0:1767326937.086097:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.086100:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326937.086100:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326937.086109:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.086109:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.086110:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326937.086118:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767326937.086119:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000200:3.0:1767326937.086122:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767326937.086127:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000010:3.0:1767326937.086130:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000001:1.0:1767326937.086133:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326937.086134:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326937.086134:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767326937.086135:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ea00 x1853164010367360 msgsize 328 00000100:00000001:0.0:1767326937.086138:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.086139:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.086142:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.086143:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326937.086145:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326937.086147:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326937.086149:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e2a8. 00000100:00100000:3.0:1767326937.086152:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 02000000:00000001:0.0:1767326937.086154:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.086154:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000200:1.0:1767326937.086156:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648512, offset 0 00000400:00000010:2.0:1767326937.086161:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000001:3.0:1767326937.086162:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767326937.086163:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648640:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.086168:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.086168:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367232, offset 224 00000100:00000001:0.0:1767326937.086171:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326937.086175:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767326937.086176:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326937.086176:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.086179:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367360 02000000:00000001:0.0:1767326937.086181:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.086182:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:3.0:1767326937.086183:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767326937.086186:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 02000000:00000001:0.0:1767326937.086187:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326937.086187:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.086192:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.086192:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.086193:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326937.086194:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74a644400. 02000000:00000001:3.0:1767326937.086196:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.086200:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.086201:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00100000:3.0:1767326937.086203:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367360 00000400:00000200:2.0:1767326937.086206:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:3.0:1767326937.086207:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767326937.086210:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1767326937.086211:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.086215:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767326937.086218:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.086218:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556905:1556905:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556898:1556898:6:4294967295] 00000020:00000040:3.0:1767326937.086219:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:3.0:1767326937.086225:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:1.0:1767326937.086228:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556906:1556906:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556899:1556899:6:4294967295] 00000020:00000001:3.0:1767326937.086229:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.086233:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.086236:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767326937.086241:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.086241:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.086247:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.086252:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.086253:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:3.0:1767326937.086253:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000010:0.0:1767326937.086259:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3630. 00000020:00000010:3.0:1767326937.086261:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000800:00000200:2.0:1767326937.086265:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.086267:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163198. 00000020:00000010:3.0:1767326937.086269:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd280. 00000100:00000200:0.0:1767326937.086274:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648640, portal 18 00000400:00000200:1.0:1767326937.086274:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000010:2.0:1767326937.086274:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000020:00000010:3.0:1767326937.086276:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:0.0:1767326937.086281:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326937.086283:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.086284:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000800:00000200:2.0:1767326937.086286:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.086287:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:1.0:1767326937.086290:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.086291:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.086294:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326937.086298:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9de00. 00000800:00000200:2.0:1767326937.086298:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326937.086299:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.086306:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.086307:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326937.086310:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326937.086311:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.086313:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.086314:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.086319:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163aa0. 00000100:00000001:3.0:1767326937.086322:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767326937.086323:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000200:0.0:1767326937.086324:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648640, offset 0 00000800:00000200:1.0:1767326937.086324:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:3.0:1767326937.086326:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767326937.086331:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1767326937.086332:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9de00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767326937.086336:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.086337:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10953 00010000:00000010:2.0:1767326937.086339:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23000. 00000100:00000001:1.0:1767326937.086341:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.086344:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000400:00000200:0.0:1767326937.086345:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.086345:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767326937.086347:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000100:00000001:3.0:1767326937.086349:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000400:00000200:0.0:1767326937.086355:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:3.0:1767326937.086359:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ea00 x1853164010367360/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767326937.086363:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767326937.086364:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.086371:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:2.0:1767326937.086372:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.086377:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.086377:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767326937.086378:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1767326937.086382:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00010000:00000001:2.0:1767326937.086383:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.086384:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.086388:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.086393:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556907:1556907:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556900:1556900:4:4294967295] 00000020:00000010:3.0:1767326937.086393:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000040:2.0:1767326937.086395:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596680 x1853164010367232/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326937.086405:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139443:x1853164010367360:12345-192.168.204.119@tcp:104: 00000400:00000200:0.0:1767326937.086407:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.086416:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367360 00000400:00000200:1.0:1767326937.086417:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.086422:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326937.086423:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855809 00000400:00000200:0.0:1767326937.086426:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326937.086427:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326937.086430:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88291:x1853164010367232:12345-192.168.204.119@tcp:104: Request processed in 487us (842us total) trans 0 rc 0/0 00000020:00000001:3.0:1767326937.086431:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.086432:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855806 00000020:00000040:3.0:1767326937.086436:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e842b36e00 refcount=2 00000800:00000200:0.0:1767326937.086439:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.086440:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855809 00000020:00000001:3.0:1767326937.086442:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523028475392 : -115550681076224 : ffff96e842b36e00) 00010000:00000001:3.0:1767326937.086447:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523028475392 : -115550681076224 : ffff96e842b36e00) 00000100:00000001:1.0:1767326937.086448:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855806 00000020:00000001:0.0:1767326937.086450:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326937.086452:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10952 00010000:00000001:3.0:1767326937.086453:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767326937.086455:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.086456:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.086458:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.086459:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00010000:0.0:1767326937.086460:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767326937.086461:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.086464:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.086465:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326937.086467:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326937.086468:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.086470:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.086471:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767326937.086473:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.086476:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00010000:0.0:1767326937.086477:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.086480:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.086484:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326937.086485:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767326937.086485:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 02000000:00000001:3.0:1767326937.086487:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767326937.086493:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326937.086493:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13c00. 00000020:00000010:2.0:1767326937.086494:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00010000:00010000:0.0:1767326937.086495:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86902d200 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:1.0:1767326937.086497:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326937.086498:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.086501:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.086502:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.086503:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.086503:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:0.0:1767326937.086504:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.086508:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326937.086508:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767326937.086510:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.086510:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.086511:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.086512:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.086515:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86902d200 refcount=3 00000100:00001000:3.0:1767326937.086518:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326937.086519:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671212544 : -115550038339072 : ffff96e86902d200) 00010000:00000001:0.0:1767326937.086525:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671212544 : -115550038339072 : ffff96e86902d200) 00000100:00000001:3.0:1767326937.086526:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326937.086529:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767326937.086532:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00010000:0.0:1767326937.086535:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000800:00000010:1.0:1767326937.086535:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9df00. 00000100:00000001:3.0:1767326937.086536:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.086542:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1767326937.086543:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767326937.086545:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.086546:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000010:2.0:1767326937.086550:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000100:00000001:3.0:1767326937.086551:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326937.086558:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.086558:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326937.086559:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:0.0:1767326937.086563:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.086566:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000200:1.0:1767326937.086566:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9df00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1767326937.086567:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093088. 00000020:00000001:0.0:1767326937.086568:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:2.0:1767326937.086572:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000200:3.0:1767326937.086574:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367360, offset 224 00000020:00001000:0.0:1767326937.086575:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000100:00000001:1.0:1767326937.086576:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.086578:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326937.086578:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000008:00000001:0.0:1767326937.086583:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.086584:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10572 usecs (11 jiffies) 00000400:00000010:2.0:1767326937.086584:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000020:00001000:0.0:1767326937.086585:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.086589:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.086592:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326937.086593:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767326937.086593:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.086597:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.086598:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326937.086598:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.086599:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855801 00010000:00000001:0.0:1767326937.086601:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.086605:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.086605:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855809 00000800:00000001:2.0:1767326937.086605:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.086609:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.086609:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.086611:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855801 00000020:00000040:0.0:1767326937.086614:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86902d200 with handle 0xb12620548e0904f6 from hash 00000800:00000001:2.0:1767326937.086614:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.086617:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855809 00010000:00000001:0.0:1767326937.086619:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:2.0:1767326937.086621:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326937.086621:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326937.086622:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.086623:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.086626:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767326937.086629:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.086630:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.086630:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.086634:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326937.086634:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556908:1556908:252:4294967295] 192.168.204.119@tcp LPNI seq info [1556901:1556901:4:4294967295] 00010000:00000001:0.0:1767326937.086638:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000001:1.0:1767326937.086639:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.086643:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326937.086644:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.086645:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000010:1.0:1767326937.086648:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b30b0. 00010000:00000001:0.0:1767326937.086650:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767326937.086653:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00010000:00000001:0.0:1767326937.086654:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.086658:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.086659:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000400:00000200:3.0:1767326937.086662:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326937.086663:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.086665:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326937.086667:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:1.0:1767326937.086672:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326937.086673:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000400:00000200:2.0:1767326937.086675:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.086675:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:0.0:1767326937.086679:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.086684:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767326937.086684:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9a00. 02000000:00000001:0.0:1767326937.086687:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.086690:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:0.0:1767326937.086691:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.086697:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:0.0:1767326937.086699:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852688000. 00000100:00000200:1.0:1767326937.086702:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.086704:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.086705:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.086707:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:0.0:1767326937.086712:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:3.0:1767326937.086714:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9a00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:0.0:1767326937.086729:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.086729:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.086733:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.086740:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.086741:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326937.086741:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.086745:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.086748:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326937.086751:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:2.0:1767326937.086751:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6a00 00000100:00000001:1.0:1767326937.086752:0:2518:0:(client.c:1578:after_reply()) Process entered 00010000:00000010:3.0:1767326937.086754:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a900. 00010000:00000001:0.0:1767326937.086756:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.086756:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767326937.086759:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.086760:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.086762:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.086765:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.086765:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 1640 00000100:00000001:0.0:1767326937.086767:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.086769:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:1.0:1767326937.086771:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.086778:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.086778:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.086778:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.086780:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00010000:00000001:3.0:1767326937.086783:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.086786:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326937.086788:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00010000:00000001:3.0:1767326937.086789:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.086792:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.086798:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326937.086801:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164010367360/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.086802:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.086804:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.086809:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.086814:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.086815:0:2511:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767326937.086816:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326937.086820:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:0.0:1767326937.086821:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.086821:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.086825:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000001:0.0:1767326937.086826:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767326937.086826:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139443:x1853164010367360:12345-192.168.204.119@tcp:104: Request processed in 444us (685us total) trans 0 rc 0/0 00000100:00000010:2.0:1767326937.086829:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870595c00. 00010000:00000001:0.0:1767326937.086830:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.086831:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.086836:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.086837:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.086837:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870595c00 x1853164010367488 msgsize 328 00010000:00000010:3.1:1767326937.086859:0:193132:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e858192600. 00000008:00000001:0.0:1767326937.086867:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326937.086868:0:193132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e875399e00. 00010000:00010000:0.0:1767326937.086874:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000010:1.1:1767326937.086877:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f3fac00. 00000100:00100000:2.0:1767326937.086879:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:0.0:1767326937.086886:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.086889:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86902d200/0xb12620548e0904f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb029 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326937.086889:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10953 00000100:00000001:2.0:1767326937.086892:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:1.1:1767326937.086893:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8715a2200. 00000100:00000040:3.0:1767326937.086896:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326937.086902:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.086906:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:0.0:1767326937.086907:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e850da3e00. 00000020:00000010:3.0:1767326937.086910:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd280. 00000100:00000001:2.0:1767326937.086911:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:0.0:1767326937.086913:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8716ef500 count: 0 00000100:00000040:1.0:1767326937.086913:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.086916:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367488 00000020:00000010:3.0:1767326937.086917:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000010:0.0:1767326937.086920:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8716ef000. 02000000:00000001:2.0:1767326937.086922:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767326937.086924:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000100:00000001:2.0:1767326937.086926:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.086931:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.086932:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.086933:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.086935:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767326937.086937:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.086937:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000010:0.0:1767326937.086939:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23000. 00000100:00000001:1.0:1767326937.086939:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326937.086943:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.086944:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.086945:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.086945:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367488 00000020:00000001:0.0:1767326937.086951:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.086951:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767326937.086954:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.086954:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326937.086955:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.086957:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.086959:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:2.0:1767326937.086960:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767326937.086961:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.086962:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.086965:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767326937.086965:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00010000:00010000:3.0:1767326937.086967:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326937.086970:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1767326937.086972:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326937.086976:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326937.086980:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326937.086984:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326937.086987:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647488:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.086988:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1767326937.086989:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e842b36e00 already unused, calling callback (ffffffffc13180e0) 00000800:00000001:3.0:1767326937.086989:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.086994:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.086996:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.086996:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.086997:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767326937.086998:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.087000:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.087002:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326937.087003:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.087004:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767326937.087006:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e842b36e00 refcount=3 00000400:00000200:3.0:1767326937.087009:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.087010:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523028475392 : -115550681076224 : ffff96e842b36e00) 00000020:00000010:2.0:1767326937.087010:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000040:1.0:1767326937.087012:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247647488/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.087017:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523028475392 : -115550681076224 : ffff96e842b36e00) 00010000:00000001:0.0:1767326937.087021:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767326937.087021:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000400:00000200:3.0:1767326937.087021:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00010000:0.0:1767326937.087025:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.087028:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.087035:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.087037:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:1.0:1767326937.087042:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1767326937.087043:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767326937.087045:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.087046:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:1.0:1767326937.087046:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326937.087047:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326937.087049:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000010:1.0:1767326937.087052:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541c000. 00000100:00000001:2.0:1767326937.087053:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00001000:0.0:1767326937.087054:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:3.0:1767326937.087054:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.087058:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:0.0:1767326937.087059:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.087059:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000008:00000001:0.0:1767326937.087062:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.087063:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326937.087063:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6b00 00000100:00000001:2.0:1767326937.087064:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.087067:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000020:00000040:1.0:1767326937.087068:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=8 obd=lustre-OST0001-osc-ffff96e84f48f000 00000008:00000001:0.0:1767326937.087071:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.087073:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.087073:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.087076:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767326937.087077:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1a975 [2] + 1968 02000000:00000010:1.0:1767326937.087079:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3a00. 00010000:00000001:0.0:1767326937.087080:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.087083:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767326937.087085:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326937.087085:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e861200c60. 00010000:00000001:0.0:1767326937.087086:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767326937.087086:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326937.087089:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.087091:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767326937.087093:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e842b36e00 with handle 0xb12620548e0904ef from hash 00000400:00000200:3.0:1767326937.087093:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e762c23480 00000100:00000010:1.0:1767326937.087095:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00010000:00000001:0.0:1767326937.087096:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767326937.087098:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767326937.087099:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.087100:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.087102:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.087103:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767326937.087104:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.087105:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.087106:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.087108:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.087109:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.087112:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:2.0:1767326937.087113:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10954 00010000:00000001:0.0:1767326937.087115:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.087116:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326937.087119:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:0.0:1767326937.087120:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.087120:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767326937.087123:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.087126:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.087126:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794324480 : -115549915227136 : ffff96e870595c00) 00000100:00000001:1.0:1767326937.087127:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.087130:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.087130:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326937.087133:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326937.087134:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.087135:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.087137:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00000100:00000040:2.0:1767326937.087137:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870595c00 x1853164010367488/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326937.087140:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326937.087141:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:0.0:1767326937.087142:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.087148:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326937.087148:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.087151:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.087152:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326937.087153:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326937.087156:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.087158:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.087160:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e762c23480 02000000:00000010:0.0:1767326937.087162:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852689400. 00000100:00000001:1.0:1767326937.087163:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326937.087165:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e762c23480. 00000100:00000001:1.0:1767326937.087167:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.087168:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.087171:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767326937.087172:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.087172:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326937.087175:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:0.0:1767326937.087178:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.087181:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878a36450 x1853164010367744 msgsize 328 00000100:00000040:1.0:1767326937.087183:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.087191:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1767326937.087196:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:2.0:1767326937.087197:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00010000:00000001:0.0:1767326937.087199:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.087202:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.087203:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.087206:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.087207:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.087209:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.087209:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000040:0.0:1767326937.087214:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.087215:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.087219:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.087221:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:82037:x1853164010367488:12345-192.168.204.119@tcp:104: 02000000:00000001:1.0:1767326937.087225:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.087232:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367488 00000100:00100000:3.0:1767326937.087234:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:1.0:1767326937.087236:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648768:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.087238:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:3.0:1767326937.087240:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00010000:00000001:0.0:1767326937.087241:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.087242:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.087245:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326937.087247:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767326937.087247:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767326937.087249:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326937.087250:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.087251:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326937.087251:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878efae00 refcount=2 02000000:00000001:1.0:1767326937.087253:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.087255:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.087258:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767326937.087258:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938393600 : -115549771158016 : ffff96e878efae00) 00010000:00000001:0.0:1767326937.087259:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.087264:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715e00. 00000008:00000001:0.0:1767326937.087265:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.087265:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938393600 : -115549771158016 : ffff96e878efae00) 00000100:00000010:3.0:1767326937.087266:0:193132:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10000. 02000000:00000001:1.0:1767326937.087269:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.087273:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767326937.087273:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:3.0:1767326937.087276:0:193132:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c234000. 00000400:00000200:1.0:1767326937.087277:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.087278:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.087282:0:193132:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000400:00000010:1.0:1767326937.087285:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61528. 00010000:00010000:2.0:1767326937.087286:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1767326937.087293:0:193132:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767326937.087294:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00010000:00000001:0.0:1767326937.087296:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767326937.087302:0:193132:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7790. 00010000:00010000:0.0:1767326937.087303:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36e00/0xb12620548e0904ef lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x356f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb022 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1767326937.087303:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648768, portal 18 00000100:00000001:2.0:1767326937.087304:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.087308:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767326937.087309:0:193132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a180. 00000100:00000001:1.0:1767326937.087310:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.087314:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 02000000:00000010:2.0:1767326937.087314:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 00000100:00000001:3.0:1767326937.087317:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767326937.087320:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.087322:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367744 00010000:00000010:0.0:1767326937.087323:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84e9c50c0. 00000100:00000001:2.0:1767326937.087324:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.087326:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.087326:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:0.0:1767326937.087329:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878907f00 count: 0 00010000:00000001:2.0:1767326937.087330:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.087330:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.087334:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.087336:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.087337:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878907c00. 02000000:00000001:3.0:1767326937.087341:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.087343:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.087344:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326937.087346:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767326937.087346:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367744 00010000:00000001:0.0:1767326937.087350:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1767326937.087351:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.087351:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:0.0:1767326937.087352:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a900. 00000020:00000001:3.0:1767326937.087352:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.087357:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00010000:00000001:0.0:1767326937.087358:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.087358:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.087359:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e5d8. 00000020:00000001:3.0:1767326937.087362:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767326937.087363:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.087365:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000200:1.0:1767326937.087366:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648768, offset 0 00000020:00000040:3.0:1767326937.087367:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:0.0:1767326937.087368:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.087372:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767326937.087373:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326937.087374:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:0.0:1767326937.087376:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326937.087376:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.087377:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:0.0:1767326937.087379:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.087381:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00010000:0.0:1767326937.087384:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.087384:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326937.087385:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767326937.087387:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326937.087389:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.087390:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.087391:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000040:2.0:1767326937.087393:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326937.087397:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326937.087398:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326937.087399:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000010:2.0:1767326937.087400:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000020:00000010:3.0:1767326937.087406:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000200:1.0:1767326937.087408:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326937.087409:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326937.087409:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367488, offset 224 00000100:00000001:0.0:1767326937.087413:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767326937.087414:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097a00. 00000400:00000200:1.0:1767326937.087416:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:0.0:1767326937.087418:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.087420:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd280. 00000400:00000200:2.0:1767326937.087422:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:0.0:1767326937.087424:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767326937.087424:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1767326937.087427:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:0.0:1767326937.087428:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.087432:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:2.0:1767326937.087433:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.087435:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.087436:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.087439:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326937.087440:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.087440:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556909:1556909:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556902:1556902:3:4294967295] 00000100:00000001:3.0:1767326937.087442:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.087444:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.087445:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.087449:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.087450:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.087453:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326937.087455:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.087458:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556910:1556910:251:4294967295] 192.168.204.119@tcp LPNI seq info [1556903:1556903:3:4294967295] 00000100:00000040:0.0:1767326937.087462:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.087462:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.087468:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.087472:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.087475:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.087481:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.087485:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.087486:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10955 00000400:00000200:2.0:1767326937.087489:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1767326937.087490:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326937.087491:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 02000000:00000001:0.0:1767326937.087494:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.087496:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523933394000 : -115549776157616 : ffff96e878a36450) 02000000:00000001:0.0:1767326937.087500:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.087500:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326937.087507:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878a36450 x1853164010367744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1767326937.087509:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000100:00100000:0.0:1767326937.087510:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648896:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.087511:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326937.087521:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326937.087521:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:0.0:1767326937.087527:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767326937.087528:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.087530:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.087533:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767326937.087534:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:0.0:1767326937.087536:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767326937.087536:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dd00. 00000800:00000200:2.0:1767326937.087539:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1767326937.087539:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 02000000:00000010:0.0:1767326937.087542:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e851224600. 00000100:00000001:3.0:1767326937.087544:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326937.087546:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.087547:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.087548:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.087550:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000040:2.0:1767326937.087556:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.087557:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.087561:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:3.0:1767326937.087562:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139440:x1853164010367744:12345-192.168.204.119@tcp:104: 00000400:00000010:0.0:1767326937.087563:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3318. 00010000:00000001:2.0:1767326937.087564:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1767326937.087568:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1767326937.087570:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367744 00000400:00000010:0.0:1767326937.087571:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00010000:00000010:2.0:1767326937.087571:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000100:00000001:1.0:1767326937.087573:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.087575:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:0.0:1767326937.087578:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247648896, portal 18 00010000:00000001:2.0:1767326937.087578:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767326937.087579:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00010000:00000001:3.0:1767326937.087580:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326937.087582:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767326937.087583:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.087586:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000020:00000040:3.0:1767326937.087587:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e842b36c00 refcount=2 00000020:00000001:3.0:1767326937.087592:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523028474880 : -115550681076736 : ffff96e842b36c00) 00000400:00000200:1.0:1767326937.087593:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326937.087594:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:0.0:1767326937.087596:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.087599:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855810 00010000:00000001:3.0:1767326937.087599:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523028474880 : -115550681076736 : ffff96e842b36c00) 00010000:00000001:2.0:1767326937.087601:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.087607:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.087608:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.087610:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.087612:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.087614:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.087616:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326937.087618:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.087619:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1767326937.087624:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.087624:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870595c00 x1853164010367488/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326937.087625:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000010:0.0:1767326937.087630:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163e58. 00010000:00000001:1.0:1767326937.087631:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.087636:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767326937.087637:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247648896, offset 0 00000100:00000001:3.0:1767326937.087638:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1767326937.087642:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326937.087643:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.087648:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11400. 00000400:00000200:0.0:1767326937.087650:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:3.0:1767326937.087655:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.087660:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010367488:12345-192.168.204.119@tcp:104: Request processed in 463us (817us total) trans 0 rc 0/0 00000100:00000001:3.0:1767326937.087660:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.087661:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.087665:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878efae00 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:3.0:1767326937.087667:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000008:00000001:1.0:1767326937.087670:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767326937.087671:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:3.0:1767326937.087672:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087674:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:3.0:1767326937.087678:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1767326937.087679:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326937.087679:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10954 00000400:00000200:0.0:1767326937.087680:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1767326937.087684:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326937.087687:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:3.0:1767326937.087687:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767326937.087688:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e878efae00 refcount=3 00000100:00000040:2.0:1767326937.087688:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.087693:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767326937.087694:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1767326937.087695:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523938393600 : -115549771158016 : ffff96e878efae00) 00000100:00000040:3.0:1767326937.087695:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.087698:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767326937.087700:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.087701:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523938393600 : -115549771158016 : ffff96e878efae00) 00000100:00000001:3.0:1767326937.087702:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000010:2.0:1767326937.087704:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000400:00000200:0.0:1767326937.087706:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556911:1556911:249:4294967295] 192.168.204.119@tcp LPNI seq info [1556904:1556904:1:4294967295] 00010000:00000001:1.0:1767326937.087708:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767326937.087708:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767326937.087712:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00010000:1.0:1767326937.087713:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326937.087713:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.087714:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.087732:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767326937.087734:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00000400:00000200:0.0:1767326937.087737:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:2.0:1767326937.087741:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000100:00000040:3.0:1767326937.087741:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.087749:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.087749:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326937.087749:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093dd0. 00000800:00000200:0.0:1767326937.087752:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.087754:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:3.0:1767326937.087755:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367744, offset 224 00000800:00000010:0.0:1767326937.087758:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000020:00000001:1.0:1767326937.087758:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.087764:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000800:00000200:0.0:1767326937.087766:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.087766:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:1.0:1767326937.087768:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.087771:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.087776:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326937.087777:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00001000:1.0:1767326937.087777:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000400:00000200:3.0:1767326937.087778:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.087782:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9300. 00000800:00000200:0.0:1767326937.087784:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000008:00000001:1.0:1767326937.087784:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.087788:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.087790:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.087792:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087792:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.087798:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767326937.087799:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000200:2.0:1767326937.087800:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.087801:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556912:1556912:248:4294967295] 192.168.204.119@tcp LPNI seq info [1556905:1556905:0:4294967295] 00010000:00000001:1.0:1767326937.087802:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.087807:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326937.087808:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.087812:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855810 00010000:00000001:1.0:1767326937.087813:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.087814:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.087818:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855809 00000020:00000040:1.0:1767326937.087819:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e878efae00 with handle 0xb12620548e090440 from hash 00000100:00000001:3.0:1767326937.087821:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.087822:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810935d8 00000100:00000001:0.0:1767326937.087826:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855810 00010000:00000001:1.0:1767326937.087826:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1767326937.087827:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810935d8. 00000100:00000040:3.0:1767326937.087828:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.087830:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.087834:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855809 00010000:00000001:1.0:1767326937.087834:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326937.087835:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767326937.087836:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.087837:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.0:1767326937.087860:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a6c0. 00000100:00000001:2.0:1767326937.087864:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.087865:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326937.087865:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767326937.087866:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.087870:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767326937.087871:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.087875:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:2.0:1767326937.087876:0:2511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.087878:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087878:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767326937.087880:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087883:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.087884:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.087885:0:2511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00010000:00000001:3.0:1767326937.087885:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087886:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.087891:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.087892:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087896:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000200:2.0:1767326937.087897:0:2511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.087899:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767326937.087903:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878a36450 x1853164010367744/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767326937.087906:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000800:00000200:2.0:1767326937.087907:0:2511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.087908:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855810 00000020:00000040:1.0:1767326937.087912:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.087916:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855811 00000800:00000200:2.0:1767326937.087916:0:2511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.087920:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326937.087924:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855810 02000000:00000001:1.0:1767326937.087924:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:2.0:1767326937.087928:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.087929:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.087931:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.087935:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.087936:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139440:x1853164010367744:12345-192.168.204.119@tcp:104: Request processed in 398us (749us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326937.087937:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.087937:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714200. 00000100:00000001:0.0:1767326937.087943:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.087944:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.087947:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.087948:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.087949:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:3.0:1767326937.087950:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10955 00000100:00000001:0.0:1767326937.087951:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.087955:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326937.087955:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000100:00000040:3.0:1767326937.087957:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:0.0:1767326937.087958:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.087958:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.087961:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.087964:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.087964:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.087969:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767326937.087973:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326937.087974:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd280. 00010000:00010000:1.0:1767326937.087976:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:0.0:1767326937.087979:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.087980:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888660 00010000:00000001:1.0:1767326937.087981:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.087981:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:0.0:1767326937.087982:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.087984:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888660. 00000100:00000001:1.0:1767326937.087988:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326937.087989:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767326937.087990:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097a00. 00000100:00000001:2.0:1767326937.087991:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326937.087993:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326937.087995:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.087995:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.087996:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:3.0:1767326937.087997:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326937.088000:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000010:3.0:1767326937.088004:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595c00. 00000100:00000040:1.0:1767326937.088007:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_00+0] req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.088008:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767326937.088012:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e842b36c00 already unused, calling callback (ffffffffc13180e0) 00000100:00000010:3.0:1767326937.088012:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00000800:00000010:2.0:1767326937.088014:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9de00. 00000008:00000001:0.0:1767326937.088018:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767326937.088020:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.088021:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767326937.088022:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.088025:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:3.0:1767326937.088025:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00000020:00000001:0.0:1767326937.088028:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.088031:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e842b36c00 refcount=3 02000000:00000001:3.0:1767326937.088032:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767326937.088033:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.088035:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523028474880 : -115550681076736 : ffff96e842b36c00) 00000100:00000010:3.0:1767326937.088036:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596680. 00010000:00000001:0.0:1767326937.088039:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523028474880 : -115550681076736 : ffff96e842b36c00) 00000400:00000200:2.0:1767326937.088039:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e2a8 00010000:00000001:1.0:1767326937.088041:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326937.088042:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.088043:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767326937.088045:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e2a8. 02000000:00000010:3.0:1767326937.088046:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10800. 00010000:00010000:0.0:1767326937.088047:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.088047:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.088051:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.088051:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767326937.088052:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.088056:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.088057:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595180. 00000008:00000001:0.0:1767326937.088058:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.088060:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000200:2.0:1767326937.088061:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.088062:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.088064:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:3.0:1767326937.088064:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326937.088069:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.088070:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 02000000:00000010:3.0:1767326937.088070:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37400. 00000008:00000001:0.0:1767326937.088074:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:3.0:1767326937.088077:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:0.0:1767326937.088078:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.088078:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00001000:0.0:1767326937.088083:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000010:3.0:1767326937.088083:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596300. 00000100:00000001:2.0:1767326937.088084:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1767326937.088087:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.088090:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.088092:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767326937.088093:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326937.088094:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 00010000:00000001:0.0:1767326937.088095:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.088098:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767326937.088100:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.088101:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:3.0:1767326937.088104:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870595500. 00010000:00000001:0.0:1767326937.088105:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.088110:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e842b36c00 with handle 0xb12620548e090566 from hash 00000100:00000010:3.0:1767326937.088113:0:193132:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e84456a000. 00010000:00000001:0.0:1767326937.088115:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.088117:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.088118:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767326937.088120:0:193132:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878a36400. 00010000:00000001:0.0:1767326937.088122:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326937.088124:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efae00/0xb12620548e090440 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eadba expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.088124:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.088125:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767326937.088126:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.088128:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767326937.088130:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.088131:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.088135:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.088138:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.088140:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1767326937.088140:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8716eb600. 00010000:00000001:0.0:1767326937.088143:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.088145:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.088146:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.088149:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000040:1.0:1767326937.088151:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8716ec600 count: 0 00000800:00000010:2.0:1767326937.088151:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9df00. 00000100:00000010:0.0:1767326937.088153:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326937.088158:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=10 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:2.0:1767326937.088158:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.088160:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:1.0:1767326937.088160:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8716ec400. 02000000:00000001:0.0:1767326937.088163:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.088166:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088169:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.088171:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767326937.088172:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852752600. 00010000:00000001:1.0:1767326937.088175:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767326937.088175:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163aa0 00000100:00000001:0.0:1767326937.088176:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.088180:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:0.0:1767326937.088181:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000010:2.0:1767326937.088181:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163aa0. 00010000:00010000:0.0:1767326937.088185:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.088186:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088187:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767326937.088193:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.088194:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000200:2.0:1767326937.088196:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.088197:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.088197:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.088201:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1767326937.088203:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.088206:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.088208:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.088211:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.088214:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.088217:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326937.088219:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326937.088221:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.088225:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.088227:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.088231:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326937.088232:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.088238:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.088241:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.088242:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326937.088243:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088243:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.088246:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326937.088249:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088249:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.088250:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1767326937.088254:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.088261:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.088261:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.088262:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.088267:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9a00. 00000400:00000200:2.0:1767326937.088272:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.088282:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.088283:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.088286:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b36c00/0xb12620548e090566 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb1fe expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.088288:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326937.088289:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093088 00000100:00000001:1.0:1767326937.088292:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.088294:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093088. 00010000:00000010:0.0:1767326937.088296:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84e9c5840. 02000000:00000001:1.0:1767326937.088298:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326937.088299:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1767326937.088300:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878ef8a00 count: 0 02000000:00000001:1.0:1767326937.088302:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326937.088304:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000010:0.0:1767326937.088305:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878ef8e00. 02000000:00000001:1.0:1767326937.088307:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.088309:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13c00. 00010000:00000001:0.0:1767326937.088313:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767326937.088314:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649024:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:2.0:1767326937.088314:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.088315:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.088318:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.0:1767326937.088319:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a6c0. 00000100:00000001:1.0:1767326937.088323:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326937.088325:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.088327:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326937.088329:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.088330:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.088331:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767326937.088333:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.088337:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767326937.088337:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00010000:00010000:0.0:1767326937.088338:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.088342:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326937.088343:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715000. 00000400:00000200:2.0:1767326937.088344:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767326937.088346:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.088348:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.088350:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326937.088354:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.088355:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326937.088356:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.088360:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088361:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000400:00000010:1.0:1767326937.088362:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f614d0. 00010000:00010000:0.0:1767326937.088365:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767326937.088366:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000100:00000001:2.0:1767326937.088370:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326937.088372:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767326937.088373:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e088. 00000100:00000001:0.0:1767326937.088375:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326937.088375:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00000100:00000001:0.0:1767326937.088379:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326937.088379:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649024, portal 18 02000000:00000001:2.0:1767326937.088380:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767326937.088383:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.088384:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326937.088384:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.088388:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00000100:00000040:0.0:1767326937.088391:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.088396:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326937.088398:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326937.088402:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dd00. 00000400:00000200:2.0:1767326937.088408:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.088411:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.088415:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088419:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.088421:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326937.088421:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.088423:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e5d8 02000000:00000001:0.0:1767326937.088425:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.088429:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.088429:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e5d8. 00000100:00000040:1.0:1767326937.088430:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:0.0:1767326937.088435:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649152:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767326937.088436:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767326937.088437:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e3b8. 00000100:00000001:0.0:1767326937.088441:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326937.088444:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649024, offset 0 02000000:00000001:0.0:1767326937.088445:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326937.088445:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.088447:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.088451:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326937.088455:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752000. 00000400:00000200:1.0:1767326937.088455:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.088460:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.088465:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.088467:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326937.088472:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.088474:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.088478:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.088483:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326937.088486:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.088488:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326937.088491:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.088493:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.088498:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556913:1556913:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556906:1556906:6:4294967295] 00000400:00000200:1.0:1767326937.088502:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.088504:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326937.088509:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.088511:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000010:0.0:1767326937.088516:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3528. 00000400:00000200:1.0:1767326937.088516:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:2.0:1767326937.088518:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326937.088522:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163cc0. 00000800:00000200:1.0:1767326937.088528:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:0.0:1767326937.088529:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649152, portal 18 00000400:00000200:2.0:1767326937.088529:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.088536:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326937.088536:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d200. 00000400:00000200:2.0:1767326937.088537:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163e58 00000100:00000001:0.0:1767326937.088539:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000400:00000010:2.0:1767326937.088542:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163e58. 00000800:00000200:1.0:1767326937.088547:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:0.0:1767326937.088548:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.088548:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.088556:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.088560:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.088566:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326937.088566:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000040:0.0:1767326937.088572:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.088573:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.088576:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581635d8. 00000100:00000040:1.0:1767326937.088579:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000100:00000200:0.0:1767326937.088581:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649152, offset 0 00000400:00000200:0.0:1767326937.088591:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.088592:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.088596:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.088597:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855811 00000400:00000200:0.0:1767326937.088599:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.088604:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.088605:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855810 00000400:00000200:0.0:1767326937.088606:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.088612:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326937.088613:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855811 00000400:00000200:0.0:1767326937.088617:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326937.088620:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855811 00000400:00000200:0.0:1767326937.088623:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.088626:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.088628:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.088628:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.088631:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088633:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326937.088637:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556914:1556914:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556907:1556907:5:4294967295] 00000100:00000001:1.0:1767326937.088638:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.088644:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.088648:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.088648:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.088651:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326937.088653:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:1.0:1767326937.088654:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.088660:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.088660:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.088663:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326937.088665:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.088667:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088672:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.088673:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088677:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093dd0 00000800:00000200:0.0:1767326937.088678:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.088682:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093dd0. 00000800:00000010:0.0:1767326937.088685:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000100:00000001:2.0:1767326937.088686:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326937.088690:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1767326937.088694:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:2.0:1767326937.088694:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11400. 02000000:00000001:2.0:1767326937.088700:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767326937.088703:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1767326937.088704:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.088708:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.088712:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.088714:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326937.088726:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00000800:00000010:2.0:1767326937.088733:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d200. 00000400:00000200:0.0:1767326937.088734:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.088740:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855811 00000400:00000200:2.0:1767326937.088740:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.088745:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855811 00000100:00000001:0.0:1767326937.088747:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855811 00000100:00000001:0.0:1767326937.088751:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855811 00000400:00000200:2.0:1767326937.088751:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.088754:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.088756:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.088757:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e3b8 00000100:00000001:0.0:1767326937.088758:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.088760:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e3b8. 00000100:00000001:0.0:1767326937.088761:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.088767:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.088767:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.088770:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.088772:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.088774:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326937.088775:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.088776:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.088779:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088788:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.088791:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.088797:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088799:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326937.088837:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.088878:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000400:00000200:2.0:1767326937.088882:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.088886:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.088889:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581635d8 00000400:00000010:2.0:1767326937.088891:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581635d8. 00000100:00000001:2.0:1767326937.088894:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.088897:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.088903:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.088906:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.088912:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.088913:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767326937.090884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878907800. 00010000:00000010:1.1:1767326937.090895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efc000. 00000800:00000001:3.0:1767326937.092640:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092651:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.092654:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092657:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.092664:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092671:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.092676:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092680:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092685:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092689:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10580 00000400:00000200:3.0:1767326937.092694:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092699:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a995 [1] + 224 00000800:00000001:3.0:1767326937.092704:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092709:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.092711:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.092727:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.092732:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.092738:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.092748:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.092762:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.092768:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092773:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.092775:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092777:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.092781:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.092788:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.092788:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.092792:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.092796:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.092800:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.092801:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.092804:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326937.092805:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.092807:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61478. 00000400:00000200:3.0:1767326937.092811:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10700 00000400:00000200:1.0:1767326937.092813:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000010:1.0:1767326937.092816:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:1.0:1767326937.092819:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.092823:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.092828:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.092833:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a98d [1] + 224 00000800:00000001:3.0:1767326937.092865:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.092866:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.092871:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.092875:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.092876:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.092879:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.092884:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.092884:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.092888:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326937.092889:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.092891:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.092894:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.092896:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.092897:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.092905:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326937.092909:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326937.092911:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.092917:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.092920:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.092924:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.092928:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.092930:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.092932:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:3.0:1767326937.092933:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.092936:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.092941:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.092941:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092947:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.092949:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.092951:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.092954:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.092957:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.092962:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.092963:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.092967:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326937.092970:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326937.092973:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767326937.092974:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326937.092974:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.092976:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.092978:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3f20. 00000400:00000200:0.0:1767326937.092984:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000100:00000040:1.0:1767326937.092985:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.092988:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000400:00000200:3.0:1767326937.092991:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.092995:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.093002:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.093005:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.093005:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247647616:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.093011:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.093016:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093020:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10800 00000100:00000001:1.0:1767326937.093021:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.093029:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.093030:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247647616/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.093035:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093038:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a99d [1] + 224 00000800:00000001:3.0:1767326937.093049:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.093052:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326937.093055:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.093056:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326937.093057:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326937.093061:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2600. 00000400:00000200:3.0:1767326937.093061:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.093062:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.093068:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.093069:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326937.093071:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326937.093072:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.093075:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.093075:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326937.093077:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.093079:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.093080:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:0.0:1767326937.093085:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.093085:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.093086:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326937.093091:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326937.093091:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326937.093097:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767326937.093100:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326937.093101:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.093105:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:0.0:1767326937.093107:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326937.093107:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.093110:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.093111:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.093114:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.093117:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.093121:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.093121:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.093128:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.093128:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.093131:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326937.093132:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:3.0:1767326937.093133:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.093136:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.093138:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.093141:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.093141:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.093141:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.093148:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.093150:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.093152:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.093156:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.093160:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.093165:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.093167:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.093172:0:2520:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.093176:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.093177:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767326937.093179:0:2520:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326937.093183:0:2520:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326937.093184:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326937.093184:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.093188:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.093188:0:2520:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612005d8. 00000400:00000200:3.0:1767326937.093193:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.093196:0:2520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000100:00000040:0.0:1767326937.093198:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.093202:0:2520:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 00000400:00000200:3.0:1767326937.093203:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10680 00000100:00000001:2.0:1767326937.093208:0:2520:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.093214:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326937.093219:0:2520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.093222:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648000:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.093225:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9ad [1] + 224 00000100:00000001:0.0:1767326937.093233:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.093236:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093239:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326937.093243:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.093246:0:2520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.093247:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247648000/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093248:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.093258:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.093267:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.093274:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.093276:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326937.093278:0:2520:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326937.093280:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.093282:0:2520:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.093284:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541de00. 00000100:00000001:2.0:1767326937.093288:0:2520:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.093291:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326937.093292:0:2520:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767326937.093295:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326937.093297:0:2520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326937.093299:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000040:3.0:1767326937.093300:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.093301:0:2520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.093304:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326937.093306:0:2520:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.093308:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541da00. 00000100:00001000:2.0:1767326937.093314:0:2520:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326937.093319:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767326937.093320:0:2520:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326937.093323:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326937.093325:0:2520:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767326937.093326:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00000100:00000001:2.0:1767326937.093329:0:2520:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.093329:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.093331:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.093335:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.093335:0:2520:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326937.093336:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093340:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.093341:0:2520:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.093343:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.093345:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.093347:0:2520:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326937.093348:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093349:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326937.093351:0:2520:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326937.093355:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.093355:0:2520:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326937.093356:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.093359:0:2520:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.093360:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093365:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.093369:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093375:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.093384:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093386:0:2520:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.093391:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093392:0:2520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.093396:0:2520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.093397:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.093404:0:2520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093404:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10780 00000400:00000200:3.0:1767326937.093412:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.093420:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9b5 [1] + 224 00000100:00100000:2.0:1767326937.093425:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247648256:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.093426:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.093431:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.093432:0:2520:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.093435:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.093437:0:2520:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.093444:0:2520:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e84e88f480 x1853164247648256/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093444:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.093450:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.093457:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.093458:0:2520:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326937.093461:0:2520:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326937.093464:0:2520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84f671000. 00000100:00000040:3.0:1767326937.093472:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.093478:0:2520:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326937.093482:0:2520:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326937.093483:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767326937.093486:0:2520:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000001:3.0:1767326937.093489:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326937.093490:0:2520:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767326937.093494:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326937.093495:0:2520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e858097e00. 00000800:00000001:3.0:1767326937.093499:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326937.093501:0:2520:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767326937.093503:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.093505:0:2520:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326937.093508:0:2520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00000400:00000200:3.0:1767326937.093509:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093515:0:2520:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326937.093517:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.093519:0:2520:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.093523:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.093524:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.093529:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093531:0:2520:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326937.093533:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093535:0:2520:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093539:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10880 00000100:00000001:2.0:1767326937.093540:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.093545:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093546:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.093552:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9c5 [1] + 224 00000800:00000001:3.0:1767326937.093556:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.093560:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.093562:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.093565:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.093568:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.093571:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.093580:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.093594:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.093599:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.093601:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326937.093603:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.093604:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326937.093606:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326937.093611:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326937.093611:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326937.093615:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.093618:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000400:00000200:3.0:1767326937.093618:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.093619:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.093624:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326937.093626:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000200:3.0:1767326937.093629:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000010:1.0:1767326937.093630:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:1.0:1767326937.093635:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.093636:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:0.0:1767326937.093637:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.093641:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767326937.093643:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.093645:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:3.0:1767326937.093645:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.093655:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.093660:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000100:00000200:1.0:1767326937.093661:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093663:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6b80 00000400:00000010:0.0:1767326937.093665:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000100:00000001:0.0:1767326937.093670:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.093677:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 0 00000100:00000200:0.0:1767326937.093679:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.093686:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.093686:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.093691:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.093693:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.093695:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.093695:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.093697:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.093699:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.093703:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.093707:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093708:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.093712:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.093727:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326937.093729:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326937.093730:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.093730:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.093735:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767326937.093736:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767326937.093737:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 02000000:00000001:0.0:1767326937.093739:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.093742:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767326937.093743:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ea00. 00000100:00000001:1.0:1767326937.093744:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.093745:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.093747:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.093749:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.093750:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ea00 x1853164010367872 msgsize 328 00010000:00000001:1.0:1767326937.093751:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.093756:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.093757:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326937.093762:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326937.093763:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00001000:0.0:1767326937.093765:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326937.093765:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.093770:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.093771:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.093772:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.093774:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.093778:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326937.093778:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.093781:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.093782:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.093785:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093786:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.093790:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000800:00000001:3.0:1767326937.093792:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.093794:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326937.093797:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093798:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.093799:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326937.093802:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.093804:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767326937.093808:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.093809:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.093809:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.093814:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.093815:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367872 00000100:00000040:1.0:1767326937.093820:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.093820:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.093824:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.093827:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.093835:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093838:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.093866:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.093867:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367872 00000100:00100000:1.0:1767326937.093871:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648128:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.093872:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326937.093873:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767326937.093876:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326937.093878:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000400:00000001:1.0:1767326937.093882:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767326937.093883:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326937.093886:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.093886:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767326937.093888:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000400:00000010:1.0:1767326937.093890:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000020:00000001:2.0:1767326937.093895:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:1.0:1767326937.093897:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000200:3.0:1767326937.093899:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.093902:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000020:00000001:2.0:1767326937.093902:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:1.0:1767326937.093909:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.093910:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.093910:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326937.093915:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648384:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1767326937.093917:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000200:1.0:1767326937.093918:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093921:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.093925:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.093927:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.093932:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10480 00000100:00000001:0.0:1767326937.093934:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326937.093934:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000040:0.0:1767326937.093942:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247648384/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.093942:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.093944:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000200:1.0:1767326937.093946:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.093952:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.093953:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a945 [1] + 224 00000020:00000010:2.0:1767326937.093961:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000800:00000001:3.0:1767326937.093965:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.093971:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326937.093971:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326937.093975:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326937.093976:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.093977:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1767326937.093977:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.093980:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.093981:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541d000. 00000100:00000001:2.0:1767326937.093981:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767326937.093982:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.093985:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.093985:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.093988:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326937.093989:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767326937.093992:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326937.093992:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.093993:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.093994:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.093997:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.093997:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.094000:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326937.094002:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326937.094003:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.094006:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 00000100:00000200:3.0:1767326937.094008:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326937.094009:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326937.094011:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.094013:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.094014:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767326937.094017:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000010:0.0:1767326937.094018:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:0.0:1767326937.094023:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.094027:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326937.094027:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326937.094028:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.094030:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.094031:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.094033:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094035:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326937.094037:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326937.094039:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.094040:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.094041:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326937.094042:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10956 00000100:00000001:1.0:1767326937.094046:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.094050:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:2.0:1767326937.094051:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:1.0:1767326937.094055:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.094057:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227015680 : -115550482535936 : ffff96e84e88ea00) 00000100:00000001:1.0:1767326937.094058:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.094062:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.094071:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.094071:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ea00 x1853164010367872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1767326937.094077:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.094081:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.094084:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000800:00000001:3.0:1767326937.094086:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.094091:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000100:00000001:2.0:1767326937.094093:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767326937.094094:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.094096:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:1.0:1767326937.094097:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.094098:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:0.0:1767326937.094102:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.094103:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.094103:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.094106:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.094107:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000200:0.0:1767326937.094110:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.094117:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.094118:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88275:x1853164010367872:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.094127:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010367872 00010000:00000001:2.0:1767326937.094131:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:0.0:1767326937.094139:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.094142:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247647872:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.094145:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.094148:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.094152:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850acfa00 refcount=2 00000100:00000001:1.0:1767326937.094153:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.094156:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262933504 : -115550446618112 : ffff96e850acfa00) 00000100:00000001:1.0:1767326937.094158:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326937.094159:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262933504 : -115550446618112 : ffff96e850acfa00) 00010000:00000001:2.0:1767326937.094163:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767326937.094164:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247648128/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.094165:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.094170:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.094181:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.094184:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.094184:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.094187:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326937.094188:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 02000000:00000010:2.0:1767326937.094191:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 02000000:00000001:1.0:1767326937.094193:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326937.094194:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.094196:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326937.094197:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.094200:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00000001:2.0:1767326937.094202:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767326937.094203:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326937.094205:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.094207:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541d800. 00000100:00001000:2.0:1767326937.094208:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326937.094211:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.094213:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767326937.094214:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326937.094217:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000010:1.0:1767326937.094218:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326937.094220:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.094220:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:1.0:1767326937.094223:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.094226:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.094226:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.094226:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.094230:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.094232:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326937.094232:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326937.094233:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326937.094235:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.094241:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326937.094241:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419c00 x1853164247647872/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.094241:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.094243:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888aa0. 00000100:00000001:0.0:1767326937.094245:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.094250:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.094250:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010367872, offset 224 00000100:00001000:0.0:1767326937.094258:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.094259:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.094260:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.094265:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326937.094266:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 02000000:00000010:1.0:1767326937.094268:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3000. 00000400:00000200:2.0:1767326937.094269:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.094273:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326937.094275:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326937.094277:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326937.094278:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.094280:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000040:1.0:1767326937.094281:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326937.094282:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326937.094287:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326937.094288:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.094290:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556915:1556915:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556908:1556908:8:4294967295] 02000000:00000010:1.0:1767326937.094291:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2200. 00000100:00000001:0.0:1767326937.094293:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.094297:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 02000000:00000001:1.0:1767326937.094298:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326937.094299:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.094301:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326937.094303:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1767326937.094304:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419c00. 00000100:00000001:0.0:1767326937.094306:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.094310:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.094313:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.094315:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326937.094316:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.094317:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.094322:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.094325:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326937.094326:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.094329:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.094333:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:1.0:1767326937.094335:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.094341:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.094342:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.094347:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.094351:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.094351:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.094357:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326937.094360:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.094369:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.094371:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647360:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1767326937.094374:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.094380:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.094380:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.094383:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000100:00000001:0.0:1767326937.094384:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326937.094388:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.094397:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:0.0:1767326937.094399:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247647360/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.094400:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.094403:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.094407:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.094415:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326937.094415:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ea00 x1853164010367872/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326937.094419:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.094422:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541c200. 02000000:00000001:0.0:1767326937.094427:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.094431:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767326937.094432:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88275:x1853164010367872:12345-192.168.204.119@tcp:104: Request processed in 335us (678us total) trans 0 rc 0/0 00000020:00000040:0.0:1767326937.094433:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.094438:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.094440:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84541d400. 02000000:00000001:0.0:1767326937.094444:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.094447:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767326937.094447:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10956 00000100:00000010:0.0:1767326937.094449:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000800:00000200:3.0:1767326937.094450:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326937.094454:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:0.0:1767326937.094455:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:3.0:1767326937.094456:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:0.0:1767326937.094459:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.094462:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767326937.094462:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.094464:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.094466:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767326937.094468:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.094470:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.094471:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767326937.094474:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.094474:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888aa0 00000100:00000001:0.0:1767326937.094475:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.094477:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888aa0. 00000100:00000001:0.0:1767326937.094482:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.094483:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326937.094484:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000100:00000001:3.0:1767326937.094487:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326937.094491:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000040:2.0:1767326937.094497:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:2.0:1767326937.094500:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.094530:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.094533:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.094536:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.094539:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.094541:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767326937.094545:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.094553:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e850acfa00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.094556:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.094558:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.094560:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.094562:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.094564:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e850acfa00 refcount=3 00000020:00000001:1.0:1767326937.094566:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523262933504 : -115550446618112 : ffff96e850acfa00) 00010000:00000001:1.0:1767326937.094569:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523262933504 : -115550446618112 : ffff96e850acfa00) 00010000:00000001:1.0:1767326937.094571:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.094574:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326937.094580:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.094582:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.094586:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.094588:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.094590:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.094592:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.094594:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.094595:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094598:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.094601:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.094603:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.094604:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.094606:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.094608:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e850acfa00 with handle 0xb12620548e07ad71 from hash 00010000:00000001:1.0:1767326937.094610:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.094612:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.094613:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.094614:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.094618:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.094620:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.094624:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.094627:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.094629:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.094630:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094632:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.094634:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.094637:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000020:00000040:1.0:1767326937.094640:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.094643:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.094645:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.094649:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.094653:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714000. 00000100:00000001:1.0:1767326937.094657:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094660:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.094664:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.094670:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.094672:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.094676:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.094680:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.094686:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.094704:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.094707:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.094708:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.094709:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094711:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.094713:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.094726:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.094728:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.094731:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.094733:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326937.094738:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767326937.094739:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.094742:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acfa00/0xb12620548e07ad71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49037f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.094759:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1767326937.094761:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87539cf40. 00000100:00000001:0.0:1767326937.094763:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.094769:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767326937.094769:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871686d00 count: 0 02000000:00000001:0.0:1767326937.094771:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.094776:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.094777:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871686800. 00000100:00100000:0.0:1767326937.094780:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.094786:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767326937.094786:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.094790:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326937.094793:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:1.0:1767326937.094794:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 02000000:00000001:0.0:1767326937.094797:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.094799:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.094801:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326937.094804:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.094807:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.094808:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e85277b600. 00010000:00010000:1.0:1767326937.094809:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326937.094812:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.094813:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.094816:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.094819:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767326937.094820:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.094823:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767326937.094825:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00000020:00000001:1.0:1767326937.094826:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.094830:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00010000:00010000:1.0:1767326937.094831:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767326937.094838:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649280, portal 18 00000100:00000001:0.0:1767326937.094858:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.094861:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658550272 : -115550051001344 : ffff96e868419c00) 00000100:00000040:0.0:1767326937.094868:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.094876:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.094880:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.094881:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326937.094883:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163a18. 00000100:00000001:1.0:1767326937.094885:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326937.094888:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649280, offset 0 00000100:00000001:1.0:1767326937.094890:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.094894:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.094896:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.094903:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.094908:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.094912:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.094916:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.094920:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.094922:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.094925:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556916:1556916:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556909:1556909:8:4294967295] 00000400:00000200:0.0:1767326937.094930:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.094948:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.094953:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.094957:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326937.094961:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.094966:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.094969:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.094979:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.094983:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10575 usecs (11 jiffies) 00000400:00000200:0.0:1767326937.094987:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.094990:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855810 00000100:00000001:0.0:1767326937.094993:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855811 00000100:00000001:0.0:1767326937.094996:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855810 00000100:00000001:0.0:1767326937.094998:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855811 00000100:00000001:0.0:1767326937.095002:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.095005:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.095006:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.095010:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.095014:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.095014:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.095018:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.095019:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.095022:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.095026:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.095027:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.095030:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.095032:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.095052:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.095056:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:2.0:1767326937.095060:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.095065:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326937.095068:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.095069:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163a18 00000400:00000010:2.0:1767326937.095074:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163a18. 00000400:00000200:3.0:1767326937.095078:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.095079:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767326937.095087:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000200:2.0:1767326937.095088:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.095100:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.095104:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.095110:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.095111:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326937.095142:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.095145:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.095148:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.095152:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6d80 00000400:00000200:3.0:1767326937.095158:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 328 00000800:00000001:3.0:1767326937.095162:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.095167:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.095170:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.095173:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.095176:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.095178:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.095181:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ed80. 00000100:00000040:3.0:1767326937.095184:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ed80 x1853164010368384 msgsize 328 00000100:00100000:3.0:1767326937.095187:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.095197:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.095201:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.095204:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.095230:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.095233:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368384 02000000:00000001:2.0:1767326937.095235:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.095237:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.095239:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.095241:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.095243:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368384 00000020:00000001:2.0:1767326937.095245:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.095247:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.095248:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.095250:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000020:00000001:2.0:1767326937.095252:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000020:00000001:2.0:1767326937.095255:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.095257:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.095261:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.095263:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.095265:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.095268:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000020:00000010:2.0:1767326937.095272:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.095275:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000040:2.0:1767326937.095279:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.095281:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.095282:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.095284:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.095288:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.095299:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.095305:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.095307:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.095312:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10957 00000100:00000040:2.0:1767326937.095315:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.095317:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227016576 : -115550482535040 : ffff96e84e88ed80) 00000100:00000040:2.0:1767326937.095322:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ed80 x1853164010368384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.095330:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.095332:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.095334:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.095336:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00100000:2.0:1767326937.095340:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88293:x1853164010368384:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.095344:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010368384 00010000:00000001:2.0:1767326937.095345:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.095348:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.095350:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.095351:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848045200 refcount=2 00000020:00000001:2.0:1767326937.095354:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523117662720 : -115550591888896 : ffff96e848045200) 00010000:00000001:2.0:1767326937.095356:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523117662720 : -115550591888896 : ffff96e848045200) 00010000:00000001:2.0:1767326937.095359:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.095361:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.095365:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.095371:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.095373:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.095384:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326937.095386:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.095388:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.095391:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.095392:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.095395:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.095398:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.095400:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.095402:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.095404:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.095405:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.095407:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.095409:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.095412:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888000. 00000100:00000200:2.0:1767326937.095415:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010368384, offset 224 00000400:00000200:2.0:1767326937.095419:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.095423:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.095427:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.095432:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556917:1556917:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556910:1556910:8:4294967295] 00000400:00000200:2.0:1767326937.095435:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.095441:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.095445:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.095449:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326937.095453:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.095458:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.095460:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.095473:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.095477:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.095479:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.095482:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00010000:00000001:2.0:1767326937.095484:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.095495:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.095498:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.095500:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.095502:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.095507:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ed80 x1853164010368384/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326937.095516:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326937.095519:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88293:x1853164010368384:12345-192.168.204.119@tcp:104: Request processed in 186us (331us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326937.095520:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.095521:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.095526:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00010000:00010000:0.0:1767326937.095527:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767326937.095531:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.095532:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.095537:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.095537:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10957 00000400:00000200:3.0:1767326937.095542:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:0.0:1767326937.095543:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.095544:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000400:00000200:3.0:1767326937.095548:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888000 00000100:00000001:2.0:1767326937.095549:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.095553:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767326937.095553:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888000. 00000020:00000010:2.0:1767326937.095558:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00010000:0.0:1767326937.095561:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848045200 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.095561:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767326937.095563:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000008:00000001:0.0:1767326937.095566:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.095566:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767326937.095568:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:0.0:1767326937.095570:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.095573:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.095575:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.095575:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000020:00000040:0.0:1767326937.095578:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848045200 refcount=3 00000100:00000001:2.0:1767326937.095580:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.095582:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523117662720 : -115550591888896 : ffff96e848045200) 00010000:00000001:0.0:1767326937.095587:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523117662720 : -115550591888896 : ffff96e848045200) 00010000:00000001:0.0:1767326937.095590:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.095592:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326937.095600:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.095601:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.095604:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.095605:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.095608:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.095610:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.095611:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.095614:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.095616:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.095619:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.095621:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.095623:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.095624:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.095627:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848045200 with handle 0xb12620548e07aef9 from hash 00010000:00000001:0.0:1767326937.095629:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.095631:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.095632:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.095633:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.095635:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.095636:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.095639:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.095641:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.095642:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.095644:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.095645:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.095647:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326937.095651:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 00000020:00000040:0.0:1767326937.095653:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.095656:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.095658:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.095660:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.095663:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85277a200. 00000100:00000001:0.0:1767326937.095667:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.095669:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.095672:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.095679:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.095681:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.095683:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.095686:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.095692:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_01+1] req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.095712:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.095726:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.095728:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.095729:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.095731:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.095734:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.095737:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.095738:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.095743:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.095745:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326937.095749:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.095752:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045200/0xb12620548e07aef9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49093d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.095754:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326937.095770:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f69c00. 00000100:00000001:1.0:1767326937.095772:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.095775:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326937.095776:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f483200 count: 0 02000000:00000001:1.0:1767326937.095778:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1767326937.095781:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f483100. 02000000:00000001:1.0:1767326937.095782:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.095787:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.095790:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767326937.095791:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649408:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326937.095793:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.095797:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00000100:00000001:1.0:1767326937.095798:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326937.095801:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.095803:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326937.095804:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.095806:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.095808:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.095811:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767326937.095812:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.095815:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.095817:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.095817:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714c00. 00010000:00010000:0.0:1767326937.095821:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326937.095823:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.095824:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.095827:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.095830:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326937.095832:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.095836:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000100:00000001:0.0:1767326937.095838:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.1:1767326937.095860:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e848069300. 00010000:00000010:1.1:1767326937.095864:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716ec600. 00010000:00000010:0.1:1767326937.095868:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8612db600. 00010000:00000010:0.1:1767326937.095884:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8716ef500. 00010000:00000010:1.1:1767326937.095884:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e878efae00. 00010000:00000010:0.1:1767326937.095894:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86902d200. 00000400:00000010:1.0:1767326937.095900:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00010000:00000010:0.1:1767326937.095906:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878907f00. 00000100:00000200:1.0:1767326937.095907:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649408, portal 18 00000100:00000001:1.0:1767326937.095911:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.095913:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00010000:00000010:0.1:1767326937.095914:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842b36e00. 00000100:00000040:1.0:1767326937.095922:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.095924:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.095929:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.095933:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.095934:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.095939:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.095942:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ea18. 00000100:00000200:1.0:1767326937.095945:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649408, offset 0 00000400:00000200:1.0:1767326937.095949:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.095954:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.095957:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.095960:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.095963:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.095965:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.095967:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.095970:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556918:1556918:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556911:1556911:8:4294967295] 00000400:00000200:1.0:1767326937.095974:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.095980:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.095984:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326937.095988:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000800:00000200:1.0:1767326937.095992:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326937.095996:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.095999:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.096012:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.096015:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10575 usecs (11 jiffies) 00000400:00000200:1.0:1767326937.096018:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.096020:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855811 00000100:00000001:1.0:1767326937.096023:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855811 00000100:00000001:1.0:1767326937.096025:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855811 00000100:00000001:1.0:1767326937.096027:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855811 00000100:00000001:1.0:1767326937.096029:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.096032:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.096034:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.096036:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.096040:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.096042:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.096044:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.096045:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.096047:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.096048:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.096115:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.096118:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000400:00000200:3.0:1767326937.096121:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.096126:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.096129:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ea18 00000400:00000010:3.0:1767326937.096131:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ea18. 00000100:00000001:3.0:1767326937.096133:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.096137:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.096146:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.096149:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.096195:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.096197:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326937.097872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878ef8a00. 00010000:00000010:0.1:1767326937.097885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e842b36c00. 00010000:00000010:1.1:1767326937.101873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871686d00. 00010000:00000010:1.1:1767326937.101885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e850acfa00. 00000800:00000001:3.0:1767326937.102322:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102333:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.102336:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102338:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.102348:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102354:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.102360:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102364:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102368:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102371:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6e00 00000400:00000200:3.0:1767326937.102377:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 656 00000800:00000001:3.0:1767326937.102382:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102386:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.102388:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.102390:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.102395:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.102396:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.102401:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f480. 00000100:00000040:3.0:1767326937.102403:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f480 x1853164010368512 msgsize 328 00000100:00100000:3.0:1767326937.102406:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.102418:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.102425:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102428:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.102429:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102432:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.102435:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102438:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.102441:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102443:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102446:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102449:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c6e80 00000400:00000200:3.0:1767326937.102453:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 984 00000800:00000001:3.0:1767326937.102456:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102459:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.102461:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.102464:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.102464:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:2.0:1767326937.102466:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368512 00000100:00000001:3.0:1767326937.102467:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.102468:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:2.0:1767326937.102469:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.102471:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767326937.102472:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88ca80. 00000100:00000001:2.0:1767326937.102473:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.102474:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88ca80 x1853164010368640 msgsize 328 02000000:00000001:2.0:1767326937.102477:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.102477:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326937.102480:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368512 00000020:00000001:2.0:1767326937.102483:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.102485:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00000001:3.0:1767326937.102485:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767326937.102487:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326937.102488:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326937.102490:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000800:00000001:3.0:1767326937.102491:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.102492:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000800:00000001:3.0:1767326937.102492:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102494:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326937.102495:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000200:3.0:1767326937.102497:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.102499:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.102500:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000010:2.0:1767326937.102502:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.102503:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.102505:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.102506:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.102507:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.102509:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.102511:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10900 00000020:00000010:2.0:1767326937.102512:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000400:00000200:3.0:1767326937.102514:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.102516:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.102518:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9dd [1] + 224 00000020:00000010:2.0:1767326937.102520:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000800:00000001:3.0:1767326937.102522:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102524:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.102526:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:3.0:1767326937.102526:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.102529:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767326937.102529:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.102530:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.102532:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.102533:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.102538:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.102538:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.102545:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.102547:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.102553:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.102554:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368640 02000000:00000001:2.0:1767326937.102556:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.102557:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.102558:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.102561:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.102563:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368640 00000100:00000001:3.0:1767326937.102563:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326937.102564:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.102565:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000020:00000001:2.0:1767326937.102567:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326937.102567:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326937.102568:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=5 00000020:00000001:2.0:1767326937.102570:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000800:00000001:3.0:1767326937.102570:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.102571:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.102573:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.102576:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.102577:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000100:00000001:2.0:1767326937.102579:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.102579:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000010:2.0:1767326937.102581:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.102583:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.102584:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.102586:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.102586:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.102589:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000400:00000200:3.0:1767326937.102589:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.102592:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000400:00000200:3.0:1767326937.102593:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10980 00000100:00000001:0.0:1767326937.102596:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767326937.102596:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000400:00000200:3.0:1767326937.102596:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.102602:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.102602:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767326937.102602:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9ed [1] + 224 00000100:00000001:2.0:1767326937.102606:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.102608:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.102609:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.102611:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326937.102612:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326937.102613:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.102616:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326937.102617:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.102618:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.102621:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f610b0. 00000400:00000200:3.0:1767326937.102623:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.102627:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e440 00000100:00000001:2.0:1767326937.102631:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767326937.102632:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e440. 00000100:00000001:2.0:1767326937.102635:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.102637:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326937.102638:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326937.102642:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10958 00000100:00000040:2.0:1767326937.102647:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000200:0.0:1767326937.102648:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.102649:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227018368 : -115550482533248 : ffff96e84e88f480) 00000100:00000200:3.0:1767326937.102649:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.102656:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f480 x1853164010368512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326937.102671:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.102681:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.102684:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000200:0.0:1767326937.102686:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.102687:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.102692:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.102692:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.102696:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326937.102702:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139438:x1853164010368512:12345-192.168.204.119@tcp:104: 00000800:00000001:3.0:1767326937.102704:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.102705:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326937.102707:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010368512 00000800:00000001:3.0:1767326937.102708:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.102709:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.102711:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000001:3.0:1767326937.102711:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.102713:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.102726:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.102730:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767326937.102730:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.102733:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.102734:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.102734:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:2.0:1767326937.102736:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde3a00 refcount=2 00000100:00000001:0.0:1767326937.102739:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.102740:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249383936 : -115550460167680 : ffff96e84fde3a00) 00000400:00000200:3.0:1767326937.102740:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.102745:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249383936 : -115550460167680 : ffff96e84fde3a00) 02000000:00000001:0.0:1767326937.102746:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.102746:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.102748:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326937.102750:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.102752:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.102753:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.102754:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326937.102756:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000001:1.0:1767326937.102760:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767326937.102761:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.102761:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10600 00000100:00001000:0.0:1767326937.102764:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000001:1.0:1767326937.102766:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326937.102770:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.102773:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767326937.102775:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3630. 00000100:00000001:0.0:1767326937.102776:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.102778:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767326937.102782:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326937.102783:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163198 02000000:00000001:2.0:1767326937.102783:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767326937.102786:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.102788:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163198. 02000000:00000010:2.0:1767326937.102789:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 00000100:00000001:0.0:1767326937.102790:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.102793:0:2518:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326937.102794:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.102795:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:3.0:1767326937.102798:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a97d [1] + 224 00000100:00000001:2.0:1767326937.102799:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.102803:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767326937.102804:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.102804:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326937.102807:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.102808:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.102810:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767326937.102813:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.102813:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.102815:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.102823:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767326937.102823:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000040:0.0:1767326937.102827:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.102828:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.102829:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.102833:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.102837:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767326937.102838:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326937.102838:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.102859:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.102863:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.1:1767326937.102864:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f483200. 00000100:00000040:2.0:1767326937.102870:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.102876:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888660. 00000100:00000040:3.0:1767326937.102879:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.102880:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010368512, offset 224 00010000:00000010:0.1:1767326937.102885:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848045200. 00000400:00000200:2.0:1767326937.102887:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.102887:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.102895:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.102898:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.102899:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.102901:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.102905:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.102905:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.102906:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.102908:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000001:3.0:1767326937.102910:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.102913:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.102913:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326937.102917:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.102917:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.102918:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556919:1556919:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556912:1556912:8:4294967295] 00000100:00000001:1.0:1767326937.102921:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.102925:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.102929:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.102930:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.102931:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.102940:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.102948:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00001000:1.0:1767326937.102949:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00100000:0.0:1767326937.102955:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648512:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.102958:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326937.102960:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.102961:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.102963:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.102968:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.102968:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00010000:00000001:1.0:1767326937.102969:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326937.102969:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.102974:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.102976:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326937.102976:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.102979:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.102982:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326937.102984:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.102985:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841ad80 x1853164247648512/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.102987:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000800:00000200:2.0:1767326937.102987:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326937.102991:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.102993:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000200:2.0:1767326937.102993:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.102998:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.102999:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10a80 00000100:00000001:2.0:1767326937.103005:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103009:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.103010:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.103011:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326937.103012:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.103016:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa15 [1] + 224 02000000:00000001:0.0:1767326937.103017:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767326937.103018:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:0.0:1767326937.103021:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715800. 00010000:00000010:2.0:1767326937.103023:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000800:00000001:3.0:1767326937.103025:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.103029:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326937.103029:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1767326937.103031:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.103033:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326937.103034:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326937.103035:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767326937.103038:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.103039:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:2.0:1767326937.103042:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767326937.103044:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.103044:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.103046:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326937.103047:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.103051:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.103052:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 00000100:00000001:3.0:1767326937.103052:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326937.103055:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.103056:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.103058:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326937.103059:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.103062:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326937.103063:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f480 x1853164010368512/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326937.103066:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841ad80. 00000100:00000001:0.0:1767326937.103072:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.103076:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.103082:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.103086:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.103090:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326937.103092:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.103093:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139438:x1853164010368512:12345-192.168.204.119@tcp:104: Request processed in 409us (687us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326937.103099:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767326937.103101:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648640:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326937.103102:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326937.103104:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.103106:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10958 00010000:00010000:0.0:1767326937.103112:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326937.103114:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000400:00000001:1.0:1767326937.103115:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326937.103117:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000001:1.0:1767326937.103120:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326937.103120:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326937.103121:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326937.103124:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767326937.103125:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3bb0. 00010000:00010000:0.0:1767326937.103127:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.103129:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000400:00000200:1.0:1767326937.103131:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581637f8 00000020:00000010:2.0:1767326937.103136:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000400:00000010:1.0:1767326937.103137:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581637f8. 00000100:00000001:1.0:1767326937.103144:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326937.103144:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00010000:0.0:1767326937.103146:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84fde3a00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326937.103151:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326937.103153:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 4 00000100:00000200:1.0:1767326937.103154:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.103155:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.103159:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.103159:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.103162:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767326937.103165:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326937.103167:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde3a00 refcount=3 00000100:00000001:2.0:1767326937.103170:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:3.0:1767326937.103172:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000001:0.0:1767326937.103173:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249383936 : -115550460167680 : ffff96e84fde3a00) 00000100:00000001:2.0:1767326937.103174:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326937.103176:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.103179:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249383936 : -115550460167680 : ffff96e84fde3a00) 00000100:00000200:1.0:1767326937.103179:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.103182:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10959 00000400:00000200:3.0:1767326937.103182:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.103188:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767326937.103188:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000400:00000200:3.0:1767326937.103188:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888660 00010000:00010000:0.0:1767326937.103194:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.103194:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227007616 : -115550482544000 : ffff96e84e88ca80) 00000400:00000010:3.0:1767326937.103194:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888660. 00000100:00000001:1.0:1767326937.103197:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.103200:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326937.103201:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.103203:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88ca80 x1853164010368640/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.103203:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767326937.103207:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.103208:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.103212:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000008:00000001:0.0:1767326937.103214:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767326937.103215:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326937.103218:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:1.0:1767326937.103220:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.103220:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.103221:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767326937.103224:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 02000000:00000001:1.0:1767326937.103226:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.103226:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000020:00001000:0.0:1767326937.103229:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000800:00000001:3.0:1767326937.103229:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.103231:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767326937.103234:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000008:00000001:0.0:1767326937.103235:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000010:2.0:1767326937.103235:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.103235:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.103240:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.103243:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.103244:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.103245:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88302:x1853164010368640:12345-192.168.204.119@tcp:104: 00000020:00001000:0.0:1767326937.103246:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000001:1.0:1767326937.103252:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000008:00000001:0.0:1767326937.103253:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.103253:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010368640 00000400:00000200:3.0:1767326937.103253:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.103256:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.103257:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326937.103260:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326937.103261:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.103262:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326937.103263:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.103264:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767326937.103266:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.103266:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.103267:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467600 refcount=2 00000400:00000200:3.0:1767326937.103267:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.103270:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767326937.103272:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071665664 : -115550637885952 : ffff96e845467600) 00000400:00000200:3.0:1767326937.103274:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.103275:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326937.103275:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767326937.103276:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071665664 : -115550637885952 : ffff96e845467600) 00000100:00000040:1.0:1767326937.103279:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00010000:00000001:0.0:1767326937.103280:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103280:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10b00 00010000:00000001:2.0:1767326937.103281:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.103285:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.103287:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767326937.103288:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84fde3a00 with handle 0xb12620548e07b22c from hash 00010000:00010000:2.0:1767326937.103289:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.103290:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103290:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.103294:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.103298:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.103298:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa25 [1] + 224 00000100:00000040:1.0:1767326937.103301:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.103302:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.103304:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1767326937.103304:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.103306:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767326937.103308:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767326937.103310:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.103311:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:2.0:1767326937.103313:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 00000400:00000200:3.0:1767326937.103315:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.103316:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:2.0:1767326937.103317:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.103323:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103323:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.103324:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767326937.103329:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.103329:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.103330:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.103331:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.103332:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.103335:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.103336:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326937.103336:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326937.103336:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.103338:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.103340:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.103344:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326937.103345:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:2.0:1767326937.103349:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:0.0:1767326937.103350:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:1.0:1767326937.103351:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.103352:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.103356:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767326937.103356:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326937.103357:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6300. 02000000:00000001:2.0:1767326937.103359:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.103364:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767326937.103365:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=7 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:2.0:1767326937.103371:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.103374:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767326937.103376:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888cc0. 02000000:00000001:0.0:1767326937.103379:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767326937.103382:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010368640, offset 224 02000000:00000001:0.0:1767326937.103385:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.103386:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767326937.103388:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247647744:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.103390:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000010:0.0:1767326937.103394:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85277a800. 00000800:00000001:3.0:1767326937.103397:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.103399:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.103399:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.103400:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.103402:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.103404:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326937.103407:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000001:3.0:1767326937.103407:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.103408:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000001:3.0:1767326937.103412:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.103413:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247648640/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.103417:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556920:1556920:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556913:1556913:8:4294967295] 00010000:00010000:0.0:1767326937.103419:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.103430:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.103437:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.103440:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767326937.103442:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000010:1.0:1767326937.103445:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74a644400. 00000400:00000200:2.0:1767326937.103446:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326937.103447:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.103453:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326937.103455:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.103456:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326937.103457:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:2.0:1767326937.103457:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:1.0:1767326937.103462:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000800:00000010:2.0:1767326937.103463:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e900. 00000400:00000200:3.0:1767326937.103463:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.103464:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.103466:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:2.0:1767326937.103471:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:1.0:1767326937.103472:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644c00. 00000400:00000200:3.0:1767326937.103472:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.103477:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff70d28e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.103478:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767326937.103479:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.103480:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326937.103483:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:2.0:1767326937.103485:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.103485:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:1.0:1767326937.103487:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:2.0:1767326937.103492:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103493:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10b80 00000100:00000001:1.0:1767326937.103495:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326937.103499:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.103500:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.103502:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.103504:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.103506:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:2.0:1767326937.103508:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000400:00000200:3.0:1767326937.103510:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa2d [1] + 224 00010000:00000001:2.0:1767326937.103511:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.103512:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.103515:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419880 x1853164247647744/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.103516:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.103517:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.103521:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326937.103522:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.103523:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.103525:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326937.103528:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.103530:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.103532:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.103536:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.103537:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103537:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.103538:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.103543:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767326937.103543:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.103544:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.103544:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326937.103548:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84541ca00. 00000100:00000040:2.0:1767326937.103549:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88ca80 x1853164010368640/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326937.103551:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.103555:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.103557:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.103560:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.103566:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326937.103570:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767326937.103571:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 00010000:00010000:0.0:1767326937.103576:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3a00/0xb12620548e07b22c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4918b7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1767326937.103577:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326937.103578:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88302:x1853164010368640:12345-192.168.204.119@tcp:104: Request processed in 354us (1101us total) trans 0 rc 0/0 00000100:00000040:3.0:1767326937.103578:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.103581:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.103584:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419880. 00000100:00000001:1.0:1767326937.103589:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.103593:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326937.103595:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10959 00000100:00100000:1.0:1767326937.103599:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:2.0:1767326937.103601:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000100:00000001:3.0:1767326937.103602:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:0.0:1767326937.103603:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e762df1dc0. 00000100:00000001:1.0:1767326937.103603:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.103604:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.103609:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767326937.103611:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:0.0:1767326937.103612:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8752a4700 count: 0 00000020:00000010:2.0:1767326937.103613:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00000800:00000200:3.0:1767326937.103613:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.103615:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326937.103618:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e900. 00000020:00000010:2.0:1767326937.103619:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000100:00000001:1.0:1767326937.103620:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1767326937.103621:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e861043100. 00000100:00000001:1.0:1767326937.103623:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.103623:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326937.103624:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00000020:00000040:2.0:1767326937.103630:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000400:00000200:3.0:1767326937.103630:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.103632:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.103633:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.103634:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.103634:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888cc0 00000020:00000001:1.0:1767326937.103636:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.103637:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888cc0. 00010000:00000001:0.0:1767326937.103638:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:1.0:1767326937.103641:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326937.103643:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:0.0:1767326937.103644:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:1.0:1767326937.103645:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326937.103647:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.103649:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767326937.103651:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.103652:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.103654:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.103657:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:3.0:1767326937.103659:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.103661:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.103664:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326937.103667:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767326937.103668:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.103671:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.103673:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e845467600 already unused, calling callback (ffffffffc13180e0) 00000020:00000001:0.0:1767326937.103674:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103675:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.103679:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1767326937.103681:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.103683:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1767326937.103686:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.103687:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767326937.103687:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:0.0:1767326937.103690:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.103691:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.103696:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e845467600 refcount=3 00000400:00000200:3.0:1767326937.103696:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.103697:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.103702:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523071665664 : -115550637885952 : ffff96e845467600) 00010000:00000001:1.0:1767326937.103704:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523071665664 : -115550637885952 : ffff96e845467600) 00010000:00000001:1.0:1767326937.103706:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.103708:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000001:0.0:1767326937.103714:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1767326937.103727:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000001:0.0:1767326937.103728:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767326937.103731:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000010:0.0:1767326937.103736:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f614d0. 00000020:00000001:1.0:1767326937.103736:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.103742:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:0.0:1767326937.103743:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e088 00000008:00000001:1.0:1767326937.103744:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000010:0.0:1767326937.103747:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e088. 00000008:00000001:1.0:1767326937.103748:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.103752:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000100:00000001:0.0:1767326937.103754:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1767326937.103755:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.103758:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767326937.103761:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.103762:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.103764:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.103768:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.103771:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.103776:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e845467600 with handle 0xb12620548e07b05e from hash 00000100:00000200:0.0:1767326937.103780:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.103781:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.103784:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.103787:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.103791:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.103794:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326937.103795:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.103797:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.103797:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767326937.103801:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.103802:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.103804:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1767326937.103806:0:2517:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767326937.103808:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.103809:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10c00 02000000:00000001:0.0:1767326937.103811:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767326937.103811:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.103815:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.103815:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.103816:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.103819:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.103821:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa3d [1] + 224 00010000:00000001:1.0:1767326937.103822:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767326937.103823:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.103826:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000001:3.0:1767326937.103829:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326937.103830:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000010:1.0:1767326937.103832:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419880. 00000800:00000001:3.0:1767326937.103835:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326937.103836:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000020:00000040:1.0:1767326937.103837:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=6 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.103873:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.103875:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.103878:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.103880:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.103884:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.103885:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715800. 00010000:00000001:0.0:1767326937.103887:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.103889:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.103891:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.103892:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.103896:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 2/0,0 mode: --/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.103897:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.103901:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00010000:1.0:1767326937.103907:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767326937.103908:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326937.103908:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.103912:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.103913:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.103917:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.103919:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326937.103920:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.103922:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.103926:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.103931:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.103938:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.103938:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee7d196b] to pc [ptlrpcd_00_01+1] req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.103944:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.103947:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.103958:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.103972:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.103979:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767326937.103981:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.103982:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.103986:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.103988:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649024:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.103991:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.103997:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326937.104002:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326937.104004:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326937.104005:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1767326937.104005:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 1/0,0 mode: --/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326937.104009:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3318. 00000400:00000200:0.0:1767326937.104013:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:0.0:1767326937.104017:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00010000:00000001:1.0:1767326937.104019:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.104021:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767326937.104023:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467600/0xb12620548e07b05e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490fe2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326937.104024:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326937.104029:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.104030:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.104034:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.104037:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767326937.104039:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85809a380. 00000400:00000200:3.0:1767326937.104044:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000040:1.0:1767326937.104047:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8510fbc00 count: 0 00000400:00000200:3.0:1767326937.104053:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:1.0:1767326937.104055:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8510fb600. 00000100:00000200:0.0:1767326937.104057:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.104058:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.104065:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.104067:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.104071:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767326937.104072:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326937.104076:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000400:00000200:3.0:1767326937.104079:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10c80 00000100:00000001:0.0:1767326937.104082:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.104083:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.104084:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.104086:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.104090:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.104091:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.104091:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa4d [1] + 224 00000020:00000001:1.0:1767326937.104095:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.104096:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326937.104097:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.104100:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.104101:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.104104:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.104105:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.104105:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.104108:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.104109:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.104111:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.104115:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.104116:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00001000:0.0:1767326937.104117:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000020:00000001:1.0:1767326937.104119:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.104121:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767326937.104124:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.104126:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326937.104127:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.104130:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.104134:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.104138:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.104140:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326937.104142:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.104143:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.104147:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.104149:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.104152:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.104156:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.104161:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.104164:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.104166:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.104171:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:3.0:1767326937.104173:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.104174:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.104175:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.104178:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.104183:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.104188:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.104190:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.104193:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104194:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.104197:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326937.104202:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649536:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:0.0:1767326937.104205:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.104210:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.104216:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767326937.104219:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247648896:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1767326937.104220:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.104226:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326937.104227:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104230:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767326937.104232:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74a644c00. 00000100:00000040:0.0:1767326937.104234:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247649024/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.104236:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.104246:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.104249:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.104252:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767326937.104252:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 02000000:00000010:0.0:1767326937.104255:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715000. 00000400:00000010:1.0:1767326937.104258:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 02000000:00000001:0.0:1767326937.104260:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.104263:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.104265:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:1.0:1767326937.104266:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649536, portal 18 00000020:00000001:0.0:1767326937.104269:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326937.104271:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767326937.104273:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714200. 00000100:00000001:1.0:1767326937.104274:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651916544 : -115550057635072 : ffff96e867dc6300) 02000000:00000001:0.0:1767326937.104277:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.104280:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767326937.104284:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326937.104285:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00000100:00000001:0.0:1767326937.104290:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.104293:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.104298:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.104299:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.104305:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247648896/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.104306:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.104309:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326937.104314:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649536, offset 0 00000100:00000001:0.0:1767326937.104321:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326937.104323:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.104324:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.104328:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e851224600. 00000400:00000200:1.0:1767326937.104331:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.104333:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.104336:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326937.104338:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000040:0.0:1767326937.104339:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.104343:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767326937.104345:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326937.104346:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852689400. 02000000:00000001:0.0:1767326937.104351:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326937.104352:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 02000000:00000001:0.0:1767326937.104353:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.104357:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00000400:00000200:1.0:1767326937.104359:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326937.104361:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.104364:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.104364:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00100000:0.0:1767326937.104369:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767326937.104371:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556921:1556921:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556914:1556914:8:4294967295] 00000100:00000001:0.0:1767326937.104373:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.104380:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326937.104381:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.104384:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.104387:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.104391:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.104394:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326937.104395:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326937.104401:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.104405:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326937.104412:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000100:00000001:0.0:1767326937.104414:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.104417:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.104421:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:0.0:1767326937.104422:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.104425:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.104431:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.104431:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.104436:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:0.0:1767326937.104438:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649664:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.104444:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.104447:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.104449:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.104451:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.104453:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767326937.104453:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.104457:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10578 usecs (11 jiffies) 02000000:00000010:0.0:1767326937.104459:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852689400. 00000800:00000001:2.0:1767326937.104461:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.104464:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.104466:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:2.0:1767326937.104467:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.104471:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855819 00000800:00000001:2.0:1767326937.104473:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.104474:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.104480:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3318. 00000100:00000001:1.0:1767326937.104482:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855811 00000400:00000010:0.0:1767326937.104487:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000001:1.0:1767326937.104488:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855819 00000100:00000200:0.0:1767326937.104492:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649664, portal 18 00000400:00000200:2.0:1767326937.104492:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.104495:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855811 00000100:00000001:0.0:1767326937.104497:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.104502:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658549376 : -115550051002240 : ffff96e868419880) 00000100:00000001:1.0:1767326937.104503:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.104504:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.104509:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.104512:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.104514:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.104517:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.104518:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.104522:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000400:00000200:2.0:1767326937.104527:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.104528:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.104529:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326937.104529:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000400:00000010:1.0:1767326937.104534:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000400:00000200:2.0:1767326937.104535:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326937.104535:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000100:00000040:0.0:1767326937.104536:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.104542:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767326937.104544:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163bb0. 00000400:00000200:3.0:1767326937.104544:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.104546:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7200 00000100:00000200:0.0:1767326937.104549:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649664, offset 0 00000100:00000200:1.0:1767326937.104551:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.104558:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.104562:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 1312 00000400:00000200:0.0:1767326937.104563:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.104570:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ee58 00000800:00000001:2.0:1767326937.104573:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.104574:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.104576:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ee58. 00000100:00000200:1.0:1767326937.104581:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.104583:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:2.0:1767326937.104584:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.104584:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767326937.104591:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.104593:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326937.104594:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.104602:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326937.104603:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.104604:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.104607:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.104610:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.104614:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326937.104618:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 02000000:00000001:1.0:1767326937.104618:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.104622:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.104622:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326937.104627:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556922:1556922:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556915:1556915:7:4294967295] 00000100:00000001:1.0:1767326937.104627:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.104632:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.104632:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326937.104639:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326937.104645:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.104648:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.104649:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.104652:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767326937.104652:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.104655:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767326937.104657:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.104659:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.104662:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:1.0:1767326937.104664:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767326937.104666:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596a00. 00010000:00000001:1.0:1767326937.104669:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.104671:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.104672:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596a00 x1853164010369536 msgsize 328 00000100:00000001:1.0:1767326937.104674:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000010:0.0:1767326937.104679:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000100:00000040:1.0:1767326937.104679:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:1.0:1767326937.104685:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767326937.104686:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.104689:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.104691:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.104698:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.104699:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.104700:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.104706:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:2.0:1767326937.104708:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.104725:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.104728:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.104730:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326937.104732:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.104733:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767326937.104735:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369536 00000100:00000001:1.0:1767326937.104737:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.104738:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10578 usecs (11 jiffies) 02000000:00000001:3.0:1767326937.104739:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1767326937.104741:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326937.104743:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767326937.104747:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.104747:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326937.104747:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000100:00000001:3.0:1767326937.104748:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104753:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855819 00000400:00000200:2.0:1767326937.104755:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.104760:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855819 02000000:00000001:3.0:1767326937.104760:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104767:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855819 00000400:00000200:2.0:1767326937.104768:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:3.0:1767326937.104768:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369536 00000100:00000001:0.0:1767326937.104774:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855819 00000020:00000001:3.0:1767326937.104774:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767326937.104776:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163bb0 00000020:00000040:3.0:1767326937.104778:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2d4 00000100:00100000:1.0:1767326937.104781:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649408:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.104782:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326937.104782:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163bb0. 00000020:00000001:3.0:1767326937.104783:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.104788:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9b800 refcount=4 00000100:00000001:0.0:1767326937.104789:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.104789:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767326937.104795:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000001:0.0:1767326937.104797:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767326937.104797:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.104799:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534301184 : -115550175250432 : ffff96e860d9b800) 00000400:00000001:0.0:1767326937.104800:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.104804:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000100:00000001:3.0:1767326937.104806:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767326937.104810:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000020:00000010:3.0:1767326937.104812:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000010:0.0:1767326937.104816:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000100:00000001:3.0:1767326937.104818:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.104822:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326937.104824:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767326937.104825:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000001:1.0:1767326937.104828:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326937.104828:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326937.104830:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326937.104834:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3528. 00000020:00000010:3.0:1767326937.104834:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097a00. 00000100:00000040:2.0:1767326937.104836:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.104862:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.104863:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326937.104869:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163cc0 00000020:00000010:3.0:1767326937.104872:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000400:00000010:1.0:1767326937.104874:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163cc0. 00000100:00000200:0.0:1767326937.104876:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.104881:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767326937.104881:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:0.0:1767326937.104889:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326937.104889:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.104891:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326937.104893:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.104896:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.104899:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326937.104900:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767326937.104903:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326937.104905:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104907:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.104911:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.104914:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.104915:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.104916:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.104922:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.104926:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.104932:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326937.104933:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.104936:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.104938:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.104940:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.104941:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326937.104942:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.104943:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767326937.104945:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767326937.104947:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.104948:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.104949:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767326937.104951:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.104953:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326937.104953:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10960 00000100:00000001:1.0:1767326937.104954:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104956:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326937.104959:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.104961:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000040:3.0:1767326937.104961:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9b800 : new rpc_count 1 00000100:00000001:2.0:1767326937.104962:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.104967:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.104967:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328064 : -115549915223552 : ffff96e870596a00) 00000100:00000001:0.0:1767326937.104968:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.104968:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.104973:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.104976:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326937.104979:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596a00 x1853164010369536/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326937.104982:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.104983:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.104986:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.104991:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.104995:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105001:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.105004:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.105010:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.105010:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.105014:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.105015:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.105018:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.105023:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.105026:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.105045:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326937.105050:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649280:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.105050:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.105054:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.105058:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.105062:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.105063:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.105069:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419c00 x1853164247649280/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.105075:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.105080:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.105086:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767326937.105088:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649152:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.105090:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.105093:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326937.105097:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.105098:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e85277b600. 00000020:00000010:3.0:1767326937.105099:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:1.0:1767326937.105103:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326937.105106:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.105110:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326937.105111:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247649408/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.105112:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88291:x1853164010369536:12345-192.168.204.119@tcp:104: 00000020:00000040:0.0:1767326937.105114:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.105119:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.105123:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714000. 02000000:00000001:0.0:1767326937.105128:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326937.105129:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.105131:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326937.105133:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767326937.105134:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419c00. 02000000:00000010:1.0:1767326937.105137:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714c00. 00000100:00000001:0.0:1767326937.105138:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.105142:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.105142:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326937.105145:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.105146:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.105149:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.105150:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.105153:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767326937.105154:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326937.105157:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.105158:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85277a200. 00000100:00000001:0.0:1767326937.105163:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.105165:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.105168:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.105170:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:1.0:1767326937.105173:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.105175:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.105177:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.105180:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247649152/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.105187:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.105188:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.105189:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752000. 02000000:00000001:1.0:1767326937.105192:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.105193:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.105194:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.105195:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.105197:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752600. 02000000:00000001:1.0:1767326937.105199:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.105200:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.105201:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:1.0:1767326937.105204:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.105206:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.105208:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105210:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.105211:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.105213:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105214:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.105238:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010369536 00010000:00000001:3.0:1767326937.105240:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.105244:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.105245:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.105248:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86922da00 refcount=2 00000020:00000001:3.0:1767326937.105250:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673311744 : -115550036239872 : ffff96e86922da00) 00010000:00000001:3.0:1767326937.105253:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673311744 : -115550036239872 : ffff96e86922da00) 00010000:00000001:3.0:1767326937.105256:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.105258:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.105261:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.105267:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.105267:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.105268:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.105273:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10400. 02000000:00000001:3.0:1767326937.105275:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.105276:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.105277:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.105282:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326937.105282:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.105285:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.105287:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326937.105288:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.105292:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767326937.105295:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.105296:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.105300:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.105303:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.105305:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.105306:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.105307:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326937.105311:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.105315:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093aa0. 00000400:00000200:2.0:1767326937.105316:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.105318:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010369536, offset 224 00000400:00000200:2.0:1767326937.105322:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.105323:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.105330:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.105333:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.105336:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556923:1556923:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556916:1556916:8:4294967295] 00000400:00000200:3.0:1767326937.105339:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.105343:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.105346:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.105350:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326937.105350:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9200. 00000400:00000200:2.0:1767326937.105361:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10a00 00000800:00000200:3.0:1767326937.105361:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326937.105368:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.105371:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.105377:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.105381:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.105387:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1a9fd [1] + 224 00000100:00000040:3.0:1767326937.105388:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.105394:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000001:2.0:1767326937.105396:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.0:1767326937.105398:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 00010000:00000001:3.0:1767326937.105402:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000001:2.0:1767326937.105404:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.105408:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.105412:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:3.0:1767326937.105414:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767326937.105416:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767326937.105419:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.105424:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.105424:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.105427:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.105433:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596a00 x1853164010369536/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326937.105441:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.105444:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.105447:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.105452:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.105454:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326937.105458:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.105464:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.105465:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88291:x1853164010369536:12345-192.168.204.119@tcp:104: Request processed in 385us (787us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326937.105473:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86922da00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326937.105478:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.105481:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.105483:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767326937.105485:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10960 00000020:00000001:0.0:1767326937.105486:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.105489:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86922da00 refcount=3 00000100:00000040:3.0:1767326937.105491:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9b800 : new rpc_count 0 00000020:00000001:0.0:1767326937.105493:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673311744 : -115550036239872 : ffff96e86922da00) 00000100:00000001:3.0:1767326937.105496:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767326937.105498:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673311744 : -115550036239872 : ffff96e86922da00) 00000100:00000001:3.0:1767326937.105500:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.105505:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326937.105505:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00010000:00010000:0.0:1767326937.105510:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.105510:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000100:00000001:2.0:1767326937.105515:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.105515:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097a00. 00000020:00000040:3.0:1767326937.105520:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9b800 : new refcount 3 00000100:00000001:3.0:1767326937.105523:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767326937.105530:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.105532:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:3.0:1767326937.105533:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326937.105536:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.105540:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.105542:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.105544:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105544:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.105548:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00001000:0.0:1767326937.105549:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.105554:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.105555:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326937.105557:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:1.0:1767326937.105558:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.105562:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61528. 00010000:00000001:0.0:1767326937.105563:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1767326937.105565:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.105567:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767326937.105568:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000800:00000010:2.0:1767326937.105570:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9200. 00010000:00000001:0.0:1767326937.105571:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767326937.105573:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00010000:00000001:0.0:1767326937.105576:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.105577:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.105578:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326937.105578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326937.105581:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86922da00 with handle 0xb12620548e07b60e from hash 00000800:00000001:3.0:1767326937.105583:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326937.105587:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.105589:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767326937.105589:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326937.105589:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.105593:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.105597:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.105599:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.105600:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.105606:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.105607:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093aa0 00010000:00000001:0.0:1767326937.105610:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:2.0:1767326937.105611:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093aa0. 00000100:00000200:1.0:1767326937.105614:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.105615:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326937.105617:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326937.105620:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.105621:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.105623:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.105627:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105632:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.105633:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.105636:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767326937.105637:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326937.105640:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00000100:00000001:1.0:1767326937.105641:0:2518:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767326937.105644:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e860d41000 refcount=5 obd=lustre-OST0001-osc-ffff96e84f48f000 02000000:00000001:1.0:1767326937.105645:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.105648:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.105649:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.105652:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326937.105652:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.105655:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.105656:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.105660:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85277a200. 00000100:00001000:1.0:1767326937.105663:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326937.105667:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.105668:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00001000:1.0:1767326937.105669:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00010000:00000001:0.0:1767326937.105672:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.105680:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 2/0,0 mode: --/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.105686:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.105689:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.105691:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.105693:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.105695:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.105696:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.105700:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.105701:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.105704:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.105706:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.105708:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.105711:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.105726:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.105731:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.105749:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.105752:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.105756:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767326937.105757:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.105757:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.105760:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.105763:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.105766:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767326937.105768:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.105768:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.105769:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.105774:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.105777:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7300 00000008:00000001:0.0:1767326937.105779:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.105786:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.105788:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 1640 00000100:00100000:1.0:1767326937.105795:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247648768:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.105798:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.105805:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.105805:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.105806:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.105808:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922da00/0xb12620548e07b60e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492baa expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.105812:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.105812:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767326937.105816:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f69ec0. 00000100:00000040:1.0:1767326937.105819:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247648768/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767326937.105821:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869224800 count: 0 00000400:00000200:3.0:1767326937.105822:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000010:0.0:1767326937.105828:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869224500. 00000100:00000001:3.0:1767326937.105831:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.105835:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:0.0:1767326937.105836:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.105838:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767326937.105839:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.105863:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 00010000:00000001:0.0:1767326937.105866:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.105868:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:3.0:1767326937.105868:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88df80. 00000020:00000001:0.0:1767326937.105871:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.105874:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88df80 x1853164010369792 msgsize 328 02000000:00000001:1.0:1767326937.105881:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767326937.105881:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:0.0:1767326937.105882:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326937.105886:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715e00. 00000020:00000001:0.0:1767326937.105889:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.105891:0:2511:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767326937.105892:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.105893:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.105896:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767326937.105898:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767326937.105899:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.105903:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.105904:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767326937.105907:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.105908:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852688000. 00000100:00000001:3.0:1767326937.105908:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1767326937.105912:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326937.105912:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326937.105913:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369792 02000000:00000001:3.0:1767326937.105917:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767326937.105919:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326937.105919:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326937.105920:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.105922:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326937.105924:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.105924:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.105926:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000800:00000001:2.0:1767326937.105926:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.105928:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326937.105931:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.105931:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.105932:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.105933:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.105938:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.105938:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369792 00000100:00000040:0.0:1767326937.105941:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.105942:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.105944:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767326937.105945:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.105947:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326937.105951:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.105952:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000001:3.0:1767326937.105953:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.105955:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326937.105958:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000001:1.0:1767326937.105959:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.105964:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.105966:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.105966:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326937.105967:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.105972:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.105972:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.105973:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:0.0:1767326937.105978:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326937.105979:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.105980:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.105982:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.105985:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.105986:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7380 02000000:00000001:0.0:1767326937.105987:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.105990:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326937.105996:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649792:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.105996:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa05 [2] + 1968 00000020:00000010:3.0:1767326937.105997:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:0.0:1767326937.106005:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326937.106005:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7790. 00000020:00000010:3.0:1767326937.106005:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858097a00. 02000000:00000001:0.0:1767326937.106010:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326937.106011:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a180 00000020:00000010:3.0:1767326937.106012:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 02000000:00000001:0.0:1767326937.106013:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.106014:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.106018:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767326937.106019:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000800:00000001:2.0:1767326937.106021:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.106023:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e85277b600. 00000400:00000200:2.0:1767326937.106024:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326937.106025:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:0.0:1767326937.106027:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.106031:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.106031:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767326937.106036:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.106036:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.106039:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.106041:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00000400:00000200:2.0:1767326937.106042:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a180 00000400:00000010:2.0:1767326937.106046:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a180. 00000100:00000001:3.0:1767326937.106046:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.106050:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.106052:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:0.0:1767326937.106054:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000100:00000040:2.0:1767326937.106055:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10050 x1853164010369920 msgsize 328 00000100:00000001:3.0:1767326937.106059:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.106060:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649792, portal 18 00000100:00100000:2.0:1767326937.106064:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326937.106066:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326937.106068:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767326937.106070:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000100:00000001:2.0:1767326937.106076:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767326937.106077:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326937.106081:0:193132:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10800. 00000100:00000001:0.0:1767326937.106083:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.106087:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.106088:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767326937.106091:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163770. 00000100:00100000:2.0:1767326937.106091:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369920 02000000:00000001:2.0:1767326937.106094:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767326937.106095:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649792, offset 0 00000100:00000001:2.0:1767326937.106096:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.106099:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.106102:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.106103:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.106103:0:193132:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c236000. 00000100:00100000:2.0:1767326937.106107:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369920 00000400:00000200:0.0:1767326937.106108:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:2.0:1767326937.106110:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767326937.106110:0:193132:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000020:00000040:2.0:1767326937.106113:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:0.0:1767326937.106115:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000001:2.0:1767326937.106117:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767326937.106117:0:193132:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000200:0.0:1767326937.106121:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1767326937.106121:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000010:3.0:1767326937.106125:0:193132:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7a50. 00000020:00000001:2.0:1767326937.106127:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:0.0:1767326937.106128:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000010:3.0:1767326937.106132:0:193132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a480. 00000020:00000001:2.0:1767326937.106133:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:0.0:1767326937.106134:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326937.106139:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326937.106139:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767326937.106140:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.106144:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767326937.106145:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:0.0:1767326937.106148:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556924:1556924:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556917:1556917:8:4294967295] 00000100:00000001:2.0:1767326937.106150:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.106153:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10961 00000020:00000010:2.0:1767326937.106156:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000040:3.0:1767326937.106160:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:0.0:1767326937.106161:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.106164:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000100:00000001:3.0:1767326937.106164:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227012992 : -115550482538624 : ffff96e84e88df80) 00000020:00000010:2.0:1767326937.106171:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000100:00000040:3.0:1767326937.106173:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88df80 x1853164010369792/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326937.106177:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000400:00000200:0.0:1767326937.106178:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.106184:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.106188:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.106192:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.106194:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.106194:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.106198:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.106199:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326937.106201:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000100:00000001:3.0:1767326937.106202:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.106207:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.106208:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326937.106213:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00100000:3.0:1767326937.106213:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88281:x1853164010369792:12345-192.168.204.119@tcp:104: 00000100:00000001:2.0:1767326937.106219:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767326937.106221:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010369792 00000100:00000001:2.0:1767326937.106223:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1767326937.106226:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:3.0:1767326937.106226:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.106231:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326937.106232:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10962 00000800:00000200:0.0:1767326937.106234:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:3.0:1767326937.106234:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326937.106238:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000020:00000040:3.0:1767326937.106239:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e64000 refcount=2 00000100:00000001:2.0:1767326937.106243:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934285904 : -115549775265712 : ffff96e878b10050) 00000020:00000001:3.0:1767326937.106244:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098914816 : -115550610636800 : ffff96e846e64000) 00000100:00000001:0.0:1767326937.106246:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.106249:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098914816 : -115550610636800 : ffff96e846e64000) 00000100:00000040:2.0:1767326937.106251:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10050 x1853164010369920/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326937.106252:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: using a timeout of 10578 usecs (11 jiffies) 00010000:00000001:3.0:1767326937.106255:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.106259:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.106264:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:3.0:1767326937.106267:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.106269:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855821 00000100:00000001:2.0:1767326937.106269:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.106275:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:0.0:1767326937.106277:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855819 00000100:00000001:2.0:1767326937.106281:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.106283:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855821 00000100:00000001:3.0:1767326937.106286:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767326937.106287:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:0.0:1767326937.106289:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855819 02000000:00000001:3.0:1767326937.106290:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326937.106296:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.106296:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139440:x1853164010369920:12345-192.168.204.119@tcp:104: 02000000:00000010:3.0:1767326937.106296:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10c00. 00000100:00000001:0.0:1767326937.106302:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.106302:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.106304:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010369920 00000100:00000001:0.0:1767326937.106307:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106308:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.106309:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767326937.106310:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.106314:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326937.106315:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.106317:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326937.106317:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.106319:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.106320:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767326937.106321:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e64400 refcount=2 00000100:00000001:0.0:1767326937.106326:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326937.106326:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000001:2.0:1767326937.106327:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098915840 : -115550610635776 : ffff96e846e64400) 00000100:00000001:0.0:1767326937.106329:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326937.106333:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098915840 : -115550610635776 : ffff96e846e64400) 00000100:00000001:0.0:1767326937.106334:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106335:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767326937.106338:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767326937.106340:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.106342:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.106343:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.106349:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00010000:2.0:1767326937.106350:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326937.106352:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.106356:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106362:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.106364:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.106368:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767326937.106368:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.106372:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093660. 02000000:00000010:2.0:1767326937.106374:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 00000100:00000200:3.0:1767326937.106377:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010369792, offset 224 02000000:00000001:2.0:1767326937.106378:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.106383:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.106387:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.106388:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.106391:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.106394:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:2.0:1767326937.106396:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.106401:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767326937.106402:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.106406:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.106411:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:3.0:1767326937.106412:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556925:1556925:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556918:1556918:7:4294967295] 02000000:00000001:2.0:1767326937.106416:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.106420:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.106420:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.106425:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.106434:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.106436:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:2.0:1767326937.106439:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888330. 00000100:00000200:2.0:1767326937.106444:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010369920, offset 224 00000800:00000200:3.0:1767326937.106445:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.106450:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.106451:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00000400:00000200:2.0:1767326937.106455:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.106460:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:3.0:1767326937.106460:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.106467:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556926:1556926:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556919:1556919:6:4294967295] 00000800:00000200:3.0:1767326937.106471:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.106474:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.106476:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.106480:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.106486:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:3.0:1767326937.106486:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.106491:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1767326937.106495:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000010:3.0:1767326937.106495:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a9c0. 00010000:00000001:3.0:1767326937.106499:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000010:2.0:1767326937.106500:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e300. 00000800:00000200:2.0:1767326937.106504:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.106507:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.106510:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e300 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:3.0:1767326937.106511:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.106515:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.106516:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.106517:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.106521:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.106521:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.106525:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1767326937.106528:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88df80 x1853164010369792/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767326937.106530:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23000. 00010000:00000001:2.0:1767326937.106535:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1767326937.106538:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326937.106540:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88281:x1853164010369792:12345-192.168.204.119@tcp:104: Request processed in 344us (664us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.106542:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.106548:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767326937.106549:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326937.106551:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10961 00010000:00000001:1.0:1767326937.106555:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767326937.106556:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.106557:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:1.0:1767326937.106558:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326937.106561:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767326937.106563:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106563:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326937.106565:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.106567:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00010000:00000001:2.0:1767326937.106568:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.106572:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:0.0:1767326937.106575:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767326937.106577:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858097a00. 00000020:00000001:0.0:1767326937.106579:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.106580:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10050 x1853164010369920/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767326937.106582:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00010000:0.0:1767326937.106586:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326937.106587:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846e64000 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.106587:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.106593:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000008:00000001:1.0:1767326937.106594:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.106597:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767326937.106598:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:0.0:1767326937.106602:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.106602:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767326937.106602:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010369920:12345-192.168.204.119@tcp:104: Request processed in 330us (543us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.106606:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.106609:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e64000 refcount=3 00000020:00000001:1.0:1767326937.106615:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098914816 : -115550610636800 : ffff96e846e64000) 00000100:00100000:2.0:1767326937.106615:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10962 00000800:00000001:3.0:1767326937.106618:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326937.106621:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:1.0:1767326937.106622:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098914816 : -115550610636800 : ffff96e846e64000) 00000800:00000001:3.0:1767326937.106626:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.106627:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767326937.106629:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846e64400 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:1.0:1767326937.106629:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767326937.106630:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1767326937.106634:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1767326937.106634:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.106635:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00010000:00000001:0.0:1767326937.106638:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326937.106640:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00010000:00000001:0.0:1767326937.106642:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:3.0:1767326937.106642:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767326937.106645:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00000020:00000001:0.0:1767326937.106646:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:3.0:1767326937.106648:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000020:00000040:0.0:1767326937.106651:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e846e64400 refcount=3 00000020:00000040:2.0:1767326937.106651:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000400:00000200:3.0:1767326937.106654:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:1.0:1767326937.106657:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000010:2.0:1767326937.106658:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88df80. 00000020:00000001:1.0:1767326937.106661:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.106663:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523098915840 : -115550610635776 : ffff96e846e64400) 00000400:00000200:3.0:1767326937.106664:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.106666:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 02000000:00000001:2.0:1767326937.106667:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.106668:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523098915840 : -115550610635776 : ffff96e846e64400) 02000000:00000010:2.0:1767326937.106672:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 00000020:00001000:1.0:1767326937.106673:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:3.0:1767326937.106673:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163770 00010000:00000001:0.0:1767326937.106674:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.106679:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326937.106679:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163770. 02000000:00000001:2.0:1767326937.106680:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326937.106684:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596a00. 00000100:00000001:3.0:1767326937.106686:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:1.0:1767326937.106688:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326937.106692:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1767326937.106693:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.106695:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767326937.106695:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326937.106696:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000020:00001000:1.0:1767326937.106698:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000001:0.0:1767326937.106699:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326937.106703:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767326937.106705:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000008:00000001:1.0:1767326937.106705:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.106707:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ca80. 00000020:00001000:0.0:1767326937.106713:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.106713:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767326937.106714:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326937.106728:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000010:2.0:1767326937.106729:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 00010000:00000001:1.0:1767326937.106730:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000008:00000001:0.0:1767326937.106731:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106731:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326937.106733:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.106734:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767326937.106736:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f480. 00000020:00001000:0.0:1767326937.106737:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.106738:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767326937.106739:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.106741:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326937.106743:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.106743:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.106744:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326937.106749:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.106751:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767326937.106751:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846e64000 with handle 0xb12620548e08edbf from hash 00000100:00000010:2.0:1767326937.106752:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ed80. 00010000:00000001:0.0:1767326937.106756:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.106757:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767326937.106759:0:274003:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767326937.106759:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.106761:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.106761:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767326937.106762:0:274003:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00000100:00000001:3.0:1767326937.106764:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.106765:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.106766:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326937.106766:0:274003:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.106770:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.106770:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:2.0:1767326937.106771:0:274003:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88ea00. 00000020:00000040:0.0:1767326937.106776:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e846e64400 with handle 0xb12620548e08ed87 from hash 00010000:00000001:1.0:1767326937.106776:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767326937.106777:0:274003:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c234000. 00000800:00000200:3.0:1767326937.106779:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.106780:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.106782:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767326937.106783:0:274003:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10000. 00000800:00000010:3.0:1767326937.106783:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 00010000:00000001:0.0:1767326937.106786:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.106786:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326937.106788:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.106789:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.106790:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.106791:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.106794:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.106795:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.106796:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.106799:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.106799:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.106800:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093660 00010000:00000001:0.0:1767326937.106803:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.106804:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:3.0:1767326937.106805:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093660. 00010000:00000001:1.0:1767326937.106808:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767326937.106810:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1767326937.106811:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767326937.106814:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:1.0:1767326937.106815:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00010000:00000001:0.0:1767326937.106816:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767326937.106817:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10c00. 00010000:00000001:0.0:1767326937.106820:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767326937.106820:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:3.0:1767326937.106821:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.106824:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106824:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.106827:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326937.106829:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767326937.106830:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.106832:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767326937.106835:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.106838:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00010000:00000010:0.1:1767326937.106864:0:193140:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4700. 02000000:00000010:1.0:1767326937.106868:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e74a644400. 00010000:00000010:0.1:1767326937.106872:0:193140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde3a00. 00000800:00000200:3.0:1767326937.106878:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.106882:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e300. 00000020:00000040:0.0:1767326937.106884:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326937.106888:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.106889:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326937.106890:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.106893:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767326937.106896:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:3.0:1767326937.106896:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.106902:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.106903:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.106903:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888330 02000000:00000010:0.0:1767326937.106911:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e851224600. 00010000:00010000:1.0:1767326937.106915:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767326937.106917:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.106919:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.106921:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.106924:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326937.106927:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.106928:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.106939:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_01+1] req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.106940:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.106943:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.106949:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326937.106949:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888330. 00000100:00000001:0.0:1767326937.106955:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.106956:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767326937.106959:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326937.106962:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00000100:00000040:0.0:1767326937.106964:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_00+0] req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.106966:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.106967:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.106970:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.106975:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.106978:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.106981:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.106983:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.106984:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.106988:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:1.0:1767326937.106989:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.106991:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326937.106994:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.106995:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.106999:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.107002:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.107007:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.107029:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.107031:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64400/0xb12620548e08ed87 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4e76 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.107032:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.107035:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e64000/0xb12620548e08edbf lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f79 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.107057:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846faf6c0. 00010000:00000010:1.0:1767326937.107057:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e846faf040. 00010000:00000040:1.0:1767326937.107060:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8487f0d00 count: 0 00010000:00000040:0.0:1767326937.107063:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878f61a00 count: 0 00010000:00000010:1.0:1767326937.107065:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8487f0700. 00010000:00000010:0.0:1767326937.107069:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878f61e00. 00010000:00000001:1.0:1767326937.107071:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.107074:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.107076:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a9c0. 00010000:00000001:1.0:1767326937.107079:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.107080:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767326937.107081:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.107083:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1767326937.107084:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.107087:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.0:1767326937.107088:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23000. 00000020:00000001:1.0:1767326937.107088:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.107090:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.107093:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326937.107094:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.107095:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.107097:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.107099:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.107100:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.107103:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.107107:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.107108:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326937.107110:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.107111:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767326937.107114:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107114:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1767326937.107118:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326937.107120:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.107121:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.107124:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107128:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.107129:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.107131:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.107133:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326937.107134:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326937.107136:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.107143:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649920:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.107145:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.107149:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326937.107150:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.107153:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326937.107154:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.107158:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.107159:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.107161:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.107167:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852688000. 00000100:00000001:0.0:1767326937.107170:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326937.107171:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.107173:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.107177:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326937.107179:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.107180:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.107185:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.107186:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61528. 00000100:00100000:0.0:1767326937.107190:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650048:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000010:1.0:1767326937.107192:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000001:0.0:1767326937.107195:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326937.107198:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247649920, portal 18 02000000:00000001:0.0:1767326937.107199:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.107203:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107203:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.107207:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 02000000:00000001:0.0:1767326937.107208:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326937.107216:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326937.107218:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715e00. 02000000:00000001:0.0:1767326937.107226:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107228:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326937.107235:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.107235:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.107242:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:1.0:1767326937.107242:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e110. 00000100:00000200:1.0:1767326937.107247:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247649920, offset 0 00000400:00000010:0.0:1767326937.107250:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000100:00000200:0.0:1767326937.107255:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650048, portal 18 00000400:00000200:1.0:1767326937.107256:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.107260:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.107264:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000400:00000200:1.0:1767326937.107264:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.107273:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.107274:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.107281:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326937.107287:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326937.107287:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.107294:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326937.107295:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.107300:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581634c8. 00000400:00000200:1.0:1767326937.107301:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000200:0.0:1767326937.107305:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650048, offset 0 00000400:00000200:1.0:1767326937.107309:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556927:1556927:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556920:1556920:8:4294967295] 00000400:00000200:0.0:1767326937.107315:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.107320:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.107329:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.107332:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:0.0:1767326937.107337:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000200:1.0:1767326937.107338:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.107344:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326937.107344:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000400:00000200:0.0:1767326937.107349:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000200:1.0:1767326937.107352:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:0.0:1767326937.107356:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326937.107360:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:0.0:1767326937.107362:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000200:1.0:1767326937.107364:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767326937.107369:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556928:1556928:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556921:1556921:7:4294967295] 00000400:00000200:0.0:1767326937.107374:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.107380:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.107384:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:1.0:1767326937.107386:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000800:00000200:0.0:1767326937.107391:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.107395:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000400:00000200:1.0:1767326937.107401:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.107402:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.107407:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855830 00000800:00000200:0.0:1767326937.107412:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.107414:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855821 00000800:00000200:0.0:1767326937.107417:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.107419:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855830 00000100:00000001:0.0:1767326937.107423:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107424:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855821 00000100:00000040:0.0:1767326937.107429:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.107429:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.107432:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.107435:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.107437:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.107438:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.107443:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855830 00000800:00000200:2.0:1767326937.107443:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.107444:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.107447:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767326937.107449:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000100:00000001:0.0:1767326937.107450:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855830 00000100:00000001:1.0:1767326937.107450:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.107453:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.107456:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855830 00000100:00000001:1.0:1767326937.107456:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.107456:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.107462:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.107463:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855830 00000400:00000200:2.0:1767326937.107469:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.107470:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.107475:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.107476:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e110 00000100:00000001:0.0:1767326937.107478:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.107480:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e110. 00000100:00000001:0.0:1767326937.107482:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.107485:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.107490:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.107494:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.107496:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.107501:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.107503:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.107507:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.107507:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.107512:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.107514:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.107522:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.107524:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326937.107534:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.107535:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:2.0:1767326937.107537:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.107540:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.107542:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581634c8 00000400:00000010:2.0:1767326937.107543:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581634c8. 00000100:00000001:2.0:1767326937.107545:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.107548:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.107553:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.107555:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.107559:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.107560:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326937.110871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869224800. 00010000:00000010:1.1:1767326937.110874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8510fbc00. 00010000:00000010:0.1:1767326937.110881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86922da00. 00010000:00000010:1.1:1767326937.110882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e845467600. 00000800:00000001:3.0:1767326937.114807:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.114819:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.114823:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.114826:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.114835:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.114870:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.1:1767326937.114876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878f61a00. 00000400:00000200:3.0:1767326937.114878:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.1:1767326937.114885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f0d00. 00000400:00000200:3.0:1767326937.114886:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326937.114887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e64400. 00000400:00000200:3.0:1767326937.114895:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.114900:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7480 00000400:00000200:3.0:1767326937.114906:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 0 00010000:00000010:1.1:1767326937.114907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e846e64000. 00000800:00000001:3.0:1767326937.114913:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.114920:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.114924:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.114928:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.114934:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.114936:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.114942:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00000100:00000040:3.0:1767326937.114945:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010370176 msgsize 328 00000100:00100000:3.0:1767326937.114949:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.114961:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.114969:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.114973:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.114975:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.114987:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.114995:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.114995:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.115000:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370176 00000400:00000200:3.0:1767326937.115004:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:2.0:1767326937.115005:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.115008:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.115011:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.115016:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.115020:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370176 00000020:00000001:2.0:1767326937.115023:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.115025:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.115027:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.115030:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326937.115032:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.115035:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.115039:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.115044:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.115047:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.115051:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.115056:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f670200. 00000400:00000200:3.0:1767326937.115057:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.115063:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf900. 00000400:00000200:3.0:1767326937.115064:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:2.0:1767326937.115069:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5ed3e8. 00000400:00000200:3.0:1767326937.115070:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.115076:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7500 00000100:00000040:2.0:1767326937.115078:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.115082:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767326937.115084:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 328 00000100:00000001:2.0:1767326937.115085:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.115089:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.115091:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.115096:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.115096:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.115101:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.115104:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.115107:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.115108:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.115110:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000001:2.0:1767326937.115113:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.115113:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010370304 msgsize 328 00000100:00100000:3.0:1767326937.115119:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.115125:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326937.115127:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767326937.115129:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370304 02000000:00000001:2.0:1767326937.115132:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.115134:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.115135:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.115138:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.115140:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370304 00000020:00000001:2.0:1767326937.115142:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.115143:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.115145:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.115145:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767326937.115147:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000100:00000001:3.0:1767326937.115150:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767326937.115151:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.115155:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00100000:3.0:1767326937.115159:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10963 00000100:00000001:2.0:1767326937.115160:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.115164:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000040:3.0:1767326937.115165:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.115168:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.115170:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000020:00000010:2.0:1767326937.115172:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.115177:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000040:3.0:1767326937.115180:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010370176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767326937.115181:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.115186:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:2.0:1767326937.115191:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.115193:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.115196:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.115201:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.115207:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326937.115211:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.115212:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.115217:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.115221:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767326937.115221:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.115224:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326937.115229:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:82037:x1853164010370176:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326937.115231:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10964 00000100:00000040:2.0:1767326937.115237:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000200:3.0:1767326937.115239:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010370176 00000100:00000001:2.0:1767326937.115241:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00010000:00000001:3.0:1767326937.115245:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:2.0:1767326937.115248:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010370304/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767326937.115252:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.115255:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.115259:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87894fe00 refcount=2 00000100:00000001:2.0:1767326937.115261:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767326937.115263:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523932450304 : -115549777101312 : ffff96e87894fe00) 00000020:00000010:2.0:1767326937.115265:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00010000:00000001:3.0:1767326937.115268:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523932450304 : -115549777101312 : ffff96e87894fe00) 00000100:00000001:2.0:1767326937.115269:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.115274:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:3.0:1767326937.115274:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.115279:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326937.115282:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88277:x1853164010370304:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326937.115285:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.115287:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010370304 00010000:00000001:2.0:1767326937.115290:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.115294:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.115296:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.115299:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871555000 refcount=2 00000100:00000001:3.0:1767326937.115301:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767326937.115302:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810836480 : -115549898715136 : ffff96e871555000) 02000000:00000001:3.0:1767326937.115305:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767326937.115307:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810836480 : -115549898715136 : ffff96e871555000) 00010000:00000001:2.0:1767326937.115311:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1767326937.115312:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 00010000:00000001:2.0:1767326937.115313:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.115316:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.115319:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.115320:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.115326:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.115329:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.115331:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.115334:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767326937.115335:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 02000000:00000010:2.0:1767326937.115338:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 00000100:00000001:3.0:1767326937.115340:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767326937.115342:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.115346:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.115347:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.115352:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.115352:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:2.0:1767326937.115356:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.115357:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767326937.115361:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326937.115361:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.115365:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.115366:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.115373:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000040:3.0:1767326937.115374:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.115379:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000010:3.0:1767326937.115381:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093660. 02000000:00000001:2.0:1767326937.115382:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.115384:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.115388:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767326937.115388:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010370176, offset 224 00000100:00000040:2.0:1767326937.115393:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.115398:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000400:00000200:3.0:1767326937.115398:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:2.0:1767326937.115404:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010370304, offset 224 00000400:00000200:3.0:1767326937.115408:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.115414:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.115418:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.115425:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556929:1556929:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556922:1556922:8:4294967295] 00000400:00000200:3.0:1767326937.115429:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.115437:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.115442:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.115445:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:3.0:1767326937.115449:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9e00. 00000400:00000200:2.0:1767326937.115453:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:3.0:1767326937.115459:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.115462:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556930:1556930:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556923:1556923:7:4294967295] 00000400:00000200:2.0:1767326937.115470:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.115470:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.115477:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.115484:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.115489:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.115492:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.115493:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000040:3.0:1767326937.115499:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000200:2.0:1767326937.115501:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.115504:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1767326937.115509:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000010:3.0:1767326937.115511:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00000800:00000200:2.0:1767326937.115513:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767326937.115515:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767326937.115518:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.115523:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.115526:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.115529:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23180. 00010000:00010000:3.0:1767326937.115530:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.115532:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326937.115535:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.115539:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.115541:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.115545:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00000040:3.0:1767326937.115547:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010370176/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767326937.115549:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.115554:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.115559:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.115565:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326937.115567:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:82037:x1853164010370176:12345-192.168.204.119@tcp:104: Request processed in 356us (618us total) trans 0 rc 0/0 00000100:00000040:2.0:1767326937.115569:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010370304/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326937.115570:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.115574:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.115576:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000001:1.0:1767326937.115579:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.115583:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:3.0:1767326937.115584:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10963 00010000:00010000:1.0:1767326937.115585:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.115588:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767326937.115591:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767326937.115593:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:1.0:1767326937.115594:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326937.115595:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.115599:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88277:x1853164010370304:12345-192.168.204.119@tcp:104: Request processed in 333us (480us total) trans 0 rc 0/0 00000100:00000001:3.0:1767326937.115599:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767326937.115600:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.115604:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326937.115610:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf900. 00010000:00010000:0.0:1767326937.115617:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87894fe00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326937.115617:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10964 00000020:00000010:3.0:1767326937.115618:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5ed3e8. 00000008:00000001:0.0:1767326937.115624:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1767326937.115625:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871555000 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:2.0:1767326937.115625:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000010:3.0:1767326937.115626:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f670200. 00010000:00000001:0.0:1767326937.115630:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000008:00000001:1.0:1767326937.115630:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.115631:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767326937.115634:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:0.0:1767326937.115635:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.115635:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.115635:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.115639:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.115640:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.115640:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.115641:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326937.115642:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000040:0.0:1767326937.115644:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e87894fe00 refcount=3 00000020:00000040:1.0:1767326937.115646:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871555000 refcount=3 00000020:00000010:2.0:1767326937.115648:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000020:00000001:0.0:1767326937.115651:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523932450304 : -115549777101312 : ffff96e87894fe00) 00000020:00000001:1.0:1767326937.115651:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523810836480 : -115549898715136 : ffff96e871555000) 00000020:00000010:2.0:1767326937.115653:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:1.0:1767326937.115654:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523810836480 : -115549898715136 : ffff96e871555000) 00010000:00000001:0.0:1767326937.115657:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523932450304 : -115549777101312 : ffff96e87894fe00) 00010000:00000001:1.0:1767326937.115659:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767326937.115661:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000001:3.0:1767326937.115662:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.115663:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.115666:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326937.115670:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000800:00000001:3.0:1767326937.115670:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.115671:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.115674:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000001:3.0:1767326937.115676:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.115679:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000001:2.0:1767326937.115679:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.115682:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326937.115685:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:0.0:1767326937.115688:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:1.0:1767326937.115688:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326937.115689:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.115692:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.115693:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00001000:1.0:1767326937.115696:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000020:00000001:0.0:1767326937.115699:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000200:3.0:1767326937.115699:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000008:00000001:1.0:1767326937.115700:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.115706:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.115707:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000008:00000001:0.0:1767326937.115710:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:3.0:1767326937.115711:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.115713:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000008:00000001:0.0:1767326937.115714:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115725:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767326937.115726:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:0.0:1767326937.115730:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.115730:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.115733:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.115734:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.115735:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.115737:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e871555000 with handle 0xb12620548e082248 from hash 00000800:00000200:2.0:1767326937.115737:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.115738:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.115744:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.115745:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000010:2.0:1767326937.115745:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9e00. 00000400:00000200:3.0:1767326937.115745:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10d00 00010000:00000001:1.0:1767326937.115747:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.115748:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.115751:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.115752:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.115753:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.115753:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767326937.115757:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.115758:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115759:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.115763:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000040:0.0:1767326937.115764:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e87894fe00 with handle 0xb12620548e07de47 from hash 00000400:00000200:2.0:1767326937.115765:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.115768:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.115769:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767326937.115771:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa65 [1] + 224 00010000:00000001:0.0:1767326937.115772:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.115773:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.115775:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.115776:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.115777:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.115779:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.115782:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.115782:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093660 00010000:00000001:1.0:1767326937.115783:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000800:00000001:3.0:1767326937.115783:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.115784:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.115787:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000010:2.0:1767326937.115788:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093660. 00010000:00000001:0.0:1767326937.115789:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000001:3.0:1767326937.115792:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326937.115793:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b100. 00000100:00000001:2.0:1767326937.115794:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326937.115795:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.115797:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.115798:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.115798:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767326937.115801:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326937.115803:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.115807:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.115808:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.115809:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.115812:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.115813:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.115813:0:2511:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326937.115817:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326937.115821:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000100:00000200:3.0:1767326937.115822:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.115823:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852752600. 00000020:00000040:0.0:1767326937.115827:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.115830:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.115834:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767326937.115836:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.115860:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1767326937.115866:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326937.115866:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.115868:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767326937.115868:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:0.0:1767326937.115873:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115873:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.115874:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:1.0:1767326937.115878:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326937.115881:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767326937.115882:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714c00. 00000100:00000001:1.0:1767326937.115884:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.115889:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.115893:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:1.0:1767326937.115894:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f53c1fb] to pc [ptlrpcd_00_01+1] req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.115895:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767326937.115897:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.115901:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326937.115903:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.115908:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00000400:00000010:2.0:1767326937.115913:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00010000:00010000:0.0:1767326937.115915:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.115919:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.115920:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326937.115922:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326937.115923:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.115926:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115928:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.115933:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_00+0] req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.115934:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.115937:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.115940:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115946:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.115949:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.115950:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.115953:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.115953:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.115957:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.115959:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.115964:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.115967:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:0.0:1767326937.115968:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.115971:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871555000/0xb12620548e082248 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af279 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.115973:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326937.115992:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e86d4f4040. 00010000:00000001:0.0:1767326937.115993:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.115998:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87894fe00/0xb12620548e07de47 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49ddcf expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1767326937.116005:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8475efc00 count: 0 00010000:00000010:0.0:1767326937.116006:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e84530f300. 00000800:00000001:3.0:1767326937.116010:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767326937.116013:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e871441100 count: 0 00000800:00000001:3.0:1767326937.116013:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1767326937.116014:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8475ef600. 00000800:00000001:3.0:1767326937.116017:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326937.116021:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e871441f00. 00000400:00000200:3.0:1767326937.116022:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.116026:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.116030:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767326937.116033:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.116034:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1767326937.116035:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23180. 00010000:00000001:0.0:1767326937.116038:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767326937.116041:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116042:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.0:1767326937.116043:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 00000020:00000001:1.0:1767326937.116048:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.116049:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.116050:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.116053:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.116056:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.116057:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:1.0:1767326937.116058:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.116059:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.116063:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.116063:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326937.116064:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7580 00000020:00000001:1.0:1767326937.116067:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.116068:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.116072:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.116074:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.116075:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 656 00010000:00010000:0.0:1767326937.116076:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.116077:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.116081:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.116081:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.116083:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767326937.116084:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.116086:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767326937.116088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.116091:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326937.116095:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.116095:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.116096:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.116101:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.116101:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.116104:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.116105:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326937.116107:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326937.116109:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000001:0.0:1767326937.116112:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326937.116113:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.116113:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010370432 msgsize 328 00000100:00000001:0.0:1767326937.116115:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326937.116124:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326937.116127:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.116133:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.116135:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.116138:0:2511:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767326937.116140:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326937.116144:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326937.116144:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326937.116144:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.116148:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.116149:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.116149:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.116155:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767326937.116155:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326937.116158:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650176:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.116160:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.116163:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.116164:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.116168:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116169:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.116170:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326937.116170:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767326937.116173:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.116175:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650304:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1767326937.116176:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767326937.116176:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370432 02000000:00000010:1.0:1767326937.116182:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852752000. 02000000:00000001:2.0:1767326937.116182:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767326937.116182:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.116183:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326937.116186:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326937.116187:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.116188:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326937.116189:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.116191:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116193:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.116196:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326937.116196:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.116196:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116201:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.116202:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714000. 00000400:00000010:1.0:1767326937.116202:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000100:00100000:2.0:1767326937.116202:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370432 00000020:00000001:2.0:1767326937.116208:0:198563:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767326937.116209:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116209:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.116210:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000020:00000040:2.0:1767326937.116212:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.116216:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326937.116217:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.116218:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650176, portal 18 00000020:00000040:2.0:1767326937.116220:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:3.0:1767326937.116220:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7600 00000100:00000001:1.0:1767326937.116223:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767326937.116224:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3f20. 00000100:00000001:1.0:1767326937.116227:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658555648 : -115550050995968 : ffff96e86841b100) 00000020:00000001:2.0:1767326937.116227:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326937.116228:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 984 00000020:00000001:2.0:1767326937.116234:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326937.116237:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.116238:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000100:00000001:2.0:1767326937.116238:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767326937.116239:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.116245:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.116245:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326937.116246:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650304, portal 18 00000100:00000001:1.0:1767326937.116247:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.116253:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.116254:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326937.116254:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.116254:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326937.116257:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:0.0:1767326937.116258:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000400:00000010:1.0:1767326937.116260:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e990. 00000100:00000200:1.0:1767326937.116265:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650176, offset 0 00000400:00000200:3.0:1767326937.116265:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326937.116266:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000040:0.0:1767326937.116270:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.116274:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:3.0:1767326937.116274:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767326937.116276:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326937.116279:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:2.0:1767326937.116282:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000010:3.0:1767326937.116284:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000400:00000200:1.0:1767326937.116285:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.116290:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000040:3.0:1767326937.116290:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010370560 msgsize 328 00000400:00000200:1.0:1767326937.116293:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326937.116295:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326937.116297:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.116299:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767326937.116300:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.116302:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.116306:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:0.0:1767326937.116308:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.116308:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:2.0:1767326937.116310:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.116314:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163990. 00000400:00000200:1.0:1767326937.116314:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326937.116315:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767326937.116319:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650304, offset 0 00000400:00000200:1.0:1767326937.116320:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000800:00000001:3.0:1767326937.116322:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.116325:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556931:1556931:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556924:1556924:8:4294967295] 00000100:00000001:2.0:1767326937.116328:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.116330:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.116334:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.116335:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.116338:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370560 00000400:00000200:0.0:1767326937.116339:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.116342:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767326937.116342:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.116346:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.116347:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767326937.116348:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.116349:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.116351:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:3.0:1767326937.116354:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.116356:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326937.116357:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10965 00000100:00100000:3.0:1767326937.116359:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370560 00000400:00000200:0.0:1767326937.116363:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:3.0:1767326937.116364:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1767326937.116365:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.116366:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000020:00000040:3.0:1767326937.116368:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:0.0:1767326937.116370:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326937.116372:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000800:00000010:1.0:1767326937.116373:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000020:00000001:3.0:1767326937.116373:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326937.116375:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000040:3.0:1767326937.116379:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000400:00000200:0.0:1767326937.116383:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556932:1556932:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556925:1556925:7:4294967295] 00000100:00000040:2.0:1767326937.116384:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010370432/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1767326937.116385:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000001:3.0:1767326937.116386:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326937.116394:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000200:1.0:1767326937.116395:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:0.0:1767326937.116397:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.116401:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1767326937.116402:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1767326937.116407:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.116409:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326937.116414:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.116415:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.116416:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.116416:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000020:00000010:3.0:1767326937.116419:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.116422:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.116424:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000020:00000010:3.0:1767326937.116426:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326937.116427:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000800:00000200:0.0:1767326937.116429:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000010:3.0:1767326937.116432:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000800:00000010:0.0:1767326937.116436:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000400:00000200:1.0:1767326937.116436:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.116440:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:1.0:1767326937.116443:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855839 00000100:00100000:2.0:1767326937.116444:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010370432:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326937.116445:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1767326937.116448:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.116448:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.116451:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.116453:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855830 00000100:00000200:2.0:1767326937.116455:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010370432 00000100:00000001:3.0:1767326937.116457:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.116460:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000800:00000200:0.0:1767326937.116461:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.116462:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855839 00010000:00000001:2.0:1767326937.116464:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.116465:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326937.116466:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1767326937.116468:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.116469:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855830 00000100:00000001:0.0:1767326937.116472:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.116473:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e79dc00 refcount=2 00000100:00000001:3.0:1767326937.116474:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.116476:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.116478:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000100:00000001:3.0:1767326937.116478:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767326937.116479:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523226029056 : -115550483522560 : ffff96e84e79dc00) 00000100:00000001:1.0:1767326937.116482:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.116484:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523226029056 : -115550483522560 : ffff96e84e79dc00) 00000100:00100000:3.0:1767326937.116486:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10966 00000400:00000200:0.0:1767326937.116490:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.116492:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326937.116492:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767326937.116492:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:0.0:1767326937.116494:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855839 00000400:00000001:1.0:1767326937.116497:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326937.116497:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.116498:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000001:0.0:1767326937.116500:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855839 00000400:00000010:1.0:1767326937.116502:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00010000:00010000:2.0:1767326937.116504:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.116507:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855839 00000100:00000040:3.0:1767326937.116508:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010370560/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326937.116509:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000100:00000001:0.0:1767326937.116514:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855839 00000400:00000010:1.0:1767326937.116515:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:0.0:1767326937.116521:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.116522:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.116525:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326937.116528:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.116529:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767326937.116532:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.116535:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.116536:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37800. 00000100:00000001:3.0:1767326937.116537:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.116539:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326937.116541:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.116543:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:0.0:1767326937.116546:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.116547:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.116549:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.116550:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767326937.116553:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.116554:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767326937.116557:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00010000:00000001:2.0:1767326937.116558:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.116559:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.116563:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.116563:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326937.116564:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.116565:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.116570:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139443:x1853164010370560:12345-192.168.204.119@tcp:104: 00000100:00000001:2.0:1767326937.116573:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.116579:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000200:3.0:1767326937.116581:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010370560 00000100:00000001:2.0:1767326937.116586:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:3.0:1767326937.116586:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326937.116587:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.116591:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.116591:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326937.116592:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767326937.116595:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.116596:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326937.116596:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.116598:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec36000 refcount=2 02000000:00000001:1.0:1767326937.116601:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326937.116602:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767326937.116602:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230846976 : -115550478704640 : ffff96e84ec36000) 00000100:00000001:1.0:1767326937.116605:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767326937.116606:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230846976 : -115550478704640 : ffff96e84ec36000) 00000100:00000001:1.0:1767326937.116609:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.116610:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.116611:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767326937.116613:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.116615:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.116616:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00010000:00010000:3.0:1767326937.116620:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1767326937.116621:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010370432, offset 224 00000100:00001000:1.0:1767326937.116622:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.116632:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.116633:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.116634:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326937.116639:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326937.116639:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767326937.116641:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.116644:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.116644:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10c00. 02000000:00000001:3.0:1767326937.116649:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.116650:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.116650:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.116652:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.116655:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.116657:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767326937.116659:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556933:1556933:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556926:1556926:6:4294967295] 00010000:00000001:3.0:1767326937.116661:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.116662:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.116665:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00001000:3.0:1767326937.116667:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.116670:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.116671:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.116675:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.116676:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.116682:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000040:1.0:1767326937.116686:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.116688:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000200:2.0:1767326937.116689:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:3.0:1767326937.116694:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.116699:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.116702:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.116705:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.116708:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326937.116709:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:1.0:1767326937.116713:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:2.0:1767326937.116729:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.116730:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326937.116738:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:1.0:1767326937.116740:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.116743:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.116749:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.116756:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00100000:1.0:1767326937.116758:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649536:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.116760:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.116765:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23780. 00000100:00000001:1.0:1767326937.116766:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.116769:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326937.116770:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.116773:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.116777:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810934c8. 00000100:00000040:1.0:1767326937.116778:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6300 x1853164247649536/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767326937.116780:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767326937.116781:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010370560, offset 224 00010000:00000001:2.0:1767326937.116788:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116791:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.116793:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.116795:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767326937.116796:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.116797:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.116799:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.116800:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.116800:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767326937.116805:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000010:1.0:1767326937.116806:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74a644c00. 00000100:00000040:2.0:1767326937.116806:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010370432/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326937.116808:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326937.116809:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.116812:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767326937.116814:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:0.0:1767326937.116818:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1767326937.116818:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767326937.116820:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556934:1556934:253:4294967295] 192.168.204.119@tcp LPNI seq info [1556927:1556927:5:4294967295] 00000020:00000040:1.0:1767326937.116823:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=4 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.116829:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.116834:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85277a800. 00000400:00000200:3.0:1767326937.116835:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.116861:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010370432:12345-192.168.204.119@tcp:104: Request processed in 427us (722us total) trans 0 rc 0/0 02000000:00000001:1.0:1767326937.116865:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:0.0:1767326937.116868:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e79dc00 already unused, calling callback (ffffffffc13180e0) 02000000:00000001:1.0:1767326937.116870:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:0.0:1767326937.116873:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000010:1.0:1767326937.116875:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6300. 00010000:00000001:0.0:1767326937.116877:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767326937.116877:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00100000:2.0:1767326937.116878:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10965 00010000:00000001:0.0:1767326937.116881:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.116883:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767326937.116885:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.116886:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.116886:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000020:00000040:0.0:1767326937.116887:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84e79dc00 refcount=3 00000100:00000001:2.0:1767326937.116891:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767326937.116891:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.116893:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.116894:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523226029056 : -115550483522560 : ffff96e84e79dc00) 00000100:00000001:2.0:1767326937.116896:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767326937.116897:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9400. 00010000:00000001:0.0:1767326937.116900:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523226029056 : -115550483522560 : ffff96e84e79dc00) 00000020:00000010:2.0:1767326937.116901:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000100:00000001:1.0:1767326937.116902:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326937.116904:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1767326937.116905:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:1.0:1767326937.116907:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:0.0:1767326937.116908:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.116909:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000800:00000200:3.0:1767326937.116913:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.116914:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767326937.116916:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000100:00000001:1.0:1767326937.116918:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326937.116919:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9400 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1767326937.116922:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000100:00000001:1.0:1767326937.116923:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.116926:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.116926:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.116928:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.116929:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.116930:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000040:3.0:1767326937.116932:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326937.116934:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.116937:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:3.0:1767326937.116938:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326937.116940:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.116942:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326937.116943:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2acc0. 00000020:00001000:0.0:1767326937.116944:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.116947:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.116949:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326937.116950:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.116953:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.116954:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.116956:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.116958:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.116960:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84e79dc00 with handle 0xb12620548e082210 from hash 00010000:00010000:3.0:1767326937.116961:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326937.116962:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:2.0:1767326937.116964:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.116965:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326937.116966:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.116967:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.116969:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767326937.116970:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767326937.116972:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.116973:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.116976:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:1.0:1767326937.116976:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.116976:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00010000:00000001:3.0:1767326937.116977:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.116983:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00010000:1.0:1767326937.116983:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:2.0:1767326937.116984:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.116987:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.116989:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767326937.116989:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010370560/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326937.116990:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.116995:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.116995:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767326937.116995:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.117000:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:1.0:1767326937.117001:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.117003:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e990 00010000:00000001:0.0:1767326937.117004:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000010:2.0:1767326937.117008:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e990. 00000100:00000010:0.0:1767326937.117009:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4380. 00000020:00000040:0.0:1767326937.117015:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.117015:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.117023:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767326937.117023:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.117027:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326937.117028:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139443:x1853164010370560:12345-192.168.204.119@tcp:104: Request processed in 485us (731us total) trans 0 rc 0/0 02000000:00000001:0.0:1767326937.117031:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.117040:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714200. 00010000:00010000:1.0:1767326937.117042:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84ec36000 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:0.0:1767326937.117047:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.117048:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.117052:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.117055:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.117055:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767326937.117056:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767326937.117056:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10966 00010000:00010000:0.0:1767326937.117061:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1767326937.117061:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767326937.117062:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000040:2.0:1767326937.117064:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326937.117066:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84ec36000 refcount=3 00000100:00000001:3.0:1767326937.117067:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.117070:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326937.117072:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523230846976 : -115550478704640 : ffff96e84ec36000) 00000020:00000010:3.0:1767326937.117075:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00010000:00000001:1.0:1767326937.117079:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523230846976 : -115550478704640 : ffff96e84ec36000) 00000020:00000010:3.0:1767326937.117082:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:1.0:1767326937.117085:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.117087:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:3.0:1767326937.117090:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00000001:0.0:1767326937.117092:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.117092:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.117092:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.117095:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:0.0:1767326937.117098:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326937.117099:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326937.117101:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.117105:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.117113:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:2.0:1767326937.117113:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326937.117116:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a87a1d1] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.117117:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000800:00000010:2.0:1767326937.117118:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000020:00000001:1.0:1767326937.117122:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000800:00000001:3.0:1767326937.117123:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.117125:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767326937.117128:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:1.0:1767326937.117129:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000800:00000001:3.0:1767326937.117133:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.117135:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000400:00000200:2.0:1767326937.117137:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000008:00000001:1.0:1767326937.117139:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117143:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00001000:1.0:1767326937.117145:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000400:00000200:2.0:1767326937.117149:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163990 00000008:00000001:1.0:1767326937.117151:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117151:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.117153:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326937.117154:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163990. 00010000:00000001:1.0:1767326937.117159:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.117160:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.117161:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767326937.117163:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.117164:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.117164:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.117168:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.117169:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.117169:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.117170:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.117173:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.117174:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.117177:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.117180:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117181:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.117184:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84ec36000 with handle 0xb12620548e08eebb from hash 00010000:00010000:0.0:1767326937.117187:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.117191:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767326937.117192:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10e00 00010000:00000001:1.0:1767326937.117196:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.117196:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767326937.117200:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767326937.117205:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.117205:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.117206:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.117211:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.117215:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326937.117217:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa7d [1] + 224 00010000:00000001:0.0:1767326937.117219:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.117223:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79dc00/0xb12620548e082210 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af176 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.117223:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.117228:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.117229:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.117232:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.117235:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.117236:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.117237:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767326937.117238:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e86d4f5e40. 00000100:00000001:2.0:1767326937.117239:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.117242:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000040:0.0:1767326937.117244:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e878b38d00 count: 0 00000400:00000200:3.0:1767326937.117244:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.117245:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:0.0:1767326937.117250:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e878b38700. 00000100:00000010:1.0:1767326937.117252:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419c00. 00000800:00000200:2.0:1767326937.117253:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326937.117253:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.117257:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.117259:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:1.0:1767326937.117259:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000010:2.0:1767326937.117259:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:3.0:1767326937.117262:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.0:1767326937.117263:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23780. 00000400:00000200:2.0:1767326937.117265:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.117267:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326937.117269:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.117271:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767326937.117271:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.117274:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.117275:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.117276:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.117277:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.117282:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00010000:00010000:0.0:1767326937.117283:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326937.117284:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e85277a800. 00000400:00000010:2.0:1767326937.117286:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00000020:00000001:0.0:1767326937.117288:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.117291:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.117292:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.117294:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.117297:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767326937.117297:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767326937.117297:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.117298:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.117303:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.117304:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.117306:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.117308:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767326937.117310:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767326937.117315:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767326937.117317:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767326937.117318:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.117321:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326937.117322:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.117325:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326937.117326:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1767326937.117327:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.117330:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000100:00000001:1.0:1767326937.117331:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.117333:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326937.117334:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00000400:00000010:0.0:1767326937.117339:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00000800:00000010:2.0:1767326937.117339:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9400. 00000100:00000040:1.0:1767326937.117340:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000717b3498] to pc [ptlrpcd_00_00+0] req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.117344:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326937.117346:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326937.117353:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.117357:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326937.117358:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.117364:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.117365:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810934c8 00000800:00000001:3.0:1767326937.117365:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326937.117370:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810934c8. 00000800:00000001:3.0:1767326937.117371:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.117372:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.117374:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767326937.117377:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.117377:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.117377:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.117382:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117382:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.117388:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.117392:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.117398:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.117402:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.117405:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.117411:0:2517:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767326937.117412:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767326937.117414:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767326937.117416:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec36000/0xb12620548e08eebb lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e5290 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.117417:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.117421:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.117426:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117430:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00001000:0.0:1767326937.117433:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00010000:00000010:1.0:1767326937.117436:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e878e9c500. 00000400:00000200:3.0:1767326937.117439:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:0.0:1767326937.117440:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00010000:00000040:1.0:1767326937.117443:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8487f4000 count: 0 00000400:00000200:3.0:1767326937.117445:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.117446:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.117450:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.117451:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8487f4300. 00000400:00000200:3.0:1767326937.117451:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.117455:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326937.117458:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10d80 00010000:00000001:0.0:1767326937.117460:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.117460:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767326937.117464:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.117465:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1767326937.117465:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.117469:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2acc0. 00000100:00000040:0.0:1767326937.117470:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000400:00000200:3.0:1767326937.117470:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa6d [1] + 224 00010000:00000001:1.0:1767326937.117476:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.117477:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326937.117478:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.117481:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.117483:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:3.0:1767326937.117484:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.117486:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117488:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.117490:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.117492:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326937.117496:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:1.0:1767326937.117497:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.117501:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.117503:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767326937.117507:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.117508:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326937.117509:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.117511:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.117514:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767326937.117516:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.117519:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.117522:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326937.117528:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.117531:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.117532:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.117536:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.117539:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326937.117546:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649792:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:1.0:1767326937.117548:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.117555:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.117562:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.117564:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.117567:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.117569:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.117571:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.117573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326937.117576:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767326937.117577:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650432:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.117578:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326937.117580:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326937.117582:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.117586:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3318. 00000100:00000001:1.0:1767326937.117586:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767326937.117586:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.117591:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326937.117593:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000200:3.0:1767326937.117594:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.117595:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.117598:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 02000000:00000001:1.0:1767326937.117601:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.117603:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.117604:0:2517:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326937.117607:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e74a644c00. 00000400:00000200:3.0:1767326937.117611:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.117612:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.117613:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117617:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.117624:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.117625:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.117632:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00000400:00000200:3.0:1767326937.117634:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10f00 00000100:00000200:0.0:1767326937.117638:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326937.117640:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000400:00000200:3.0:1767326937.117643:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.117647:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650432, portal 18 00000100:00000001:0.0:1767326937.117652:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.117652:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aaa5 [1] + 224 00000100:00000001:1.0:1767326937.117653:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.117656:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.117657:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651908480 : -115550057643136 : ffff96e867dc4380) 00000800:00000001:3.0:1767326937.117659:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.117665:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.117666:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.117668:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.117670:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.117673:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.117676:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.117678:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.117682:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.117682:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.117684:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767326937.117687:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e860d414e8 time=97 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.117690:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326937.117691:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e860d41410 time=76 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326937.117693:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.117694:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.117697:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.117698:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00010000:00000001:0.0:1767326937.117699:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767326937.117699:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.117703:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.117704:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650432, offset 0 00000100:00000001:0.0:1767326937.117707:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.117710:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96e84f48f000: skip recheck: last_committed 12884928603 00000100:00000001:0.0:1767326937.117713:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.117727:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.117730:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.117732:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:0.0:1767326937.117736:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.117743:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.117752:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326937.117753:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:0.0:1767326937.117757:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.117759:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326937.117760:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:3.0:1767326937.117760:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.117761:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.117768:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.117768:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.117769:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000800:00000001:3.0:1767326937.117774:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767326937.117776:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000001:3.0:1767326937.117779:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.117784:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00100000:0.0:1767326937.117788:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247649664:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1767326937.117789:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.117793:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556935:1556935:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556928:1556928:8:4294967295] 00000100:00000001:0.0:1767326937.117797:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.117801:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.117803:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000040:0.0:1767326937.117807:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247649792/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.117808:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.117815:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.117818:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.117820:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326937.117822:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:0.0:1767326937.117823:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e85277b600. 02000000:00000001:0.0:1767326937.117828:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.117829:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.117830:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=3 obd=lustre-OST0001-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.117832:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.117833:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85277a200. 02000000:00000001:0.0:1767326937.117837:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.117839:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.117867:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00000400:00000200:1.0:1767326937.117871:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326937.117873:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.117876:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.117879:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326937.117882:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.117882:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.117887:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419880 x1853164247649664/t0(0) o103->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326937.117890:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000400:00000200:3.0:1767326937.117890:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10e80 00000400:00000200:3.0:1767326937.117899:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.117903:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.117908:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326937.117908:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aa9d [1] + 224 02000000:00000001:0.0:1767326937.117912:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1767326937.117915:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:3.0:1767326937.117915:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326937.117916:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852689400. 00000800:00000001:3.0:1767326937.117920:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.117923:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:1.0:1767326937.117923:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1767326937.117924:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.117930:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.117932:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.117937:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.117939:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326937.117939:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.117944:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e860d41000 refcount=2 obd=lustre-OST0001-osc-ffff96e84f48f000 00000100:00000040:1.0:1767326937.117946:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000020:00000001:0.0:1767326937.117951:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767326937.117952:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326937.117954:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715800. 00000400:00000200:1.0:1767326937.117958:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.117959:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.117962:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326937.117965:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855841 00000100:00000010:0.0:1767326937.117966:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419880. 00000100:00000001:3.0:1767326937.117969:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.117970:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.117972:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.117975:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.117975:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855839 00000800:00000001:3.0:1767326937.117975:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.117982:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.117983:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855841 00000100:00000001:0.0:1767326937.117984:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.117988:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.117991:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.117991:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855839 00000100:00000001:0.0:1767326937.117994:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326937.117998:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.118000:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.118003:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.118004:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.118010:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000100:00000001:0.0:1767326937.118012:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000001:1.0:1767326937.118013:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326937.118015:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.118017:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.118017:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326937.118018:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767326937.118020:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.118023:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326937.118023:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61528. 00000800:00000001:3.0:1767326937.118024:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.118029:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.118029:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.118032:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000800:00000001:3.0:1767326937.118032:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326937.118035:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650560:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.118036:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00000400:00000010:1.0:1767326937.118038:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000400:00000010:2.0:1767326937.118042:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000100:00000001:0.0:1767326937.118043:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326937.118043:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.118045:0:2518:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326937.118047:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326937.118049:0:2512:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326937.118050:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.118055:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.118056:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.118056:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000200:2.0:1767326937.118058:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326937.118062:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715800. 02000000:00000001:0.0:1767326937.118068:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.118078:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.118084:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3318. 00000100:00000001:2.0:1767326937.118087:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326937.118090:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.118091:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000040:2.0:1767326937.118095:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.118097:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650560, portal 18 00000100:00000001:0.0:1767326937.118103:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.118106:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658550272 : -115550051001344 : ffff96e868419c00) 00000100:00000001:1.0:1767326937.118118:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326937.118119:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.118122:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.118124:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.118124:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.118128:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.118131:0:2512:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767326937.118133:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326937.118135:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.118137:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.118141:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.118142:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.118146:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.118147:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.118148:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.118150:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163880. 00000100:00000200:0.0:1767326937.118155:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650560, offset 0 00000100:00001000:1.0:1767326937.118156:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326937.118159:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7700 00000100:00001000:1.0:1767326937.118163:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326937.118164:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.118171:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326937.118172:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.118172:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 1312 00000100:00000001:1.0:1767326937.118175:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.118181:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:1.0:1767326937.118181:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326937.118182:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.118186:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.118188:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:3.0:1767326937.118190:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.118192:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326937.118194:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:1.0:1767326937.118196:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000200:3.0:1767326937.118196:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.118199:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.118202:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.118207:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.118207:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.118208:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.118217:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556936:1556936:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556929:1556929:8:4294967295] 00000100:00000040:1.0:1767326937.118217:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.118229:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.118235:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326937.118236:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326937.118240:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767326937.118242:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326937.118246:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.118246:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326937.118247:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326937.118254:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010370816 msgsize 328 00000100:00000040:1.0:1767326937.118255:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326937.118260:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.118266:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000800:00000010:0.0:1767326937.118268:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000100:00100000:1.0:1767326937.118277:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247649920:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:0.0:1767326937.118278:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.118280:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.118287:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.118287:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767326937.118292:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.118292:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326937.118294:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326937.118297:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:3.0:1767326937.118297:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.118300:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247649920/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.118301:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.118309:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.118310:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326937.118311:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.118315:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370816 00000100:00000040:0.0:1767326937.118317:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18068 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.118318:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326937.118318:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:2.0:1767326937.118320:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767326937.118324:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.118324:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.118328:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.118330:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.118330:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852688000. 00000400:00000200:3.0:1767326937.118330:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.118333:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118336:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855841 00000400:00000200:3.0:1767326937.118337:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.118338:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767326937.118338:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370816 00000100:00000001:0.0:1767326937.118342:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855841 00000020:00000001:1.0:1767326937.118343:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767326937.118343:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767326937.118344:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.118347:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000040:2.0:1767326937.118348:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:0.0:1767326937.118349:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855841 00000020:00000001:2.0:1767326937.118353:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326937.118353:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7800 00000100:00000001:0.0:1767326937.118354:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855841 00000020:00000001:1.0:1767326937.118354:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767326937.118357:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 02000000:00000010:1.0:1767326937.118359:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 00000100:00000001:0.0:1767326937.118360:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.118363:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 1640 00000020:00000001:2.0:1767326937.118364:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 02000000:00000001:1.0:1767326937.118365:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326937.118366:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.118369:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767326937.118373:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000010:1.0:1767326937.118374:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000800:00000001:3.0:1767326937.118374:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326937.118375:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326937.118379:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767326937.118380:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326937.118380:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.118381:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767326937.118385:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000020:00000010:2.0:1767326937.118386:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.118386:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.118387:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.118391:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00000100:00000001:1.0:1767326937.118393:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.118393:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326937.118396:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000400:00000200:3.0:1767326937.118396:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.118400:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.118403:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326937.118404:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.118404:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767326937.118405:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326937.118408:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:0.0:1767326937.118412:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.118413:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326937.118414:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000020:00000010:2.0:1767326937.118415:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000001:1.0:1767326937.118417:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326937.118420:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010371072 msgsize 328 00000100:00000001:1.0:1767326937.118422:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.118423:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:1.0:1767326937.118429:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.118431:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00100000:3.0:1767326937.118432:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000200:0.0:1767326937.118442:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.118442:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.118444:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.118449:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.118452:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326937.118454:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.118456:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118458:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.118461:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767326937.118462:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326937.118462:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.118466:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767326937.118466:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371072 00000100:00000001:0.0:1767326937.118470:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326937.118471:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.118472:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.118474:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.118474:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326937.118479:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.118479:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.118484:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767326937.118485:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.118486:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326937.118487:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767326937.118492:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00100000:2.0:1767326937.118494:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10967 00000100:00000001:0.0:1767326937.118497:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326937.118499:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:0.0:1767326937.118500:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.118505:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326937.118505:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00010000:00000001:0.0:1767326937.118509:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.118513:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010370816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326937.118514:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.118518:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.118522:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.118525:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.118531:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767326937.118536:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.118536:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.118541:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.118544:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371072 00000020:00000010:2.0:1767326937.118547:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000001:3.0:1767326937.118547:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.118550:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.118553:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.118555:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326937.118556:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000100:00100000:2.0:1767326937.118560:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88302:x1853164010370816:12345-192.168.204.119@tcp:104: 00000020:00000001:3.0:1767326937.118561:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326937.118562:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767326937.118566:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326937.118567:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.118568:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010370816 00000100:00000001:3.0:1767326937.118570:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767326937.118574:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000010:3.0:1767326937.118575:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000040:0.0:1767326937.118577:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.118579:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.118579:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326937.118584:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767326937.118584:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000040:2.0:1767326937.118589:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f294e00 refcount=2 00000020:00000010:3.0:1767326937.118590:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00100000:0.0:1767326937.118592:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650048:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:2.0:1767326937.118595:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237527040 : -115550472024576 : ffff96e84f294e00) 00000020:00000010:3.0:1767326937.118596:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000100:00000001:0.0:1767326937.118598:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.118602:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000001:0.0:1767326937.118603:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326937.118603:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237527040 : -115550472024576 : ffff96e84f294e00) 00000100:00000001:3.0:1767326937.118607:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767326937.118609:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247650048/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.118609:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.118610:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767326937.118614:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.118614:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118621:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326937.118622:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.118623:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1767326937.118623:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 02000000:00000010:0.0:1767326937.118627:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715e00. 00000100:00000001:3.0:1767326937.118630:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.118631:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.118635:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.118637:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.118640:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767326937.118641:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326937.118641:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767326937.118645:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767326937.118645:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767326937.118646:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e851224600. 02000000:00000001:0.0:1767326937.118650:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767326937.118651:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35c00. 02000000:00000001:0.0:1767326937.118652:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.118656:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 02000000:00000001:2.0:1767326937.118656:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.118656:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10968 00000100:00000001:0.0:1767326937.118661:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326937.118663:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118664:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.118664:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00010000:00000001:2.0:1767326937.118667:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.118668:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.118669:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00010000:00000001:2.0:1767326937.118673:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118674:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.118678:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:2.0:1767326937.118679:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326937.118679:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010371072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326937.118681:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.118684:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.118688:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326937.118689:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.118696:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.118696:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.118698:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767326937.118703:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000010:3.0:1767326937.118704:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 02000000:00000001:2.0:1767326937.118706:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767326937.118708:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326937.118709:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.118711:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.118726:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326937.118730:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139440:x1853164010371072:12345-192.168.204.119@tcp:104: 00000100:00000040:2.0:1767326937.118735:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000200:3.0:1767326937.118736:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010371072 00010000:00000001:3.0:1767326937.118738:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000010:2.0:1767326937.118741:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00010000:00000001:3.0:1767326937.118741:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.118745:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767326937.118747:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010370816, offset 224 00000020:00000040:3.0:1767326937.118748:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8603c7600 refcount=2 00000020:00000001:3.0:1767326937.118753:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523523995136 : -115550185556480 : ffff96e8603c7600) 00010000:00000001:3.0:1767326937.118757:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523523995136 : -115550185556480 : ffff96e8603c7600) 00010000:00000001:3.0:1767326937.118760:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767326937.118762:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00000001:3.0:1767326937.118762:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.118766:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.118771:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.118780:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:3.0:1767326937.118782:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.118786:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767326937.118787:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556937:1556937:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556930:1556930:7:4294967295] 02000000:00000010:3.0:1767326937.118791:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b12400. 00000400:00000200:2.0:1767326937.118795:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.118796:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.118801:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.118806:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767326937.118807:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326937.118810:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.118815:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00001000:3.0:1767326937.118816:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000800:00000010:2.0:1767326937.118821:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:3.0:1767326937.118822:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.118829:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000800:00000200:2.0:1767326937.118831:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.118834:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.118839:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1767326937.118860:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:3.0:1767326937.118864:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.118866:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.118869:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.118872:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.118877:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.118880:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000400:00000010:3.0:1767326937.118883:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093bb0. 00010000:00000001:2.0:1767326937.118884:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767326937.118889:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010371072, offset 224 00010000:00000010:2.0:1767326937.118890:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00010000:00000001:2.0:1767326937.118895:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767326937.118899:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00010000:00010000:2.0:1767326937.118905:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326937.118905:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.118911:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.118915:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.118916:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000020:00000001:0.0:1767326937.118917:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.118918:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.118920:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.118925:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.118929:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767326937.118930:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010370816/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326937.118932:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326937.118932:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556938:1556938:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556931:1556931:6:4294967295] 00010000:00010000:0.0:1767326937.118936:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.118948:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.118957:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f294e00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326937.118961:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.118964:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767326937.118965:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:88302:x1853164010370816:12345-192.168.204.119@tcp:104: Request processed in 427us (704us total) trans 0 rc 0/0 00000400:00000200:3.0:1767326937.118966:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326937.118967:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.118970:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.118973:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f294e00 refcount=3 00000020:00000001:0.0:1767326937.118977:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523237527040 : -115550472024576 : ffff96e84f294e00) 00010000:00000001:0.0:1767326937.118981:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523237527040 : -115550472024576 : ffff96e84f294e00) 00000100:00100000:2.0:1767326937.118983:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10967 00000800:00000200:3.0:1767326937.118983:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:0.0:1767326937.118985:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.118990:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1767326937.118990:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000800:00000010:3.0:1767326937.118991:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000100:00000001:2.0:1767326937.118995:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.118999:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326937.119002:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000020:00000010:2.0:1767326937.119004:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.119010:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000800:00000200:3.0:1767326937.119014:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000010:2.0:1767326937.119017:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000800:00000200:3.0:1767326937.119020:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000008:00000001:0.0:1767326937.119022:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326937.119024:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000020:00000001:0.0:1767326937.119027:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:3.0:1767326937.119027:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.119028:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.119032:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000040:3.0:1767326937.119034:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00001000:0.0:1767326937.119037:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:3.0:1767326937.119039:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326937.119041:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.119045:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326937.119045:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2aa80. 00000800:00000001:2.0:1767326937.119049:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00001000:0.0:1767326937.119051:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:3.0:1767326937.119051:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000008:00000001:0.0:1767326937.119057:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.119057:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.119062:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.119065:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1767326937.119065:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000001:2.0:1767326937.119067:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.119070:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.119071:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.119075:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767326937.119076:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.119076:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.119080:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.119082:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.119084:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.119084:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.119088:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119089:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:0.0:1767326937.119091:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f294e00 with handle 0xb12620548e082287 from hash 00000100:00000040:3.0:1767326937.119092:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010371072/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326937.119095:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.119098:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767326937.119101:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.119102:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.119102:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.119106:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.119108:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767326937.119109:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326937.119112:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.119115:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:1.0:1767326937.119115:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326937.119118:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139440:x1853164010371072:12345-192.168.204.119@tcp:104: Request processed in 416us (694us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326937.119119:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.119119:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.119127:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767326937.119130:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7900 00010000:00000001:0.0:1767326937.119131:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.119135:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.119140:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.119141:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8603c7600 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:2.0:1767326937.119141:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aa85 [2] + 1968 00000100:00100000:3.0:1767326937.119141:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10968 00010000:00000001:0.0:1767326937.119146:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000008:00000001:1.0:1767326937.119148:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767326937.119149:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326937.119150:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767326937.119152:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:2.0:1767326937.119152:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7a50. 00000100:00000001:3.0:1767326937.119154:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1767326937.119156:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00010000:00000001:1.0:1767326937.119156:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767326937.119158:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a480 00000020:00000001:1.0:1767326937.119159:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.119159:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767326937.119163:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000040:1.0:1767326937.119165:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8603c7600 refcount=3 00000800:00000001:2.0:1767326937.119165:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.119165:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000100:00000001:0.0:1767326937.119167:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.119172:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767326937.119172:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523523995136 : -115550185556480 : ffff96e8603c7600) 00000800:00000001:2.0:1767326937.119172:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.119173:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 02000000:00000001:0.0:1767326937.119177:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119179:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.119180:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523523995136 : -115550185556480 : ffff96e8603c7600) 00000020:00000010:3.0:1767326937.119181:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 02000000:00000010:0.0:1767326937.119184:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715e00. 00010000:00000001:1.0:1767326937.119187:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1767326937.119189:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:0.0:1767326937.119190:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119190:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.119192:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.119196:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.119197:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.119198:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a480 00010000:00010000:0.0:1767326937.119204:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1767326937.119204:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a480. 00000008:00000001:1.0:1767326937.119211:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.119211:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.119215:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:1.0:1767326937.119216:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00010000:0.0:1767326937.119219:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767326937.119220:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000040:2.0:1767326937.119221:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10850 x1853164010371328 msgsize 328 00010000:00000001:0.0:1767326937.119222:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1767326937.119226:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000800:00000200:3.0:1767326937.119226:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.119230:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1767326937.119232:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000800:00000010:3.0:1767326937.119233:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000008:00000001:1.0:1767326937.119236:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.119236:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326937.119237:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.119239:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326937.119242:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:00001000:1.0:1767326937.119243:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.119248:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.119250:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.119251:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.119253:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.119257:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767326937.119257:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.119260:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163880 00010000:00000001:1.0:1767326937.119261:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:2.0:1767326937.119264:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.119265:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767326937.119266:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163880. 00010000:00000001:1.0:1767326937.119270:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.119271:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.119273:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767326937.119276:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8603c7600 with handle 0xb12620548e08da2b from hash 00000800:00000001:2.0:1767326937.119276:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.119281:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.119282:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767326937.119282:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.119283:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.119286:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.119289:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.119290:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.119290:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.119295:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.119295:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.119299:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.119300:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.119303:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.119303:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:3.0:1767326937.119304:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326937.119305:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.119311:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.119311:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:3.0:1767326937.119313:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.119316:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.119317:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.119319:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.119322:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.119327:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119327:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.119333:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326937.119337:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.119338:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.119339:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.119341:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.119344:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767326937.119345:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419500. 00010000:00010000:0.0:1767326937.119346:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f294e00/0xb12620548e082287 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4af391 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.119346:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7980 00000020:00000040:1.0:1767326937.119351:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.119357:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.119361:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.119361:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xa831d9 [2] + 656 00000100:00000010:3.0:1767326937.119363:0:193132:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10000. 00010000:00000010:0.0:1767326937.119365:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8502fb080. 02000000:00000001:1.0:1767326937.119366:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.119370:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1767326937.119373:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84621c500 count: 0 02000000:00000010:1.0:1767326937.119373:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e74a644400. 00000100:00000010:3.0:1767326937.119374:0:193132:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c234000. 00010000:00000010:0.0:1767326937.119381:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84621c000. 00000800:00000001:2.0:1767326937.119381:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.119382:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.119382:0:193132:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00000001:1.0:1767326937.119388:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767326937.119388:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.119391:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767326937.119391:0:193132:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00010000:00000001:0.0:1767326937.119394:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:1.0:1767326937.119395:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.119398:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000400:00000200:2.0:1767326937.119398:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:3.0:1767326937.119399:0:193132:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f7d68. 00010000:00000001:0.0:1767326937.119403:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.119407:0:193132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a480. 00000020:00000001:0.0:1767326937.119408:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.119408:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767326937.119413:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.119413:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00010000:1.0:1767326937.119414:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326937.119415:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1767326937.119418:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.119420:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.119420:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.119420:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371328 00000100:00000010:2.0:1767326937.119422:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596a00. 00000020:00000001:0.0:1767326937.119424:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.119425:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.119426:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326937.119428:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326937.119428:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596a00 x1853164010371456 msgsize 328 00000100:00000001:3.0:1767326937.119429:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326937.119431:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326937.119433:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.119434:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.119435:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.119441:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326937.119442:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cceede] to pc [ptlrpcd_00_00+0] req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326937.119442:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.119445:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326937.119448:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371328 00000100:00000001:0.0:1767326937.119449:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.119453:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326937.119453:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767326937.119456:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.119457:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.119458:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:0.0:1767326937.119461:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.119462:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326937.119462:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.119465:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767326937.119467:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000001:0.0:1767326937.119468:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767326937.119468:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.119471:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1767326937.119471:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.119473:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326937.119473:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000001:1.0:1767326937.119475:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.119476:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:0.0:1767326937.119477:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326937.119479:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326937.119481:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326937.119482:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119484:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326937.119485:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:1.0:1767326937.119486:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.119489:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326937.119491:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.119493:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.119494:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.119497:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.119502:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00000020:00000010:3.0:1767326937.119506:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000010:2.0:1767326937.119507:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00000100:00000001:2.0:1767326937.119515:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767326937.119515:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:0.0:1767326937.119516:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326937.119518:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.119518:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.119519:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.119521:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 02000000:00000001:0.0:1767326937.119524:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767326937.119524:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8603c7600/0xb12620548e08da2b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfb9c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.119525:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.119527:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.119527:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000800:00000001:2.0:1767326937.119531:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.119534:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.119537:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:0.0:1767326937.119542:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650816:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1767326937.119543:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000010:1.0:1767326937.119545:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8603c5b80. 00000100:00000001:3.0:1767326937.119547:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.119551:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.119552:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.119556:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326937.119558:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.119559:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767326937.119562:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8581d6200 count: 0 02000000:00000001:0.0:1767326937.119564:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:1.0:1767326937.119568:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8581d6100. 00000800:00000200:2.0:1767326937.119568:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767326937.119570:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715000. 02000000:00000001:0.0:1767326937.119575:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326937.119575:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00000100:00000001:3.0:1767326937.119575:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.119578:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.119582:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767326937.119582:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.119583:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:1.0:1767326937.119586:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2aa80. 00000100:00000001:3.0:1767326937.119588:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767326937.119590:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00010000:00000001:1.0:1767326937.119592:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.119592:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767326937.119594:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000010:0.0:1767326937.119597:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000020:00000001:1.0:1767326937.119599:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326937.119601:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093bb0 00000020:00000001:1.0:1767326937.119603:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.119603:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10969 00000400:00000010:2.0:1767326937.119605:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093bb0. 00010000:00010000:1.0:1767326937.119608:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326937.119610:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.119611:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767326937.119612:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767326937.119613:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650816, portal 18 00000100:00000001:3.0:1767326937.119615:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934287952 : -115549775263664 : ffff96e878b10850) 00000100:00000001:2.0:1767326937.119616:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767326937.119617:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767326937.119617:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.119620:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658548480 : -115550051003136 : ffff96e868419500) 00010000:00010000:1.0:1767326937.119623:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326937.119626:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10850 x1853164010371328/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.119627:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767326937.119631:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.119631:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.119638:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.119645:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.119649:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.119653:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163f68. 00000100:00000001:1.0:1767326937.119654:0:198615:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767326937.119658:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650816, offset 0 00000100:00100000:1.0:1767326937.119658:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371456 02000000:00000001:1.0:1767326937.119663:0:198615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326937.119667:0:198615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767326937.119668:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.119671:0:198615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.119676:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.119676:0:198615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.119681:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371456 00000400:00000200:0.0:1767326937.119682:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000020:00000001:1.0:1767326937.119684:0:198615:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767326937.119687:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1767326937.119688:0:198615:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:0.0:1767326937.119693:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000020:00000001:1.0:1767326937.119693:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326937.119697:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1767326937.119697:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:1.0:1767326937.119703:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:0.0:1767326937.119704:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000020:00000001:1.0:1767326937.119708:0:198615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:0.0:1767326937.119711:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556939:1556939:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556932:1556932:8:4294967295] 00000100:00000001:1.0:1767326937.119713:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326937.119727:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000100:00000001:1.0:1767326937.119733:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.119734:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767326937.119735:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:1.0:1767326937.119740:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000020:00000010:3.0:1767326937.119740:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.119747:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.119751:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000010:1.0:1767326937.119751:0:198615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e868da2800. 00000020:00000010:3.0:1767326937.119753:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000010:1.0:1767326937.119759:0:198615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e872bb4b00. 00000800:00000200:0.0:1767326937.119765:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00100000:3.0:1767326937.119767:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88282:x1853164010371328:12345-192.168.204.119@tcp:104: 00000020:00000010:1.0:1767326937.119770:0:198615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e843053c80. 00000800:00000010:0.0:1767326937.119772:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000100:00000200:3.0:1767326937.119774:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010371328 00010000:00000001:3.0:1767326937.119778:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000040:1.0:1767326937.119779:0:198615:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000800:00000200:0.0:1767326937.119783:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.119784:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767326937.119785:0:198615:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767326937.119787:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.119789:0:198615:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767326937.119792:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871160800 refcount=2 00000100:00000001:1.0:1767326937.119793:0:198615:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.119795:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000020:00000001:3.0:1767326937.119797:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523806689280 : -115549902862336 : ffff96e871160800) 00000800:00000200:0.0:1767326937.119801:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.119802:0:198615:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.119802:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523806689280 : -115549902862336 : ffff96e871160800) 00010000:00000001:3.0:1767326937.119810:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.119812:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.119814:0:198615:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.119817:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.119823:0:198615:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326937.119826:0:198615:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767326937.119828:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.119832:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767326937.119833:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 289 00000100:00000040:1.0:1767326937.119838:0:198615:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:1.0:1767326937.119861:0:198615:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328064 : -115549915223552 : ffff96e870596a00) 00000100:00000040:1.0:1767326937.119867:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596a00 x1853164010371456/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.119875:0:198615:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326937.119879:0:198615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e871180900. 00000100:00000001:1.0:1767326937.119881:0:198615:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326937.119883:0:198615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e871180900. 00000100:00100000:1.0:1767326937.119888:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:88281:x1853164010371456:12345-192.168.204.119@tcp:104: 00000100:00000200:1.0:1767326937.119893:0:198615:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010371456 00010000:00000001:1.0:1767326937.119895:0:198615:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326937.119898:0:198615:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.119900:0:198615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.119903:0:198615:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8690e6e00 refcount=2 00000020:00000001:1.0:1767326937.119905:0:198615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671973376 : -115550037578240 : ffff96e8690e6e00) 00010000:00000001:1.0:1767326937.119908:0:198615:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671973376 : -115550037578240 : ffff96e8690e6e00) 00000800:00000001:2.0:1767326937.119910:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.119912:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.119912:0:198615:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1767326937.119914:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10400. 00010000:00000001:1.0:1767326937.119916:0:198615:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.119918:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.119919:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.119920:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00010000:00010000:1.0:1767326937.119923:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1767326937.119924:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.119926:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.119930:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.119931:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:3.0:1767326937.119933:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.119937:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855843 00010000:00000001:3.0:1767326937.119938:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119941:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.119943:0:198615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1767326937.119946:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326937.119947:0:198615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326937.119948:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855841 00000400:00000200:2.0:1767326937.119954:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000010:1.0:1767326937.119955:0:198615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e846553000. 00000100:00000001:3.0:1767326937.119955:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326937.119956:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855843 02000000:00000001:1.0:1767326937.119961:0:198615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.119963:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.119964:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855841 00000400:00000200:2.0:1767326937.119964:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.119966:0:198615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.119970:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326937.119972:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.119975:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.119977:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767326937.119978:0:198615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767326937.119979:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.119982:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.119983:0:198615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.119984:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.119985:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.119989:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767326937.119990:0:198615:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729bede8 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.119991:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.119996:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb10f80 00000100:00000040:3.0:1767326937.119998:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.119999:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.120000:0:198615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326937.120004:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326937.120006:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.120006:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093550. 00000100:00000040:1.0:1767326937.120008:0:198615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.120010:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326937.120013:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010371328, offset 224 00000100:00000001:0.0:1767326937.120014:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.120014:0:198615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000001:0.0:1767326937.120018:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.120019:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aabd [1] + 224 02000000:00000001:1.0:1767326937.120021:0:198615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767326937.120024:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326937.120025:0:198615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.120029:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.120029:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.120031:0:198615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.120031:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.120034:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767326937.120036:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.120037:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.120038:0:198615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.120042:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.120043:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.120043:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326937.120045:0:198615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000100:00000001:0.0:1767326937.120046:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.120050:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767326937.120052:0:198615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010371456, offset 224 00000400:00000200:2.0:1767326937.120056:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.120057:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000040:0.0:1767326937.120058:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.120065:0:198615:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.120072:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556940:1556940:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556933:1556933:7:4294967295] 00000400:00000200:1.0:1767326937.120076:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.120078:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.120082:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.120085:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326937.120085:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.120087:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326937.120089:0:198615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000001:0.0:1767326937.120091:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.120098:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650688:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1767326937.120102:0:198615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556941:1556941:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556934:1556934:6:4294967295] 00000100:00000001:0.0:1767326937.120104:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.120108:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326937.120109:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:0.0:1767326937.120110:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.120114:0:198615:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.120115:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326937.120121:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e851224600. 00000100:00000001:2.0:1767326937.120123:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767326937.120124:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:0.0:1767326937.120125:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.120133:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:2.0:1767326937.120133:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326937.120133:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000400:00000200:1.0:1767326937.120139:0:198615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:0.0:1767326937.120140:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00000400:00000010:0.0:1767326937.120148:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000800:00000200:3.0:1767326937.120148:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000200:0.0:1767326937.120154:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650688, portal 18 00000800:00000200:1.0:1767326937.120157:0:198615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.120159:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326937.120160:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.120163:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000040:2.0:1767326937.120164:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326937.120166:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1767326937.120167:0:198615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000100:00000040:0.0:1767326937.120171:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.120175:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.120180:0:198615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:3.0:1767326937.120184:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.120192:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1767326937.120194:0:198615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000010:3.0:1767326937.120197:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2acc0. 00000100:00000001:2.0:1767326937.120198:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1767326937.120200:0:198615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767326937.120203:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.120204:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.120207:0:198615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.120212:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:1.0:1767326937.120215:0:198615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:0.0:1767326937.120218:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163440. 00000800:00000200:2.0:1767326937.120218:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.120220:0:198615:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326937.120221:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000010:2.0:1767326937.120224:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000100:00000200:0.0:1767326937.120225:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650688, offset 0 00010000:00000001:3.0:1767326937.120226:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.120227:0:198615:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e870ea6d80. 00000400:00000200:2.0:1767326937.120232:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.120233:0:198615:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326937.120233:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.120235:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.120239:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.120239:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.120243:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.120246:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:0.0:1767326937.120247:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:2.0:1767326937.120249:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163f68 00010000:00000001:0.0:1767326937.120251:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767326937.120251:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10850 x1853164010371328/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.120254:0:198615:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.120255:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767326937.120255:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163f68. 00010000:00010000:0.0:1767326937.120259:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.120261:0:198615:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.120262:0:2512:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767326937.120268:0:198615:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.120272:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.120280:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871160800 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:1.0:1767326937.120280:0:198615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596a00 x1853164010371456/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:0.0:1767326937.120286:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767326937.120287:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88282:x1853164010371328:12345-192.168.204.119@tcp:104: Request processed in 548us (1059us total) trans 0 rc 0/0 00010000:00000001:0.0:1767326937.120290:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.120293:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.120295:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.120298:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e871160800 refcount=3 00000020:00000001:0.0:1767326937.120305:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523806689280 : -115549902862336 : ffff96e871160800) 00000100:00000001:2.0:1767326937.120305:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326937.120310:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523806689280 : -115549902862336 : ffff96e871160800) 00000100:00100000:3.0:1767326937.120311:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10969 00000100:00000040:2.0:1767326937.120314:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.120316:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:1.0:1767326937.120317:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:88281:x1853164010371456:12345-192.168.204.119@tcp:104: Request processed in 434us (881us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326937.120319:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.120319:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.120325:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.120328:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767326937.120334:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000008:00000001:0.0:1767326937.120339:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:1.0:1767326937.120340:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 289 00000020:00000001:0.0:1767326937.120342:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767326937.120342:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000100:00000040:1.0:1767326937.120347:0:198615:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000001:0.0:1767326937.120348:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000100:00000001:2.0:1767326937.120348:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.120349:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000100:00000001:1.0:1767326937.120352:0:198615:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00001000:0.0:1767326937.120354:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.120357:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.120357:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.120358:0:198615:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767326937.120358:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000008:00000001:0.0:1767326937.120360:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326937.120363:0:198615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e872bb4b00. 00000020:00001000:0.0:1767326937.120364:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000800:00000001:2.0:1767326937.120365:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.120366:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:0.0:1767326937.120369:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326937.120372:0:198615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e843053c80. 02000000:00000010:3.0:1767326937.120372:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b12400. 00010000:00000001:0.0:1767326937.120373:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000001:2.0:1767326937.120374:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.120378:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:2.0:1767326937.120379:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326937.120379:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1767326937.120380:0:198615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e868da2800. 00010000:00000001:0.0:1767326937.120382:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1767326937.120384:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e680. 00000800:00000001:2.0:1767326937.120386:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.120387:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767326937.120387:0:198615:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 02000000:00000001:3.0:1767326937.120390:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.120391:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.120393:0:198615:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326937.120393:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35c00. 00000400:00000200:2.0:1767326937.120394:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:0.0:1767326937.120397:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e871160800 with handle 0xb12620548e07b78f from hash 02000000:00000001:3.0:1767326937.120399:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.120402:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:3.0:1767326937.120404:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00010000:00000001:0.0:1767326937.120407:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.120407:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:3.0:1767326937.120409:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.120411:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767326937.120412:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10c00. 00010000:00000001:0.0:1767326937.120414:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767326937.120416:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.120419:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767326937.120419:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000010:3.0:1767326937.120420:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00010000:00000001:0.0:1767326937.120423:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:3.0:1767326937.120426:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767326937.120428:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.120429:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.120430:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000010:3.0:1767326937.120430:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37800. 00000100:00000001:1.0:1767326937.120433:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326937.120436:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326937.120436:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767326937.120438:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.120439:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326937.120440:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767326937.120441:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00000001:0.0:1767326937.120444:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.120444:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.120446:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11000 02000000:00000001:3.0:1767326937.120448:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.120449:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:1.0:1767326937.120449:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 02000000:00000010:3.0:1767326937.120452:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 00010000:00000001:0.0:1767326937.120453:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:2.0:1767326937.120455:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.120456:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 02000000:00000001:3.0:1767326937.120458:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326937.120459:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4e00. 00000400:00000010:1.0:1767326937.120462:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000100:00000010:3.0:1767326937.120462:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000020:00000040:0.0:1767326937.120463:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.120469:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326937.120469:0:2518:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326937.120470:0:193132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767326937.120475:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767326937.120475:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aac5 [1] + 224 02000000:00000010:3.0:1767326937.120476:0:193132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000100:00000200:1.0:1767326937.120480:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.120481:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.120482:0:193132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:2.0:1767326937.120485:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767326937.120486:0:193132:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 02000000:00000010:0.0:1767326937.120490:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852688000. 00000800:00000001:2.0:1767326937.120492:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326937.120493:0:193132:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c236000. 00000100:00000001:0.0:1767326937.120496:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.120498:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767326937.120501:0:193132:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10800. 00010000:00000001:0.0:1767326937.120502:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.120509:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1767326937.120509:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.120509:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.120513:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.120516:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.120525:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.120531:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.120534:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326937.120534:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.120536:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:3.0:1767326937.120540:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00000100:00000001:1.0:1767326937.120541:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.120542:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.120547:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.120548:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326937.120549:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326937.120552:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.120553:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326937.120554:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d293242e] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.120557:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326937.120560:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.120561:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.120568:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093550 02000000:00000001:1.0:1767326937.120569:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.120574:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093550. 00000100:00001000:1.0:1767326937.120577:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326937.120580:0:2511:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767326937.120583:0:2511:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326937.120588:0:2511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 00000100:00001000:1.0:1767326937.120589:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.120589:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326937.120594:0:2511:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:2.0:1767326937.120597:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.120598:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.120598:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.120602:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.120605:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.120606:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.120607:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326937.120610:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.120611:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.120613:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.120616:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.120616:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767326937.120621:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.120621:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.120625:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767326937.120626:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.120628:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.120631:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.120632:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.120637:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1767326937.120637:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.120637:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.120642:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:3.0:1767326937.120646:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326937.120649:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000010:3.0:1767326937.120652:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00010000:00000001:2.0:1767326937.120653:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326937.120659:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767326937.120660:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.120662:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326937.120666:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326937.120668:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871160800/0xb12620548e07b78f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49332f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.120672:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.120673:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.120676:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.120680:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00010000:00010000:2.0:1767326937.120685:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8690e6e00 already unused, calling callback (ffffffffc13180e0) 00000400:00000010:3.0:1767326937.120686:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000040:1.0:1767326937.120687:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767326937.120691:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8785452c0. 00000008:00000001:2.0:1767326937.120692:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767326937.120693:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767326937.120696:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:0.0:1767326937.120699:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e873bb4100 count: 0 00010000:00000001:2.0:1767326937.120700:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.120705:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767326937.120706:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650176:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:0.0:1767326937.120707:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e873bb4f00. 00000020:00000040:2.0:1767326937.120709:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e8690e6e00 refcount=3 00010000:00000001:0.0:1767326937.120727:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767326937.120728:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523671973376 : -115550037578240 : ffff96e8690e6e00) 00000100:00000001:1.0:1767326937.120729:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.120731:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326937.120735:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767326937.120735:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523671973376 : -115550037578240 : ffff96e8690e6e00) 00010000:00000010:0.0:1767326937.120736:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2acc0. 00010000:00000001:2.0:1767326937.120741:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767326937.120742:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b100 x1853164247650176/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.120743:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.120746:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.120749:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326937.120749:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767326937.120752:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.120758:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.120761:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.120764:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.120769:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:2.0:1767326937.120769:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767326937.120771:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767326937.120773:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.120774:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.120775:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326937.120775:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.120777:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.120778:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523807978056 : -115549901573560 : ffff96e87129b248) 02000000:00000010:1.0:1767326937.120780:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852752000. 00010000:00010000:0.0:1767326937.120782:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00001000:2.0:1767326937.120784:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e87129b240 00000400:00000200:3.0:1767326937.120787:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.120788:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:2.0:1767326937.120788:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000020:00000001:1.0:1767326937.120793:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000001:2.0:1767326937.120793:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.120794:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000040:1.0:1767326937.120798:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00001000:2.0:1767326937.120799:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e87129b240 00000400:00000200:3.0:1767326937.120800:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:0.0:1767326937.120804:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.120805:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1767326937.120806:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.120810:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852752600. 00000400:00000200:0.0:1767326937.120811:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326937.120812:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767326937.120814:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.120817:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326937.120817:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326937.120821:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.120822:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1767326937.120823:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326937.120824:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326937.120828:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767326937.120829:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000010:1.0:1767326937.120829:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b100. 00000400:00000200:3.0:1767326937.120833:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.120834:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.120836:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.120836:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000010:0.1:1767326937.120859:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e871441100. 00000400:00000200:3.0:1767326937.120869:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11080 00010000:00000010:1.1:1767326937.120869:0:2518:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8475efc00. 00000020:00000040:2.0:1767326937.120870:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e8690e6e00 with handle 0xb12620548e07ad32 from hash 00010000:00000001:2.0:1767326937.120877:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:0.1:1767326937.120878:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e87894fe00. 00000400:00000200:3.0:1767326937.120880:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.120881:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.120885:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.120887:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:1.1:1767326937.120889:0:2518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871555000. 00000400:00000200:3.0:1767326937.120891:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aadd [1] + 224 00010000:00000001:2.0:1767326937.120892:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326937.120896:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000001:3.0:1767326937.120899:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.120900:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.120902:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.120904:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.120906:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.120909:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.120910:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556942:1556942:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556935:1556935:8:4294967295] 00000100:00000001:1.0:1767326937.120910:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.120910:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326937.120914:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.120914:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.120918:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326937.120920:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767326937.120921:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767326937.120924:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:0.0:1767326937.120925:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.120925:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.120926:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326937.120931:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870597480. 00000100:00000001:1.0:1767326937.120932:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.120933:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.120936:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326937.120937:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=9 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:3.0:1767326937.120943:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.120944:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326937.120945:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.120948:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767326937.120949:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:2.0:1767326937.120952:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.120961:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e84f671000. 00000800:00000200:0.0:1767326937.120964:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.120967:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1767326937.120970:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cba00. 00000100:00000001:1.0:1767326937.120970:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.120975:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:1.0:1767326937.120976:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326937.120977:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.120981:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.120982:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:0.0:1767326937.120983:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 02000000:00000001:1.0:1767326937.120987:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.120988:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000200:0.0:1767326937.120989:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cba00 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:1.0:1767326937.120994:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.121004:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121004:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767326937.121006:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:1.0:1767326937.121008:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326937.121010:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18067 usecs (19 jiffies) 00010000:00000001:2.0:1767326937.121010:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.121011:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.121017:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.121018:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326937.121021:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.121023:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2800. 00000100:00000001:2.0:1767326937.121024:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.121027:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855844 02000000:00000001:1.0:1767326937.121030:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.121031:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.121034:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855843 00000100:00000040:2.0:1767326937.121037:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b9b3dd9] to pc [ptlrpcd_01_00+0] req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.121040:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.121043:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855844 00000400:00000010:1.0:1767326937.121047:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000100:00000001:0.0:1767326937.121051:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855843 00000400:00000010:1.0:1767326937.121055:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000001:0.0:1767326937.121057:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.121061:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.121062:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326937.121063:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247650944, portal 18 00000100:00000001:1.0:1767326937.121070:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:0.0:1767326937.121071:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326937.121072:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651911168 : -115550057640448 : ffff96e867dc4e00) 00000400:00000001:0.0:1767326937.121075:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.121079:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3f20. 00000100:00000040:1.0:1767326937.121082:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.121082:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326937.121084:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:0.0:1767326937.121089:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00010000:00000001:2.0:1767326937.121090:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.121093:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.121096:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326937.121097:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121100:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767326937.121101:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.121103:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000001:2.0:1767326937.121106:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.121107:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.121107:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.121109:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cba00. 00000400:00000010:1.0:1767326937.121114:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00010000:00010000:2.0:1767326937.121114:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.121116:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326937.121121:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247650944, offset 0 00000400:00000200:3.0:1767326937.121129:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:1.0:1767326937.121136:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:0.0:1767326937.121138:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.121138:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.121141:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163440 00010000:00010000:2.0:1767326937.121142:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8690e6e00/0xb12620548e07ad32 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4902c9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.121145:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:3.0:1767326937.121146:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163440. 00000400:00000200:1.0:1767326937.121155:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.121164:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:2.0:1767326937.121166:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f69180. 00000100:00000001:0.0:1767326937.121168:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326937.121171:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:0.0:1767326937.121173:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767326937.121174:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869f43700 count: 0 00000100:00000001:0.0:1767326937.121177:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326937.121177:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00010000:00000010:2.0:1767326937.121181:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869f43d00. 02000000:00000001:0.0:1767326937.121182:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326937.121184:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.121186:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.121190:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.121191:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556943:1556943:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556936:1556936:7:4294967295] 00010000:00000001:2.0:1767326937.121192:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.121193:0:2512:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326937.121194:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.121197:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767326937.121202:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e870ea6d80. 00000100:00001000:0.0:1767326937.121203:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326937.121203:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.121203:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.121209:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.121212:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000020:00000001:2.0:1767326937.121214:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.121218:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.121221:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1767326937.121224:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.121226:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.121226:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:2.0:1767326937.121228:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.121232:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.121233:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326937.121235:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326937.121238:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.121238:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326937.121241:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326937.121243:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.121245:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000200:1.0:1767326937.121245:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326937.121245:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.121250:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00010000:2.0:1767326937.121251:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:1.0:1767326937.121253:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d800. 00000100:00000001:0.0:1767326937.121256:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326937.121259:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.121260:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.121264:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.121265:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.121266:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.121267:0:2519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326937.121270:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326937.121272:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.121277:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326937.121278:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000001:3.0:1767326937.121278:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767326937.121285:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d800 type 1, nob 424 niov 1 nkiov 1 00000800:00000001:3.0:1767326937.121285:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.121299:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.121302:0:2519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.121303:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.121303:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.121305:0:2519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.121306:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.121310:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18066 usecs (19 jiffies) 02000000:00000001:2.0:1767326937.121312:0:2519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326937.121315:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326937.121316:0:2519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326937.121319:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.121323:0:2519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121325:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855844 00000100:00100000:2.0:1767326937.121332:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247651072:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.121333:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855844 00000800:00000200:3.0:1767326937.121334:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767326937.121337:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650304:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.121341:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855844 00000800:00000010:3.0:1767326937.121341:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d800. 00000100:00000001:2.0:1767326937.121343:0:2519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326937.121346:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121348:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855844 02000000:00000001:2.0:1767326937.121348:0:2519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326937.121349:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326937.121349:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326937.121353:0:2519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.121355:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247650304/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.121355:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326937.121358:0:2519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.121360:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.121361:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.121364:0:2519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e84f671800. 00000400:00000200:3.0:1767326937.121368:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000400:00000001:1.0:1767326937.121369:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326937.121370:0:2519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.121374:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326937.121374:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:0.0:1767326937.121379:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326937.121379:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000400:00000200:2.0:1767326937.121380:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.121381:0:2511:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767326937.121382:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326937.121385:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 02000000:00000010:0.0:1767326937.121387:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714000. 00000400:00000010:2.0:1767326937.121388:0:2519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8612005d8. 00000400:00000010:1.0:1767326937.121389:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 02000000:00000001:0.0:1767326937.121394:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326937.121395:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767326937.121397:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728883b8. 00000020:00000001:0.0:1767326937.121398:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.121402:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=8 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:1.0:1767326937.121404:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326937.121404:0:2519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651072, portal 18 00000020:00000001:0.0:1767326937.121407:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.121410:0:2519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767326937.121412:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714c00. 00000100:00000001:2.0:1767326937.121413:0:2519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523794330752 : -115549915220864 : ffff96e870597480) 02000000:00000001:0.0:1767326937.121418:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.121422:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.121425:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000040:2.0:1767326937.121425:0:2519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326937.121428:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.121431:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.121434:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.121440:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.121444:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.121447:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.121450:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.121454:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.121455:0:2519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326937.121460:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121460:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.121465:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.121466:0:2519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:3.0:1767326937.121470:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.121471:0:2518:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767326937.121472:0:2519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 02000000:00000001:1.0:1767326937.121475:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326937.121477:0:2519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651072, offset 0 00000100:00000040:3.0:1767326937.121478:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.121479:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.121483:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.121489:0:2519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.121490:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.121496:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.121497:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.121499:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.121502:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1767326937.121506:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.121508:0:2519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.121510:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.121513:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.121514:0:2519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1767326937.121517:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.121520:0:2519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000001:1.0:1767326937.121522:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.121525:0:2519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.121527:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.121530:0:2519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000040:1.0:1767326937.121531:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.121535:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767326937.121537:0:2519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556944:1556944:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556937:1556937:7:4294967295] 00000100:00000001:1.0:1767326937.121539:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.121545:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:1.0:1767326937.121548:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.121559:0:2519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.121564:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.121569:0:2519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.121570:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.121574:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.121576:0:2519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000040:1.0:1767326937.121582:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326937.121587:0:2519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:3.0:1767326937.121587:0:2520:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.121592:0:2520:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.121598:0:2519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:1.0:1767326937.121604:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650432:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1767326937.121604:0:2519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.121612:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.121615:0:2519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121616:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.121621:0:2519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18065 usecs (19 jiffies) 00000100:00000040:1.0:1767326937.121622:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4380 x1853164247650432/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.121629:0:2519:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.121635:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855844 00000100:00000001:1.0:1767326937.121638:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326937.121640:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855844 02000000:00000001:1.0:1767326937.121642:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326937.121644:0:2519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855844 02000000:00000010:1.0:1767326937.121646:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e74a644c00. 00000100:00000001:2.0:1767326937.121648:0:2519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855844 02000000:00000001:1.0:1767326937.121652:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326937.121653:0:2519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326937.121655:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.121660:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.121660:0:2519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.121663:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326937.121665:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326937.121666:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.121668:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714200. 00000100:00000001:2.0:1767326937.121670:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.121671:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.121672:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.121675:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326937.121677:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767326937.121678:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4380. 00000100:00000001:2.0:1767326937.121679:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326937.121683:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767326937.121683:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.121684:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.121687:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.121689:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.121691:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.121693:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.121694:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.121697:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.121698:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.121703:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326937.121704:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.121704:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.121709:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.121712:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.121729:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.121730:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.121734:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.121737:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.121743:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.121747:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11100 00000400:00000200:3.0:1767326937.121751:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.121756:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aae5 [1] + 224 00000800:00000001:3.0:1767326937.121761:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326937.121774:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.121778:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000400:00000200:2.0:1767326937.121781:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.121786:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.121789:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00000400:00000010:2.0:1767326937.121791:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000100:00000001:2.0:1767326937.121794:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767326937.121799:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.121800:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.121805:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.121815:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.121816:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326937.121820:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326937.121823:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.121831:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.121833:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767326937.121886:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.121897:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.121912:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.121918:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.121921:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.121931:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.121934:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.121937:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.121939:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.121941:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3318. 00000400:00000200:0.0:1767326937.121945:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:0.0:1767326937.121947:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:0.0:1767326937.121950:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.121954:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.121961:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.121965:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.121966:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.121968:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.121970:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.121971:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.121972:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.121974:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.121985:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.121989:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.121992:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.121993:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.121998:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.122000:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.122002:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.122003:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.122005:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.122006:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.122010:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.122016:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.122018:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.122020:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.122023:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.122030:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650560:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.122034:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.122036:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.122039:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419c00 x1853164247650560/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.122045:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.122047:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.122049:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715800. 02000000:00000001:0.0:1767326937.122052:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.122053:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.122054:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.122056:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.122057:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e85277a800. 02000000:00000001:0.0:1767326937.122060:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.122062:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.122063:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419c00. 00000100:00000001:0.0:1767326937.122065:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.122067:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.122069:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.122071:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.122072:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.122073:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.122074:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.124746:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124755:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.124759:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124761:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.124768:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124773:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.124779:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124783:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124787:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124790:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11200 00000400:00000200:2.0:1767326937.124794:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124799:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab05 [1] + 224 00000800:00000001:2.0:1767326937.124804:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124808:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.124810:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.124814:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.124818:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.124824:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.124833:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.124877:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:0.1:1767326937.124883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e878b38d00. 00000800:00000001:2.0:1767326937.124884:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124889:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.124892:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124894:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.124897:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124901:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000010:0.1:1767326937.124903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84e79dc00. 00000400:00000200:2.0:1767326937.124907:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326937.124909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84621c500. 00000400:00000200:2.0:1767326937.124913:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124917:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.124920:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11180 00000400:00000200:2.0:1767326937.124923:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:0.1:1767326937.124925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f294e00. 00000400:00000200:2.0:1767326937.124928:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab15 [1] + 224 00000800:00000001:2.0:1767326937.124934:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.124937:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.124939:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.124943:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.124946:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.124946:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.124951:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326937.124953:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326937.124958:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.124962:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326937.124965:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.124968:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00010000:00000010:1.1:1767326937.124968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8487f4000. 00000400:00000200:0.0:1767326937.124975:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00010000:00000010:1.1:1767326937.124978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84ec36000. 00000400:00000010:0.0:1767326937.124980:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00010000:00000010:1.1:1767326937.124983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8581d6200. 00000100:00000001:0.0:1767326937.124985:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.124988:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:1.1:1767326937.124990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8603c7600. 00000100:00000200:0.0:1767326937.124994:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.124997:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.125002:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.125006:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326937.125009:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.125010:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.125017:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.125027:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:0.0:1767326937.125028:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.125031:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.125032:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.125037:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.125040:0:2517:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326937.125040:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.125043:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.125046:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.125047:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11280 00000100:00000001:0.0:1767326937.125048:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.125053:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.125054:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.125059:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab1d [1] + 224 00000100:00001000:0.0:1767326937.125063:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326937.125064:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.125069:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326937.125070:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.125073:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.125075:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.125080:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.125080:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.125084:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326937.125085:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.125089:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.125091:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.125094:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.125097:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.125102:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326937.125106:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.125109:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.125118:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.125123:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.125129:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.125130:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.125133:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326937.125135:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.125136:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.125142:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326937.125144:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326937.125146:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.125151:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326937.125155:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650816:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1767326937.125155:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.125156:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.125163:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326937.125164:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326937.125164:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:1.0:1767326937.125168:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326937.125169:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767326937.125173:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000400:00000200:2.0:1767326937.125173:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:0.0:1767326937.125177:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419500 x1853164247650816/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326937.125180:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000200:2.0:1767326937.125181:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.125185:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000400:00000200:2.0:1767326937.125191:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.125192:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.125198:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326937.125200:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11300 02000000:00000001:0.0:1767326937.125202:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326937.125204:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326937.125207:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715000. 00000400:00000200:2.0:1767326937.125209:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.125215:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.125219:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767326937.125220:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab25 [1] + 224 00000020:00000040:0.0:1767326937.125222:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:1.0:1767326937.125226:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.125227:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326937.125228:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326937.125231:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e74a644400. 02000000:00000001:0.0:1767326937.125236:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767326937.125238:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.125239:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326937.125240:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326937.125242:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326937.125243:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419500. 00000100:00000001:1.0:1767326937.125244:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.125248:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.125250:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326937.125251:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.125252:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:1.0:1767326937.125254:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.125256:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125258:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.125260:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.125260:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.125261:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.125263:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326937.125266:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.125267:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326937.125268:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.125271:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326937.125274:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000010:0.0:1767326937.125275:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000400:00000200:0.0:1767326937.125279:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:0.0:1767326937.125282:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00001000:1.0:1767326937.125284:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.125286:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.125293:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326937.125293:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.125296:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.125296:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.125302:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.125305:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125310:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.125314:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.125318:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.125322:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.125327:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.125330:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.125331:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.125337:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.125341:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.125350:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.125351:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.125353:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.125354:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.125358:0:2517:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326937.125360:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326937.125362:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326937.125365:0:2519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.125366:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.125369:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125371:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.125372:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326937.125377:0:2519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326937.125379:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000001:3.0:1767326937.125380:0:2519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326937.125382:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326937.125384:0:2519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8612005d8. 00000100:00001000:0.0:1767326937.125387:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.125391:0:2519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728883b8 00000400:00000010:3.0:1767326937.125394:0:2519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728883b8. 00000100:00000001:0.0:1767326937.125396:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326937.125400:0:2519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.125401:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.125406:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.125410:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.125411:0:2519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.125416:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.125420:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.125424:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767326937.125424:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247650944:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.125427:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125435:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.125436:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326937.125438:0:2519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.125440:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.125448:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4e00 x1853164247650944/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.125467:0:2519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.125469:0:2519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.125472:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326937.125473:0:2519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.125476:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326937.125477:0:2519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.125478:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.125480:0:2519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767326937.125481:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2800. 00000100:00000001:0.0:1767326937.125483:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326937.125483:0:2519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.125486:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326937.125487:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.125488:0:2519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.125490:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.125493:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00001000:3.0:1767326937.125495:0:2519:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326937.125498:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.125498:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326937.125501:0:2519:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 02000000:00000010:1.0:1767326937.125502:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852688000. 02000000:00000001:1.0:1767326937.125510:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326937.125510:0:2519:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326937.125513:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326937.125514:0:2519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.125518:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247650688:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000010:1.0:1767326937.125518:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4e00. 00010000:00000001:3.0:1767326937.125519:0:2519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326937.125522:0:2519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125525:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326937.125528:0:2519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.125529:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.125530:0:2519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.125533:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.125534:0:2519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326937.125536:0:2519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.125539:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.125542:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326937.125543:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.125544:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.125546:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.125552:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326937.125553:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247650688/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.125555:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.125562:0:2519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.125568:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326937.125570:0:2519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326937.125572:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326937.125573:0:2519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326937.125576:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e851224600. 00000100:00000040:3.0:1767326937.125580:0:2519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326937.125583:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.125585:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.125589:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.125594:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767326937.125596:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247651072:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000010:0.0:1767326937.125598:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715e00. 02000000:00000001:0.0:1767326937.125603:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326937.125605:0:2519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.125606:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326937.125608:0:2519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767326937.125610:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000100:00000040:3.0:1767326937.125614:0:2519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e870597480 x1853164247651072/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.125616:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.125619:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.125624:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.125625:0:2519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326937.125628:0:2519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326937.125630:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767326937.125630:0:2519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e84f671800. 00000100:00000001:0.0:1767326937.125634:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.125636:0:2519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326937.125638:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326937.125639:0:2519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326937.125642:0:2519:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.125643:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.125645:0:2519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326937.125648:0:2519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e84f671000. 02000000:00000001:3.0:1767326937.125650:0:2519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326937.125652:0:2519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326937.125653:0:2519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870597480. 00000100:00000001:3.0:1767326937.125656:0:2519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326937.125657:0:2519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.125659:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.125663:0:2519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326937.125664:0:2519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.125666:0:2519:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.125668:0:2519:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.127504:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127510:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.127512:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127513:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.127517:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127520:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.127524:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127526:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127529:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127531:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7b80 00000400:00000200:3.0:1767326937.127535:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 0 00000800:00000001:3.0:1767326937.127538:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127541:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.127542:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.127545:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.127549:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.127551:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.127554:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00000100:00000040:3.0:1767326937.127556:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010371968 msgsize 328 00000100:00100000:3.0:1767326937.127558:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.127571:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.127574:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127576:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.127577:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127579:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.127580:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127583:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.127585:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127586:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127588:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.127590:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7c00 00000400:00000200:3.0:1767326937.127592:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 328 00000800:00000001:3.0:1767326937.127595:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.127597:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.127598:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.127600:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.127602:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.127603:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.127605:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326937.127607:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010372096 msgsize 328 00000100:00100000:3.0:1767326937.127610:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.127611:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767326937.127617:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767326937.127622:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371968 02000000:00000001:2.0:1767326937.127627:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.127629:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.127629:0:274003:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767326937.127632:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.127632:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372096 02000000:00000001:3.0:1767326937.127635:0:274003:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.127637:0:274003:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326937.127639:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.127639:0:274003:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.127646:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371968 02000000:00000001:3.0:1767326937.127646:0:274003:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.127648:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372096 00000020:00000001:2.0:1767326937.127652:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767326937.127652:0:274003:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.127656:0:274003:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000040:2.0:1767326937.127657:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.127658:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767326937.127661:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.127661:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.127665:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000040:2.0:1767326937.127666:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:3.0:1767326937.127667:0:274003:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.127672:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.127672:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.127676:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000020:00000001:2.0:1767326937.127678:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.127679:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.127684:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.127684:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000010:3.0:1767326937.127688:0:274003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:2.0:1767326937.127691:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.127696:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.127696:0:274003:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000020:00000010:2.0:1767326937.127702:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:3.0:1767326937.127703:0:274003:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000020:00000010:2.0:1767326937.127708:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000040:3.0:1767326937.127711:0:274003:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:2.0:1767326937.127725:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:3.0:1767326937.127729:0:274003:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767326937.127732:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000001:3.0:1767326937.127732:0:274003:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.127737:0:274003:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.127739:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.127742:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.127744:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.127746:0:274003:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.127750:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.127756:0:274003:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.127763:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.127770:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.127773:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326937.127775:0:193132:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.127779:0:193132:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326937.127780:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10970 00000100:00000040:3.0:1767326937.127785:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.127787:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000100:00100000:2.0:1767326937.127791:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10971 00000100:00000040:3.0:1767326937.127795:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010372096/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326937.127796:0:193132:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326937.127801:0:193132:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00000100:00000001:3.0:1767326937.127811:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767326937.127812:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010371968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767326937.127815:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.127820:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.127825:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.127828:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767326937.127833:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139445:x1853164010372096:12345-192.168.204.119@tcp:104: 00000020:00000010:2.0:1767326937.127834:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.127838:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.127861:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000200:3.0:1767326937.127864:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010372096 00000100:00100000:2.0:1767326937.127870:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:139443:x1853164010371968:12345-192.168.204.119@tcp:104: 00010000:00000001:3.0:1767326937.127870:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:2.0:1767326937.127888:0:193132:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010371968 00010000:00000001:3.0:1767326937.127888:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.127892:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767326937.127893:0:193132:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:00000040:3.0:1767326937.127897:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e51400 refcount=2 00010000:00000001:2.0:1767326937.127898:0:193132:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.127902:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803481088 : -115549906070528 : ffff96e870e51400) 00000020:00000001:2.0:1767326937.127903:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.127907:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843260c00 refcount=2 00010000:00000001:3.0:1767326937.127908:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803481088 : -115549906070528 : ffff96e870e51400) 00000020:00000001:2.0:1767326937.127911:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035986944 : -115550673564672 : ffff96e843260c00) 00010000:00000001:3.0:1767326937.127914:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.127916:0:193132:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035986944 : -115550673564672 : ffff96e843260c00) 00010000:00000001:3.0:1767326937.127919:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.127921:0:193132:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.127925:0:193132:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.127926:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326937.127930:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.127947:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767326937.127948:0:193132:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.127951:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767326937.127952:0:193132:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.127957:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10400. 02000000:00000010:2.0:1767326937.127958:0:193132:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35400. 02000000:00000001:3.0:1767326937.127962:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.127963:0:193132:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.127965:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.127968:0:193132:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.127970:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.127973:0:193132:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.127973:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.127977:0:193132:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.127978:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00001000:2.0:1767326937.127984:0:193132:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.127984:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.127989:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.127991:0:193132:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326937.127992:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.127996:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.127998:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.127999:0:193132:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.128001:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.128004:0:193132:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000100:00000040:3.0:1767326937.128006:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:2.0:1767326937.128011:0:193132:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767326937.128011:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093550. 02000000:00000001:2.0:1767326937.128014:0:193132:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.128016:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010372096, offset 224 00000100:00000001:2.0:1767326937.128019:0:193132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.128023:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.128027:0:193132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.128030:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:2.0:1767326937.128034:0:193132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000400:00000200:3.0:1767326937.128038:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000200:2.0:1767326937.128040:0:193132:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010371968, offset 224 00000400:00000200:3.0:1767326937.128044:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556945:1556945:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556938:1556938:8:4294967295] 00000400:00000200:3.0:1767326937.128050:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.128051:0:193132:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.128060:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.128064:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.128068:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000400:00000200:2.0:1767326937.128069:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:3.0:1767326937.128075:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.128079:0:193132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000800:00000200:3.0:1767326937.128084:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.128090:0:193132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556946:1556946:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556939:1556939:7:4294967295] 00000800:00000200:3.0:1767326937.128090:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326937.128099:0:193132:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.128102:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.128107:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.128111:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326937.128115:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ad80. 00000400:00000200:2.0:1767326937.128116:0:193132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:3.0:1767326937.128119:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1767326937.128125:0:193132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.128130:0:193132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00010000:00010000:3.0:1767326937.128131:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.128136:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.128137:0:193132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:3.0:1767326937.128140:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.128146:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.128147:0:193132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.128152:0:193132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326937.128155:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010372096/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.128157:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.128158:0:193132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.128160:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.128165:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767326937.128166:0:193132:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:1.0:1767326937.128170:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.128174:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767326937.128174:0:193132:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326937.128180:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:2.0:1767326937.128181:0:193132:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23900. 00000100:00100000:3.0:1767326937.128182:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139445:x1853164010372096:12345-192.168.204.119@tcp:104: Request processed in 368us (570us total) trans 0 rc 0/0 00010000:00000001:2.0:1767326937.128187:0:193132:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326937.128195:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870e51400 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326937.128199:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10970 00000008:00000001:1.0:1767326937.128200:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.128203:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:2.0:1767326937.128204:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326937.128205:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767326937.128205:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000020:00000001:1.0:1767326937.128207:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.128210:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767326937.128211:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e51400 refcount=3 00010000:00000001:2.0:1767326937.128212:0:193132:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.128213:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326937.128215:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803481088 : -115549906070528 : ffff96e870e51400) 00010000:00000001:2.0:1767326937.128217:0:193132:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.128218:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00010000:00000001:1.0:1767326937.128219:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803481088 : -115549906070528 : ffff96e870e51400) 00010000:00000001:2.0:1767326937.128221:0:193132:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.128225:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767326937.128225:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000020:00000001:0.0:1767326937.128227:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.128228:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1767326937.128231:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.128231:0:193132:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010371968/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767326937.128232:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00010000:0.0:1767326937.128236:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1767326937.128240:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:0.0:1767326937.128242:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000008:00000001:1.0:1767326937.128243:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.128246:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767326937.128247:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000100:00000001:3.0:1767326937.128247:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.128252:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1767326937.128253:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.128257:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.128261:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00100000:2.0:1767326937.128262:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:139443:x1853164010371968:12345-192.168.204.119@tcp:104: Request processed in 428us (699us total) trans 0 rc 0/0 00000008:00000001:1.0:1767326937.128263:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.128267:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000800:00000001:3.0:1767326937.128269:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:1.0:1767326937.128271:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.128277:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.128278:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:0.0:1767326937.128280:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e843260c00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326937.128283:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10971 00000800:00000001:3.0:1767326937.128283:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.128284:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.128284:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.128288:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.128289:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000001:3.0:1767326937.128290:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.128291:0:193132:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326937.128292:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.128292:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767326937.128296:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767326937.128296:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.128297:0:193132:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767326937.128299:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e843260c00 refcount=3 00000400:00000200:3.0:1767326937.128300:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000040:1.0:1767326937.128302:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870e51400 with handle 0xb12620548e07ae90 from hash 00000100:00000001:2.0:1767326937.128303:0:193132:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326937.128304:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523035986944 : -115550673564672 : ffff96e843260c00) 00010000:00000001:1.0:1767326937.128307:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767326937.128308:0:193132:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00010000:00000001:0.0:1767326937.128310:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523035986944 : -115550673564672 : ffff96e843260c00) 00010000:00000001:1.0:1767326937.128310:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.128310:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:1.0:1767326937.128314:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.128316:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767326937.128317:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326937.128317:0:193132:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00010000:0.0:1767326937.128321:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.128322:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767326937.128322:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.128325:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000010:2.0:1767326937.128325:0:193132:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000400:00000200:3.0:1767326937.128331:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.128333:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000040:2.0:1767326937.128333:0:193132:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000008:00000001:0.0:1767326937.128339:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.128339:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767326937.128339:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.128340:0:193132:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.128342:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:1.0:1767326937.128343:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767326937.128347:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:1.0:1767326937.128347:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.128347:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7c80 00010000:00000001:1.0:1767326937.128353:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00001000:0.0:1767326937.128354:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.128355:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000008:00000001:0.0:1767326937.128358:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.128360:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.128362:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000100:00000010:1.0:1767326937.128362:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841b100. 00000400:00000200:3.0:1767326937.128365:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 656 00000008:00000001:0.0:1767326937.128367:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.128367:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326937.128373:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326937.128374:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326937.128376:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:3.0:1767326937.128376:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326937.128377:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.128380:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.128383:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767326937.128383:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.128387:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.128389:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2800. 00000100:00000001:1.0:1767326937.128394:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.128396:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e843260c00 with handle 0xb12620548e07b638 from hash 00010000:00000001:1.0:1767326937.128397:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:2.0:1767326937.128398:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.128402:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1767326937.128402:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000010:2.0:1767326937.128404:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00010000:00000001:0.0:1767326937.128406:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.128410:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.128411:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.128414:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:1.0:1767326937.128415:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.128418:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.128420:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.128421:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767326937.128422:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767326937.128425:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:2.0:1767326937.128427:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093550 00000400:00000010:2.0:1767326937.128431:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093550. 00010000:00000001:0.0:1767326937.128432:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326937.128435:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.128437:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767326937.128438:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1767326937.128439:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.128443:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326937.128443:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767326937.128444:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.128448:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.128449:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f53c1fb] to pc [ptlrpcd_00_00+0] req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.128452:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326937.128455:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.128456:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326937.128463:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc6d80. 00000100:00000001:3.0:1767326937.128465:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767326937.128470:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:3.0:1767326937.128470:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000800:00000200:2.0:1767326937.128474:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.128477:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767326937.128477:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000800:00000010:2.0:1767326937.128479:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00010000:00000001:1.0:1767326937.128480:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.128481:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326937.128483:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010372224 msgsize 328 00000400:00000200:2.0:1767326937.128485:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.128486:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767326937.128487:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.128491:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.128495:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.128497:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e852689400. 00000400:00000200:2.0:1767326937.128497:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.128499:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.128499:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:0.0:1767326937.128504:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.128505:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.128505:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00000400:00000010:2.0:1767326937.128510:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00010000:00000001:0.0:1767326937.128511:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.128512:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.128516:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767326937.128517:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.128520:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.128531:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.128532:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.128535:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.128536:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e51400/0xb12620548e07ae90 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4907bc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.128537:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.128541:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.128549:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074944254] to pc [ptlrpcd_00_01+1] req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.128551:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e872927300. 00010000:00000040:1.0:1767326937.128559:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f681700 count: 0 00010000:00000001:0.0:1767326937.128561:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.128564:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.128565:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1767326937.128567:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f681900. 00010000:00000001:0.0:1767326937.128568:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.128574:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.128576:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.128578:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.128580:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326937.128583:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767326937.128584:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767326937.128585:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.128589:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e843260c00/0xb12620548e07b638 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492c91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326937.128589:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ad80. 00000800:00000001:3.0:1767326937.128594:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326937.128596:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.128599:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e850207400. 00000800:00000001:3.0:1767326937.128600:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326937.128601:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:0.0:1767326937.128604:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e881056200 count: 0 00000020:00000001:1.0:1767326937.128606:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.128607:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:0.0:1767326937.128609:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e881056100. 00000100:00100000:2.0:1767326937.128611:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372224 00010000:00010000:1.0:1767326937.128614:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326937.128615:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767326937.128616:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767326937.128617:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326937.128620:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326937.128620:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326937.128621:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.128624:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23900. 00000100:00000001:2.0:1767326937.128625:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.128626:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326937.128627:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.128630:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.128631:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.128631:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.128635:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.128636:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.128637:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326937.128637:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372224 00000020:00000001:0.0:1767326937.128642:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.128642:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767326937.128642:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767326937.128644:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.128647:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767326937.128647:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:0.0:1767326937.128650:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326937.128651:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.128652:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326937.128653:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.128656:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00010000:00010000:0.0:1767326937.128657:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.128658:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767326937.128661:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:1.0:1767326937.128662:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326937.128666:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326937.128667:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:0.0:1767326937.128669:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326937.128671:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.128673:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326937.128673:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.128679:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.128684:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.128685:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326937.128689:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.128690:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.128690:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.128697:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 02000000:00000001:1.0:1767326937.128698:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.128703:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.128704:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000001:0.0:1767326937.128705:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326937.128707:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.128709:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326937.128710:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00100000:1.0:1767326937.128714:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651328:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:0.0:1767326937.128727:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326937.128731:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:0.0:1767326937.128732:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.128732:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326937.128737:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767326937.128738:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.128739:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326937.128740:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767326937.128743:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.128744:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.128746:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651200:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1767326937.128749:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326937.128752:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.128753:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.128757:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.128759:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.128760:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.128762:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2400. 02000000:00000010:0.0:1767326937.128764:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e852688000. 02000000:00000001:1.0:1767326937.128766:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.128768:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.128769:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.128775:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.128780:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000100:00000001:2.0:1767326937.128780:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.128784:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767326937.128785:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.128787:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000400:00000010:0.0:1767326937.128792:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00000100:00100000:2.0:1767326937.128793:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10972 00000100:00000200:1.0:1767326937.128795:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651328, portal 18 00000400:00000010:0.0:1767326937.128799:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000001:1.0:1767326937.128801:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326937.128801:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000200:0.0:1767326937.128804:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651200, portal 18 00000100:00000001:1.0:1767326937.128805:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651919232 : -115550057632384 : ffff96e867dc6d80) 00000100:00000001:2.0:1767326937.128806:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000001:0.0:1767326937.128811:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.128814:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658555648 : -115550050995968 : ffff96e86841b100) 00000100:00000040:2.0:1767326937.128816:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010372224/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326937.128818:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.128826:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.128868:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.128874:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.128880:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326937.128880:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326937.128888:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000010:2.0:1767326937.128888:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000010:1.0:1767326937.128895:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000001:0.0:1767326937.128897:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326937.128898:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010372224:12345-192.168.204.119@tcp:104: 00000100:00000200:1.0:1767326937.128901:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651328, offset 0 00000100:00000200:2.0:1767326937.128903:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010372224 00000100:00000040:0.0:1767326937.128906:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00000001:2.0:1767326937.128906:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.128911:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767326937.128913:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163088. 00000400:00000200:1.0:1767326937.128913:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:2.0:1767326937.128914:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.128918:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847ca7800 refcount=2 00000100:00000200:0.0:1767326937.128920:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651200, offset 0 00000020:00000001:2.0:1767326937.128922:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523113871360 : -115550595680256 : ffff96e847ca7800) 00000400:00000200:1.0:1767326937.128923:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:2.0:1767326937.128929:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523113871360 : -115550595680256 : ffff96e847ca7800) 00000400:00000200:0.0:1767326937.128930:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.128934:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00010000:00000001:2.0:1767326937.128936:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767326937.128940:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1767326937.128941:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.128946:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00010000:2.0:1767326937.128947:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767326937.128952:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.128958:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.128963:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767326937.128965:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556947:1556947:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556940:1556940:8:4294967295] 02000000:00000001:2.0:1767326937.128967:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767326937.128972:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:2.0:1767326937.128973:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a36000. 02000000:00000001:2.0:1767326937.128977:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.128978:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.128983:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.128988:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767326937.128989:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.128989:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:2.0:1767326937.128991:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.128995:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:0.0:1767326937.128999:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326937.129001:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1767326937.129005:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.129006:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000040:2.0:1767326937.129007:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.129012:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000010:1.0:1767326937.129013:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d300. 00000400:00000200:0.0:1767326937.129015:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326937.129016:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.129020:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.129023:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.129024:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326937.129025:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:2.0:1767326937.129031:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.129033:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556948:1556948:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556941:1556941:7:4294967295] 00000800:00000200:1.0:1767326937.129036:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000010:2.0:1767326937.129038:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888440. 00000400:00000200:0.0:1767326937.129042:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.129042:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1767326937.129044:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010372224, offset 224 00000400:00000200:2.0:1767326937.129053:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.129059:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.129059:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.129066:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000800:00000200:0.0:1767326937.129069:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.129071:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.129076:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:0.0:1767326937.129077:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb400. 00000400:00000200:2.0:1767326937.129081:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.129082:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855852 00000800:00000200:0.0:1767326937.129090:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:2.0:1767326937.129090:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556949:1556949:254:4294967295] 192.168.204.119@tcp LPNI seq info [1556942:1556942:6:4294967295] 00000100:00000001:1.0:1767326937.129092:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855844 00000100:00000001:1.0:1767326937.129101:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855852 00000800:00000200:0.0:1767326937.129102:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:2.0:1767326937.129103:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.129108:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855844 00000800:00000200:0.0:1767326937.129109:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.129115:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.129117:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.129121:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.129123:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000040:0.0:1767326937.129124:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.129126:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.129130:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.129132:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326937.129135:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d300. 00000400:00000200:0.0:1767326937.129137:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.129137:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.129140:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326937.129142:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.129143:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855852 00000100:00000001:1.0:1767326937.129144:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767326937.129146:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e400. 00000100:00000001:0.0:1767326937.129151:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855852 00000100:00000001:1.0:1767326937.129151:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.129153:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.129155:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326937.129156:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.129158:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855852 00000100:00000001:1.0:1767326937.129160:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129164:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855852 00000400:00000200:3.0:1767326937.129164:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000800:00000200:2.0:1767326937.129165:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.129166:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.129169:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:0.0:1767326937.129170:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326937.129172:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.129175:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.129177:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.129177:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.129179:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129182:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.129183:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:0.0:1767326937.129186:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326937.129187:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767326937.129187:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.129190:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000010:2.0:1767326937.129192:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23780. 00000100:00000001:0.0:1767326937.129194:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326937.129196:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.129197:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.129199:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129201:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.129208:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.129211:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.129212:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.129213:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.129217:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010372224/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326937.129223:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88281:x1853164010372224:12345-192.168.204.119@tcp:104: Request processed in 354us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326937.129230:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10972 00000100:00000040:2.0:1767326937.129233:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:2.0:1767326937.129236:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.129238:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.129241:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.129245:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000100:00000001:3.0:1767326937.129246:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767326937.129247:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000040:2.0:1767326937.129252:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326937.129255:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.129255:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326937.129256:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.129260:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.129265:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326937.129271:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.129272:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.129275:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326937.129276:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1767326937.129280:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.129291:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847ca7800 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.129293:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000800:00000200:3.0:1767326937.129294:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767326937.129295:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.129299:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1767326937.129299:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb400. 00000020:00000001:1.0:1767326937.129303:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326937.129305:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767326937.129306:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847ca7800 refcount=3 00000020:00000001:1.0:1767326937.129311:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523113871360 : -115550595680256 : ffff96e847ca7800) 00000400:00000200:3.0:1767326937.129314:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.129316:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523113871360 : -115550595680256 : ffff96e847ca7800) 00010000:00000001:1.0:1767326937.129320:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767326937.129320:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163088 00010000:00010000:1.0:1767326937.129325:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326937.129325:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163088. 00000100:00000001:3.0:1767326937.129331:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.129337:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326937.129338:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.129341:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.129344:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.129348:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.129351:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.129353:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.129355:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00001000:1.0:1767326937.129356:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.129360:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.129362:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.129364:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.129367:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.129370:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.129372:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.129376:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.129376:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.129380:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847ca7800 with handle 0xb12620548e07b447 from hash 00000100:00000001:3.0:1767326937.129381:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.129385:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.129387:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.129389:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.129391:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.129393:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.129395:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.129398:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.129400:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.129402:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.129403:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.129405:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.129406:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.129410:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419f80. 00000020:00000040:1.0:1767326937.129412:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.129415:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.129417:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.129419:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.129421:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1767326937.129424:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2200. 00000800:00000010:3.0:1767326937.129426:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e400. 00000100:00000001:1.0:1767326937.129428:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.129431:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.129432:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.129436:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.129439:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.129445:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888440 00000400:00000010:3.0:1767326937.129447:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888440. 00000100:00000001:3.0:1767326937.129451:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326937.129453:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326937.129453:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.129458:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.129461:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.129464:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.129471:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc4aff3] to pc [ptlrpcd_00_00+0] req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.129503:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.129506:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326937.129506:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.129509:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.129510:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326937.129511:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129513:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326937.129514:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.129517:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.129520:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.129520:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.129537:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.129539:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767326937.129540:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847ca7800/0xb12620548e07b447 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4922f8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.129541:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.129546:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.129549:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.129552:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767326937.129552:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85074dc80. 00000100:00100000:0.0:1767326937.129558:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651456:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000040:1.0:1767326937.129558:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e874566600 count: 0 00010000:00000010:1.0:1767326937.129563:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e874566400. 00000100:00000001:0.0:1767326937.129564:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.129567:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.129569:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.129571:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767326937.129571:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.129574:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767326937.129576:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23780. 02000000:00000010:0.0:1767326937.129577:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e851224600. 00010000:00000001:1.0:1767326937.129579:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.129580:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.129584:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326937.129587:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.129587:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.129591:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326937.129593:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000020:00000001:1.0:1767326937.129593:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.129595:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.129598:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326937.129599:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000020:00000001:1.0:1767326937.129600:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767326937.129604:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651456, portal 18 00000020:00000001:1.0:1767326937.129604:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.129606:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.129607:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.129610:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658551168 : -115550051000448 : ffff96e868419f80) 00000100:00000001:1.0:1767326937.129616:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326937.129617:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.129618:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.129620:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.129624:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129631:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.129635:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.129638:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163330. 00000100:00000200:0.0:1767326937.129641:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651456, offset 0 00000400:00000200:0.0:1767326937.129645:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.129649:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.129652:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.129655:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.129657:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.129659:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.129661:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.129664:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556950:1556950:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556943:1556943:8:4294967295] 00000400:00000200:0.0:1767326937.129668:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.129675:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.129679:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.129682:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbf00. 00000800:00000200:0.0:1767326937.129686:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.129691:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.129694:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.129705:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.129708:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.129711:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.129713:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855852 00000100:00000001:0.0:1767326937.129725:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855852 00000100:00000001:0.0:1767326937.129727:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855852 00000100:00000001:0.0:1767326937.129729:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855852 00000100:00000001:0.0:1767326937.129731:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.129732:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129734:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129735:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.129738:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.129740:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.129742:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.129743:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.129744:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.129746:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.129772:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.129776:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbf00. 00000400:00000200:3.0:1767326937.129779:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.129783:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.129785:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163330 00000400:00000010:3.0:1767326937.129787:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163330. 00000100:00000001:3.0:1767326937.129788:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.129791:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.129796:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.129799:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.129806:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.129808:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326937.130524:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.130531:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.130533:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.130536:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.130541:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.130545:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.130550:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.130553:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.130555:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.130558:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7f00 00000400:00000200:3.0:1767326937.130562:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 984 00000800:00000001:3.0:1767326937.130566:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.130570:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.130571:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.130574:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.130578:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.130580:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.130583:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326937.130586:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010372864 msgsize 328 00000100:00100000:3.0:1767326937.130590:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.130599:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.130604:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.130607:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.130624:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.130627:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372864 02000000:00000001:2.0:1767326937.130629:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.130631:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.130632:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.130635:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.130637:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372864 00000020:00000001:2.0:1767326937.130639:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.130640:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.130642:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.130644:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326937.130647:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.130649:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.130651:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.130654:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.130657:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.130659:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.130663:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000020:00000010:2.0:1767326937.130665:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.130668:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000040:2.0:1767326937.130672:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.130674:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.130675:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.130677:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.130681:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.130688:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.130696:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.130698:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.130702:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10973 00000100:00000040:2.0:1767326937.130705:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.130707:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000100:00000040:2.0:1767326937.130713:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010372864/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.130732:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.130735:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.130737:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.130739:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00100000:2.0:1767326937.130743:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010372864:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.130746:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010372864 00010000:00000001:2.0:1767326937.130748:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.130751:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.130752:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.130755:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84814c800 refcount=2 00000020:00000001:2.0:1767326937.130757:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523118741504 : -115550590810112 : ffff96e84814c800) 00010000:00000001:2.0:1767326937.130759:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523118741504 : -115550590810112 : ffff96e84814c800) 00010000:00000001:2.0:1767326937.130762:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.130764:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.130767:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.130776:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.130777:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.130780:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37c00. 02000000:00000001:2.0:1767326937.130781:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.130784:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.130786:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.130788:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.130791:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.130794:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.130796:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.130798:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.130800:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.130801:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.130803:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.130805:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.130808:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888ee0. 00000100:00000200:2.0:1767326937.130811:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010372864, offset 224 00000400:00000200:2.0:1767326937.130815:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.130820:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.130824:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.130828:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556951:1556951:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556944:1556944:8:4294967295] 00000400:00000200:2.0:1767326937.130832:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.130859:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.130865:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.130869:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e600. 00000800:00000200:2.0:1767326937.130874:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.130878:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.130881:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.130888:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.130891:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.130894:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.130897:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23180. 00010000:00000001:2.0:1767326937.130900:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.130910:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.130913:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.130915:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.130917:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.130922:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010372864/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326937.130927:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.130931:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e600. 00000400:00000200:3.0:1767326937.130936:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767326937.130937:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010372864:12345-192.168.204.119@tcp:104: Request processed in 200us (346us total) trans 0 rc 0/0 00000400:00000200:3.0:1767326937.130943:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.130948:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888ee0 00000100:00100000:2.0:1767326937.130951:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10973 00000400:00000010:3.0:1767326937.130951:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888ee0. 00000100:00000001:3.0:1767326937.130954:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767326937.130957:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326937.130957:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767326937.130961:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.130963:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326937.130966:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.130970:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000020:00000010:2.0:1767326937.130973:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000040:2.0:1767326937.130977:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326937.130979:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.130983:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.130986:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.130989:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.130992:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.130993:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326937.130997:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.131005:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84814c800 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:0.0:1767326937.131007:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767326937.131009:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.131010:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.131011:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326937.131013:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84814c800 refcount=3 00000020:00000001:0.0:1767326937.131015:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523118741504 : -115550590810112 : ffff96e84814c800) 00010000:00000001:0.0:1767326937.131017:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523118741504 : -115550590810112 : ffff96e84814c800) 00010000:00000001:0.0:1767326937.131020:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.131023:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326937.131029:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.131030:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.131033:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.131035:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.131037:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.131039:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.131040:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.131042:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.131044:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.131047:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.131048:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.131050:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.131052:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.131054:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84814c800 with handle 0xb12620548e07abcd from hash 00010000:00000001:0.0:1767326937.131056:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.131057:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.131059:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.131060:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.131062:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.131064:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.131067:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.131069:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.131070:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.131071:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.131073:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.131074:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326937.131078:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc4000. 00000020:00000040:0.0:1767326937.131080:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.131083:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.131084:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.131086:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.131091:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715e00. 00000100:00000001:0.0:1767326937.131094:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.131095:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.131099:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.131105:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.131107:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.131109:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.131112:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.131117:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfbde934] to pc [ptlrpcd_00_01+1] req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.131143:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.131146:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.131148:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.131149:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.131151:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.131153:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.131157:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.131159:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.131163:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.131165:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326937.131168:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326937.131174:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.131175:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84814c800/0xb12620548e07abcd lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fea8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.131195:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85809a580. 00000100:00000001:1.0:1767326937.131196:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1767326937.131200:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e845150e00 count: 0 00000100:00000001:1.0:1767326937.131200:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.131203:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1767326937.131206:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e845150d00. 02000000:00000001:1.0:1767326937.131207:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.131211:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.131214:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651584:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767326937.131216:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326937.131217:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767326937.131219:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326937.131220:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:0.0:1767326937.131223:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23180. 02000000:00000001:1.0:1767326937.131227:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.131228:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.131229:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326937.131234:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326937.131234:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3000. 00000020:00000001:0.0:1767326937.131237:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.131237:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.131242:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.131245:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326937.131245:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.131249:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.131250:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00010000:00010000:0.0:1767326937.131255:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326937.131256:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000020:00000001:0.0:1767326937.131258:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767326937.131260:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651584, portal 18 00000020:00000001:0.0:1767326937.131261:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.131262:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767326937.131266:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.131266:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651907584 : -115550057644032 : ffff96e867dc4000) 00000100:00000040:1.0:1767326937.131271:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.131276:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.131276:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326937.131280:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326937.131280:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.131285:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.131285:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e660. 00000100:00000200:1.0:1767326937.131289:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651584, offset 0 00000100:00000001:0.0:1767326937.131290:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.131294:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.131298:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.131300:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.131303:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.131305:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.131306:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.131308:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.131309:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556952:1556952:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556945:1556945:8:4294967295] 00000400:00000200:1.0:1767326937.131312:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.131316:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.131319:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326937.131322:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9dc00. 00000800:00000200:1.0:1767326937.131324:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326937.131327:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.131329:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9dc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.131337:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.131340:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18061 usecs (19 jiffies) 00000400:00000200:1.0:1767326937.131343:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.131345:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855854 00000100:00000001:1.0:1767326937.131349:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855852 00000100:00000001:1.0:1767326937.131353:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855854 00000100:00000001:1.0:1767326937.131355:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855852 00000100:00000001:1.0:1767326937.131358:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.131360:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.131362:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.131364:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.131368:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.131369:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.131371:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.131372:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.131374:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.131376:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.131397:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.131401:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9dc00. 00000400:00000200:3.0:1767326937.131403:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.131405:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.131407:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e660 00000400:00000010:3.0:1767326937.131408:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e660. 00000100:00000001:3.0:1767326937.131410:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.131413:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.131418:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.131420:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.131424:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.131424:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326937.132373:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132378:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.132380:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132382:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.132386:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.132390:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.132394:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.132398:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.132401:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.132404:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c7f80 00000400:00000200:3.0:1767326937.132408:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 1312 00000800:00000001:3.0:1767326937.132413:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132417:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.132419:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.132421:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.132424:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.132426:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.132429:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000100:00000040:3.0:1767326937.132433:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010372992 msgsize 328 00000100:00100000:3.0:1767326937.132437:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.132445:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.132450:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132453:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.132455:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132457:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.132460:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.132465:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:2.0:1767326937.132469:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.132469:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.132474:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372992 00000400:00000200:3.0:1767326937.132474:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.132479:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767326937.132480:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.132482:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.132486:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.132486:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11400 00000400:00000200:3.0:1767326937.132490:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.132492:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.132496:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab45 [1] + 224 00000100:00100000:2.0:1767326937.132497:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372992 00000020:00000001:2.0:1767326937.132502:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767326937.132503:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767326937.132505:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.132508:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326937.132508:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326937.132510:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000400:00000200:3.0:1767326937.132512:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326937.132514:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.132519:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:3.0:1767326937.132520:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.132524:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326937.132526:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767326937.132528:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.132532:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326937.132533:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.132536:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000020:00000010:2.0:1767326937.132542:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000040:3.0:1767326937.132545:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767326937.132547:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.132553:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000040:2.0:1767326937.132558:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.132561:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.132562:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.132564:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.132564:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.132571:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.132573:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132577:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.132579:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.132580:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.132583:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.132587:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.132591:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.132592:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767326937.132592:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00000001:1.0:1767326937.132596:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.132596:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326937.132600:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.132603:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767326937.132606:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10974 00000400:00000200:3.0:1767326937.132606:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000001:1.0:1767326937.132607:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.132613:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000100:00000040:2.0:1767326937.132613:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000200:3.0:1767326937.132614:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.132619:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000400:00000200:1.0:1767326937.132620:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000200:3.0:1767326937.132622:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11480 00000400:00000010:1.0:1767326937.132626:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000400:00000200:3.0:1767326937.132629:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:2.0:1767326937.132631:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010372992/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326937.132632:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.132637:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab5d [1] + 224 00000100:00000200:1.0:1767326937.132643:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.132645:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.132654:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.132657:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.132660:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.132662:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326937.132663:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.132663:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326937.132666:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.132671:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:2.0:1767326937.132678:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88291:x1853164010372992:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326937.132679:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.132682:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326937.132685:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010372992 00000100:00000200:3.0:1767326937.132686:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.132687:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.132690:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767326937.132693:0:2518:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767326937.132695:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767326937.132697:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767326937.132699:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767326937.132701:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767326937.132703:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e852724e00 refcount=2 00000100:00000001:1.0:1767326937.132705:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.132706:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523292642816 : -115550416908800 : ffff96e852724e00) 00000100:00000040:3.0:1767326937.132708:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.132710:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523292642816 : -115550416908800 : ffff96e852724e00) 02000000:00000001:1.0:1767326937.132725:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.132727:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.132732:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326937.132734:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00010000:00010000:2.0:1767326937.132737:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00001000:1.0:1767326937.132740:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.132740:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.132748:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326937.132748:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326937.132753:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.132754:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.132758:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.132762:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.132764:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767326937.132765:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.132768:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326937.132768:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326937.132770:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326937.132773:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 02000000:00000010:2.0:1767326937.132773:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a35000. 00000400:00000001:0.0:1767326937.132776:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326937.132778:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.132779:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767326937.132780:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326937.132783:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.132783:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.132785:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00010000:00000001:2.0:1767326937.132789:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767326937.132791:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000100:00000040:1.0:1767326937.132791:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326937.132792:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.132795:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00001000:2.0:1767326937.132798:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.132802:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326937.132808:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767326937.132810:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326937.132812:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.132814:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.132816:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.132821:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.132821:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.132828:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.132831:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.132832:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.132834:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.132836:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.132862:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.132866:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888b28. 00000100:00000200:2.0:1767326937.132872:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010372992, offset 224 00000100:00000001:0.0:1767326937.132876:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.132881:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.132881:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00100000:1.0:1767326937.132884:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651328:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.132886:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.132890:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326937.132891:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.132893:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.132894:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.132898:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.132899:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.132901:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 02000000:00000001:0.0:1767326937.132904:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.132905:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc6d80 x1853164247651328/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326937.132910:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326937.132911:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556953:1556953:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556946:1556946:8:4294967295] 00000100:00001000:0.0:1767326937.132920:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326937.132925:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.132930:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.132930:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326937.132934:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.132935:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.132939:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2400. 00010000:00000001:0.0:1767326937.132940:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326937.132940:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:1.0:1767326937.132944:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326937.132945:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.132948:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326937.132950:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000200:2.0:1767326937.132951:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000020:00000040:1.0:1767326937.132952:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000040:0.0:1767326937.132955:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.132958:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767326937.132958:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000010:2.0:1767326937.132958:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e800. 00000100:00000001:0.0:1767326937.132962:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.132963:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e852689400. 00000800:00000200:2.0:1767326937.132968:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000001:1.0:1767326937.132971:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326937.132972:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326937.132974:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.132979:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc6d80. 00000800:00000200:2.0:1767326937.132979:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:1.0:1767326937.132986:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:2.0:1767326937.132986:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.132987:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.132990:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.132993:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.132995:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.132995:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.133000:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326937.133001:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.133002:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.133003:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.133007:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.133011:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.133013:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.133018:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.133024:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23000. 00000100:00100000:0.0:1767326937.133026:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651456:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1767326937.133028:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.133032:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133034:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.133037:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419f80 x1853164247651456/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.133040:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767326937.133042:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:0.0:1767326937.133043:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.133045:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e851224600. 00010000:00000001:2.0:1767326937.133048:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.133050:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:3.0:1767326937.133050:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767326937.133052:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.133053:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.133056:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000800:00000010:3.0:1767326937.133056:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e800. 00010000:00000001:2.0:1767326937.133057:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.133058:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.133061:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767326937.133064:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.133065:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2200. 00000400:00000200:3.0:1767326937.133065:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326937.133068:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010372992/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326937.133070:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1767326937.133071:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.133074:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326937.133077:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000010:0.0:1767326937.133078:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419f80. 00010000:00000001:1.0:1767326937.133078:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.133083:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767326937.133084:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326937.133086:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888b28 00000100:00000001:0.0:1767326937.133087:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.133089:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1767326937.133091:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888b28. 00000100:00000001:0.0:1767326937.133092:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.133098:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767326937.133099:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326937.133100:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88291:x1853164010372992:12345-192.168.204.119@tcp:104: Request processed in 440us (661us total) trans 0 rc 0/0 00000100:00000001:0.0:1767326937.133103:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.133107:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133112:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326937.133119:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10974 00010000:00010000:1.0:1767326937.133124:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e852724e00 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:2.0:1767326937.133126:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000008:00000001:1.0:1767326937.133128:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.133130:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.133132:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.133133:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.133135:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767326937.133137:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000001:1.0:1767326937.133138:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.133142:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e852724e00 refcount=3 00000020:00000010:2.0:1767326937.133144:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000020:00000001:1.0:1767326937.133146:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523292642816 : -115550416908800 : ffff96e852724e00) 00000020:00000010:2.0:1767326937.133149:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:1.0:1767326937.133150:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523292642816 : -115550416908800 : ffff96e852724e00) 00010000:00000001:1.0:1767326937.133155:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326937.133155:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:2.0:1767326937.133160:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.133160:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326937.133161:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326937.133171:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.133173:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.133176:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.133179:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.133181:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.133182:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.133184:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.133186:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.133188:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.133190:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.133192:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.133193:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.133195:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.133197:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e852724e00 with handle 0xb12620548e07b1ae from hash 00010000:00000001:1.0:1767326937.133199:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.133201:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.133202:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.133203:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.133205:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.133206:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.133209:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.133211:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.133213:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.133214:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.133216:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.133217:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.133221:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841ad80. 00000020:00000040:1.0:1767326937.133223:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.133226:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.133227:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.133229:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.133233:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2400. 00000100:00000001:1.0:1767326937.133236:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.133238:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.133241:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.133247:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.133248:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.133256:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.133259:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.133263:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1a120ec] to pc [ptlrpcd_00_00+0] req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.133283:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.133285:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.133286:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.133287:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.133289:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.133291:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.133294:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.133300:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.133303:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724e00/0xb12620548e07b1ae lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491633 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.133306:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.133309:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.133312:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767326937.133314:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e87539c200. 00000100:00000040:0.0:1767326937.133320:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767326937.133320:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e85a66df00 count: 0 00010000:00000010:1.0:1767326937.133326:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e85a66dc00. 00000100:00000001:0.0:1767326937.133333:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326937.133335:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.133336:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.133338:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326937.133341:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:1.0:1767326937.133342:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23000. 02000000:00000001:0.0:1767326937.133345:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.133347:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.133350:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.133351:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.133355:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.133358:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651712:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326937.133359:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.133361:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.133364:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133366:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767326937.133367:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.133369:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.133371:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.133372:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326937.133378:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.133382:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326937.133383:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326937.133384:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.133387:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.133388:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.133391:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326937.133396:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715000. 02000000:00000001:0.0:1767326937.133399:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.133404:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.133406:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:0.0:1767326937.133410:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000200:0.0:1767326937.133413:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651712, portal 18 00000100:00000001:0.0:1767326937.133415:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.133416:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658554752 : -115550050996864 : ffff96e86841ad80) 00000100:00000040:0.0:1767326937.133421:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.133428:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.133430:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.133432:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581632a8. 00000100:00000200:0.0:1767326937.133434:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651712, offset 0 00000400:00000200:0.0:1767326937.133438:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.133442:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.133445:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.133448:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.133451:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.133453:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.133456:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.133459:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556954:1556954:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556947:1556947:8:4294967295] 00000400:00000200:0.0:1767326937.133462:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.133473:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.133477:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.133481:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbe00. 00000800:00000200:0.0:1767326937.133485:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.133489:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.133492:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.133506:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.133509:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18058 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.133513:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.133515:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855856 00000100:00000001:0.0:1767326937.133519:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855854 00000100:00000001:0.0:1767326937.133523:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855856 00000100:00000001:0.0:1767326937.133527:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855854 00000100:00000001:0.0:1767326937.133537:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.133540:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133542:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133545:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.133549:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.133550:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.133553:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.133554:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.133555:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.133557:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.133570:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.133574:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbe00. 00000400:00000200:3.0:1767326937.133578:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.133582:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.133585:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581632a8 00000400:00000010:3.0:1767326937.133586:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581632a8. 00000100:00000001:3.0:1767326937.133589:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.133598:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.133606:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.133609:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.133615:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.133616:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1767326937.133883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869f43700. 00010000:00000010:2.1:1767326937.133892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e8690e6e00. 00000800:00000001:2.0:1767326937.133931:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.133937:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.133939:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.133940:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.133943:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.133946:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.133950:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.133951:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.133953:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.133955:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11500 00000400:00000200:2.0:1767326937.133958:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.133960:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab6d [1] + 224 00000800:00000001:2.0:1767326937.133963:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.133967:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.133968:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.133970:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.133973:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326937.133976:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.133982:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.133993:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.133996:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.133997:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.134022:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.134025:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326937.134031:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.134034:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.134036:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00010000:00000010:0.1:1767326937.134039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e873bb4100. 00000400:00000200:1.0:1767326937.134040:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:1.0:1767326937.134044:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:1.0:1767326937.134047:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.1:1767326937.134052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e871160800. 00000100:00000200:1.0:1767326937.134053:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326937.134064:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.134071:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.134073:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.134075:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.134077:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.134078:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.134080:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.134082:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.134085:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.134088:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.134091:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.134092:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.134094:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.134096:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.134098:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.134099:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.134101:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.134102:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.134106:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.134112:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.134114:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.134115:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.134118:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.134126:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651584:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.134129:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.134131:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.134134:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc4000 x1853164247651584/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.134140:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.134141:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.134143:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3000. 02000000:00000001:1.0:1767326937.134145:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.134147:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.134148:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.134150:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.134151:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715e00. 02000000:00000001:1.0:1767326937.134154:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.134155:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.134156:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc4000. 00000100:00000001:1.0:1767326937.134159:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.134160:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.134162:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.134165:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.134166:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.134168:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.134170:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.135694:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.135700:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.135702:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.135703:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.135707:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.135710:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.135713:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.135728:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.135731:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.135733:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11580 00000400:00000200:3.0:1767326937.135736:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.135738:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab7d [1] + 224 00000800:00000001:3.0:1767326937.135741:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.135763:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.135764:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.135767:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.135770:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.135773:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.135780:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.135789:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.135792:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.135794:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.135814:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.135817:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.135821:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.135823:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.135825:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326937.135828:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:0.0:1767326937.135830:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:0.0:1767326937.135832:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.135837:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.135881:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.135893:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.135896:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.135898:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.135899:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.135900:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.135902:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.135903:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.135906:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.135908:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.135910:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.135911:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.135912:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.135913:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.135915:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.135916:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.135917:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.135918:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.135921:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.135925:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.135926:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.135928:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.135930:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.135934:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651712:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.135936:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.135937:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.135939:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841ad80 x1853164247651712/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.135942:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.135943:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.135945:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715000. 02000000:00000001:0.0:1767326937.135947:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.135948:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.135949:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.135950:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.135951:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2400. 02000000:00000001:0.0:1767326937.135953:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.135954:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.135955:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841ad80. 00000100:00000001:0.0:1767326937.135957:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.135958:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.135959:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.135960:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.135961:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.135962:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.135963:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.136276:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136281:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.136282:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136283:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.136287:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136289:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.136293:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136295:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136297:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136299:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8100 00000400:00000200:2.0:1767326937.136303:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 1640 00000800:00000001:2.0:1767326937.136306:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136308:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.136309:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.136311:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.136314:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.136315:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.136318:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870594000. 00000100:00000040:2.0:1767326937.136320:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e870594000 x1853164010373376 msgsize 328 00000100:00100000:2.0:1767326937.136323:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.136331:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.136334:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136336:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.136337:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136339:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.136342:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136346:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.136350:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136353:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136358:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.136362:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11380 00000100:00000001:3.0:1767326937.136363:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767326937.136367:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:3.0:1767326937.136368:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373376 02000000:00000001:3.0:1767326937.136371:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.136375:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326937.136376:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab4d [1] + 224 00000100:00000001:3.0:1767326937.136377:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.136383:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.136384:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136393:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.136395:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767326937.136395:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373376 00000020:00000001:3.0:1767326937.136400:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767326937.136401:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000040:3.0:1767326937.136404:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:2.0:1767326937.136405:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326937.136408:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767326937.136411:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326937.136412:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.136417:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000040:2.0:1767326937.136423:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.136423:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.136428:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.136431:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.136436:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.136440:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000010:3.0:1767326937.136444:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000001:2.0:1767326937.136445:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767326937.136448:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000800:00000001:2.0:1767326937.136450:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.136454:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.136454:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326937.136461:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.136464:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.136466:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.136468:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.136472:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.136476:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.136484:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.136492:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326937.136493:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1767326937.136497:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326937.136497:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1767326937.136500:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767326937.136503:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10975 00000400:00000010:0.0:1767326937.136504:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000400:00000200:0.0:1767326937.136510:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000100:00000040:3.0:1767326937.136510:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000400:00000010:0.0:1767326937.136513:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:3.0:1767326937.136514:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794317312 : -115549915234304 : ffff96e870594000) 00000100:00000001:0.0:1767326937.136516:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.136524:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.136526:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870594000 x1853164010373376/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326937.136539:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.136546:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.136548:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.136549:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326937.136550:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:0.0:1767326937.136551:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.136553:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326937.136555:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.136556:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.136558:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.136561:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.136561:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00001000:0.0:1767326937.136567:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00100000:3.0:1767326937.136571:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010373376:12345-192.168.204.119@tcp:104: 00000100:00001000:0.0:1767326937.136572:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.136578:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.136580:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.136580:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010373376 00010000:00000001:0.0:1767326937.136584:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326937.136585:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326937.136586:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.136589:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.136590:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00010000:00000001:3.0:1767326937.136590:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767326937.136594:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767326937.136594:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767326937.136596:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326937.136599:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f607c00 refcount=2 00000100:00000040:0.0:1767326937.136601:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326937.136603:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241143296 : -115550468408320 : ffff96e84f607c00) 00010000:00000001:3.0:1767326937.136609:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241143296 : -115550468408320 : ffff96e84f607c00) 00000100:00000001:0.0:1767326937.136610:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.136614:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.136616:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.136616:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767326937.136621:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326937.136621:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.136627:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326937.136629:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651200:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.136636:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.136639:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.136643:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841b100 x1853164247651200/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.136645:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.136649:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.136654:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13400. 00000100:00000001:0.0:1767326937.136656:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326937.136657:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.136659:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326937.136661:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326937.136663:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e852688000. 00010000:00000001:3.0:1767326937.136666:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767326937.136669:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767326937.136670:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.136673:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326937.136675:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000040:0.0:1767326937.136676:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.136682:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326937.136683:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767326937.136685:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2800. 00000100:00000040:3.0:1767326937.136688:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:0.0:1767326937.136690:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326937.136693:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:0.0:1767326937.136694:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326937.136697:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1767326937.136698:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841b100. 02000000:00000001:3.0:1767326937.136701:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.136703:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326937.136705:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326937.136706:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.136711:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.136711:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.136728:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326937.136728:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093c38. 00000100:00000001:0.0:1767326937.136731:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326937.136734:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010373376, offset 224 00000100:00000001:0.0:1767326937.136735:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.136738:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.136743:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.136748:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.136753:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.136763:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556955:1556955:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556948:1556948:8:4294967295] 00000400:00000200:3.0:1767326937.136767:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.136773:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.136778:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.136781:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9800. 00000800:00000200:3.0:1767326937.136785:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326937.136790:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.136793:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.136806:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.136809:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.136812:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326937.136814:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a9c0. 00010000:00000001:3.0:1767326937.136816:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326937.136822:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.136824:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.136826:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.136828:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.136834:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870594000 x1853164010373376/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326937.136861:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.136864:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.136867:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010373376:12345-192.168.204.119@tcp:104: Request processed in 318us (543us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326937.136869:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.136874:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.136877:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326937.136880:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10975 00010000:00010000:1.0:1767326937.136882:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1767326937.136884:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000100:00000001:3.0:1767326937.136889:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.136892:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767326937.136898:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f607c00 already unused, calling callback (ffffffffc13180e0) 00000800:00000200:2.0:1767326937.136899:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767326937.136899:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000008:00000001:1.0:1767326937.136902:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.136906:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1767326937.136906:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9800. 00000020:00000010:3.0:1767326937.136907:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:1.0:1767326937.136910:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.136913:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.136914:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326937.136914:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000040:1.0:1767326937.136915:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84f607c00 refcount=3 00000020:00000001:1.0:1767326937.136920:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523241143296 : -115550468408320 : ffff96e84f607c00) 00000020:00000040:3.0:1767326937.136921:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000400:00000200:2.0:1767326937.136924:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.136926:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523241143296 : -115550468408320 : ffff96e84f607c00) 00000100:00000001:3.0:1767326937.136927:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.136929:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093c38 00010000:00000001:1.0:1767326937.136931:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767326937.136933:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093c38. 00010000:00010000:1.0:1767326937.136935:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.136939:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.136942:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326937.136947:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.136950:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.136953:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.136955:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.136958:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.136960:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.136962:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.136964:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.136967:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.136970:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.136972:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.136973:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.136975:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.136977:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84f607c00 with handle 0xb12620548e07b50b from hash 00010000:00000001:1.0:1767326937.136979:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.136980:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.136981:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.136982:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.136984:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.136986:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.136989:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.136992:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.136993:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.136994:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.136997:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.136999:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.137003:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841a300. 00000020:00000040:1.0:1767326937.137006:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.137009:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.137011:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.137013:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.137017:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3000. 00000100:00000001:1.0:1767326937.137021:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.137023:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.137026:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.137032:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.137034:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.137037:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.137040:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.137045:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b934916f] to pc [ptlrpcd_00_01+1] req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.137066:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.137068:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.137070:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.137071:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.137073:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.137074:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.137077:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.137083:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.137085:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607c00/0xb12620548e07b50b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4926cc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:1.0:1767326937.137092:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85074d5c0. 00000100:00000001:0.0:1767326937.137093:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.137096:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.137099:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1767326937.137099:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e874566000 count: 0 00000100:00000040:0.0:1767326937.137106:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.137106:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e874566300. 00000100:00000001:0.0:1767326937.137115:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1767326937.137116:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.137117:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.137120:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767326937.137121:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.137124:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767326937.137124:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a9c0. 02000000:00000001:0.0:1767326937.137129:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.137131:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.137132:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651840:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1767326937.137135:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.137136:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326937.137138:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.137140:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.137143:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.137144:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326937.137145:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767326937.137147:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767326937.137149:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715000. 00000020:00000001:1.0:1767326937.137150:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.137153:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.137155:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767326937.137158:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.137158:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.137161:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.137163:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00010000:00010000:1.0:1767326937.137165:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326937.137169:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326937.137175:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651840, portal 18 00000100:00000001:1.0:1767326937.137181:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.137183:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.137185:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.137186:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658552064 : -115550050999552 : ffff96e86841a300) 00000100:00000040:0.0:1767326937.137196:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.137203:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.137205:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.137208:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163550. 00000100:00000200:0.0:1767326937.137211:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651840, offset 0 00000400:00000200:0.0:1767326937.137215:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.137220:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.137224:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.137227:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.137231:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.137233:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.137235:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.137237:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556956:1556956:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556949:1556949:8:4294967295] 00000400:00000200:0.0:1767326937.137239:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.137244:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.137247:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.137249:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb700. 00000800:00000200:0.0:1767326937.137252:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.137255:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.137257:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.137267:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.137270:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.137272:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.137273:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855860 00000100:00000001:0.0:1767326937.137277:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855856 00000100:00000001:0.0:1767326937.137280:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855860 00000100:00000001:0.0:1767326937.137282:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855856 00000100:00000001:0.0:1767326937.137283:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.137285:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.137286:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.137287:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.137290:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.137291:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.137292:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.137293:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.137294:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.137295:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.137394:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.137398:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb700. 00000400:00000200:2.0:1767326937.137401:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.137406:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.137409:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163550 00000400:00000010:2.0:1767326937.137411:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163550. 00000100:00000001:2.0:1767326937.137413:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326937.137417:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.137423:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326937.137425:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.137429:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.137430:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326937.137552:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.137556:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.137557:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.137559:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.137562:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.137564:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.137567:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.137569:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.137572:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.137575:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8200 00000400:00000200:2.0:1767326937.137580:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1aafd [2] + 1968 00000400:00000010:2.0:1767326937.137583:0:2511:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f7d68. 00000400:00000200:2.0:1767326937.137586:0:2511:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a480 00000800:00000001:2.0:1767326937.137590:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.137594:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.137597:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.137600:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.137603:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a480 00000400:00000010:2.0:1767326937.137605:0:2511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a480. 00000100:00000001:2.0:1767326937.137608:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.137609:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326937.137612:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10050 x1853164010373632 msgsize 328 00000100:00100000:2.0:1767326937.137616:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326937.137618:0:2511:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326937.137627:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.137632:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.137635:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326937.137649:0:193131:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878b10800. 00000100:00000010:3.0:1767326937.137657:0:193131:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e87c236000. 00000100:00100000:3.0:1767326937.137668:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1767326937.137675:0:193131:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767326937.137679:0:193131:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8504f79a0. 00000400:00000010:3.0:1767326937.137683:0:193131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e878b2a180. 00000100:00000001:3.0:1767326937.137687:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.137688:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373632 02000000:00000001:3.0:1767326937.137690:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.137691:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.137693:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.137695:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.137698:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373632 00000020:00000001:3.0:1767326937.137700:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.137701:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.137703:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.137704:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.137706:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326937.137708:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.137711:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.137713:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.137727:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.137730:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000010:3.0:1767326937.137734:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000020:00000010:3.0:1767326937.137736:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000020:00000010:3.0:1767326937.137738:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326937.137741:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.137743:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.137744:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.137745:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.137747:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.137754:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.137759:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.137760:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767326937.137762:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10976 00000100:00000040:3.0:1767326937.137764:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.137765:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934285904 : -115549775265712 : ffff96e878b10050) 00000100:00000040:3.0:1767326937.137768:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10050 x1853164010373632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.137774:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.137776:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.137777:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.137779:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00100000:3.0:1767326937.137783:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139445:x1853164010373632:12345-192.168.204.119@tcp:104: 00000100:00000200:3.0:1767326937.137785:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010373632 00010000:00000001:3.0:1767326937.137786:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767326937.137789:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.137790:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.137791:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e50a00 refcount=2 00000020:00000001:3.0:1767326937.137793:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803478528 : -115549906073088 : ffff96e870e50a00) 00010000:00000001:3.0:1767326937.137794:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803478528 : -115549906073088 : ffff96e870e50a00) 00010000:00000001:3.0:1767326937.137796:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.137798:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.137800:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.137805:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767326937.137806:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.137808:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 02000000:00000001:3.0:1767326937.137809:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.137811:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.137812:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.137814:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.137815:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326937.137817:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767326937.137819:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.137821:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.137822:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.137823:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.137824:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326937.137825:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.137827:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8810932a8. 00000100:00000200:3.0:1767326937.137829:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010373632, offset 224 00000400:00000200:3.0:1767326937.137831:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.137834:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.137837:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.137865:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556957:1556957:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556950:1556950:8:4294967295] 00000400:00000200:3.0:1767326937.137869:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.137874:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:3.0:1767326937.137877:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.137880:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9800. 00000800:00000200:3.0:1767326937.137883:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:3.0:1767326937.137886:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:3.0:1767326937.137888:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326937.137893:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.137895:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.137897:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326937.137899:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a000. 00010000:00000001:3.0:1767326937.137901:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326937.137906:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.137908:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.137909:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.137911:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.137916:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10050 x1853164010373632/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326937.137927:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:139445:x1853164010373632:12345-192.168.204.119@tcp:104: Request processed in 150us (312us total) trans 0 rc 0/0 00000020:00000001:0.0:1767326937.137928:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.137932:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.137936:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767326937.137940:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10976 00010000:00000001:0.0:1767326937.137941:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000800:00000200:2.0:1767326937.137945:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767326937.137946:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767326937.137946:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:0.0:1767326937.137952:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000010:2.0:1767326937.137952:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9800. 00000100:00000001:3.0:1767326937.137952:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767326937.137956:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767326937.137959:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326937.137962:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000400:00000200:2.0:1767326937.137969:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:3.0:1767326937.137970:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00010000:0.0:1767326937.137974:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e870e50a00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:2.0:1767326937.137975:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8810932a8 00000020:00000010:3.0:1767326937.137976:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000400:00000010:2.0:1767326937.137979:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8810932a8. 00000008:00000001:0.0:1767326937.137981:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:3.0:1767326937.137983:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00000001:0.0:1767326937.137984:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.137984:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.137987:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767326937.137988:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326937.137992:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767326937.137992:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1767326937.137997:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e870e50a00 refcount=3 02000000:00000010:3.0:1767326937.137997:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000020:00000001:0.0:1767326937.138001:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523803478528 : -115549906073088 : ffff96e870e50a00) 00010000:00000001:0.0:1767326937.138004:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523803478528 : -115549906073088 : ffff96e870e50a00) 00010000:00000001:0.0:1767326937.138006:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326937.138009:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767326937.138016:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.138017:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.138019:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.138022:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.138023:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.138024:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.138026:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.138028:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.138030:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.138033:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.138034:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.138036:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.138039:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326937.138041:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e870e50a00 with handle 0xb12620548e07af23 from hash 00010000:00000001:0.0:1767326937.138047:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767326937.138047:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.138049:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326937.138051:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.138053:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767326937.138055:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13400. 00010000:00000001:0.0:1767326937.138056:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767326937.138060:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.138061:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.138065:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767326937.138065:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870594000. 00010000:00000001:0.0:1767326937.138072:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:3.0:1767326937.138072:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767326937.138075:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767326937.138075:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35000. 00010000:00000001:0.0:1767326937.138079:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767326937.138080:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.138081:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326937.138084:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00010000:00000001:0.0:1767326937.138085:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.138087:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:3.0:1767326937.138091:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:0.0:1767326937.138093:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc5500. 02000000:00000010:3.0:1767326937.138094:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37c00. 00000020:00000040:0.0:1767326937.138099:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 02000000:00000001:3.0:1767326937.138099:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326937.138102:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00000100:00000001:0.0:1767326937.138104:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326937.138107:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767326937.138108:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767326937.138110:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a36000. 02000000:00000001:0.0:1767326937.138112:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.138114:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326937.138118:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 02000000:00000010:0.0:1767326937.138119:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874715800. 02000000:00000001:3.0:1767326937.138121:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767326937.138125:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326937.138125:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a35400. 02000000:00000001:3.0:1767326937.138129:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767326937.138130:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000010:3.0:1767326937.138133:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 02000000:00000001:3.0:1767326937.138138:0:193131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767326937.138139:0:193131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10400. 00010000:00010000:0.0:1767326937.138141:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1767326937.138142:0:193131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767326937.138145:0:193131:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00000100:00000010:3.0:1767326937.138151:0:193131:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c234000. 00010000:00010000:0.0:1767326937.138152:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.138154:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326937.138158:0:193131:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10000. 00000100:00000001:0.0:1767326937.138159:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.138164:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.138164:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.138175:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034c23ae8] to pc [ptlrpcd_00_00+0] req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.138197:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.138199:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.138201:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.138202:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.138204:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.138206:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.138210:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767326937.138211:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.138215:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.138217:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326937.138222:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326937.138226:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767326937.138227:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e870e50a00/0xb12620548e07af23 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490a24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.138245:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e872927c80. 00000100:00000001:1.0:1767326937.138250:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1767326937.138251:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e870dd4d00 count: 0 00000100:00000001:1.0:1767326937.138253:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.138256:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e870dd4700. 02000000:00000001:1.0:1767326937.138257:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326937.138261:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.138262:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.138265:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767326937.138265:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767326937.138268:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a000. 00010000:00000001:0.0:1767326937.138272:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.138272:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651968:192.168.204.119@tcp:103:ldlm_bl.0 00000020:00000001:0.0:1767326937.138275:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.138278:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.138279:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767326937.138280:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.138282:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.138283:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767326937.138284:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.138287:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.138288:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.138290:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326937.138292:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326937.138293:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.138296:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326937.138298:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3200. 00000100:00000001:0.0:1767326937.138302:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.138305:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.138306:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.138308:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.138310:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.138316:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.138319:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00000400:00000010:1.0:1767326937.138322:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000100:00000200:1.0:1767326937.138325:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247651968, portal 18 00000100:00000001:1.0:1767326937.138327:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.138328:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651912960 : -115550057638656 : ffff96e867dc5500) 00000100:00000040:1.0:1767326937.138334:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.138340:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.138342:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.138344:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e198. 00000100:00000200:1.0:1767326937.138346:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247651968, offset 0 00000400:00000200:1.0:1767326937.138350:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.138353:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.138357:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:1.0:1767326937.138360:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.138363:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.138365:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.138367:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.138369:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556958:1556958:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556951:1556951:8:4294967295] 00000400:00000200:1.0:1767326937.138374:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.138379:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:1.0:1767326937.138384:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:1.0:1767326937.138387:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9da00. 00000800:00000200:1.0:1767326937.138391:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:1.0:1767326937.138395:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.138398:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.138408:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.138411:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000400:00000200:1.0:1767326937.138414:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.138417:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855861 00000100:00000001:1.0:1767326937.138421:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855860 00000100:00000001:1.0:1767326937.138425:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855861 00000100:00000001:1.0:1767326937.138435:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855860 00000100:00000001:1.0:1767326937.138441:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.138443:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.138446:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.138448:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.138451:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.138453:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.138456:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.138457:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.138458:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.138461:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.138469:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326937.138472:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9da00. 00000400:00000200:2.0:1767326937.138476:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.138482:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:2.0:1767326937.138485:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e198 00000400:00000010:2.0:1767326937.138486:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e198. 00000100:00000001:2.0:1767326937.138488:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767326937.138491:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326937.138492:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.138497:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.138502:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326937.138502:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.138504:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.138507:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.138512:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.138513:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326937.138547:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138550:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.138554:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138556:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138558:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138560:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8180 00000400:00000200:3.0:1767326937.138563:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 0 00000800:00000001:3.0:1767326937.138566:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.138569:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.138570:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.138572:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.138574:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.138575:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.138577:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d180. 00000100:00000040:3.0:1767326937.138579:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d180 x1853164010373504 msgsize 328 00000100:00100000:3.0:1767326937.138581:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.138589:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.138592:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.138594:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.138595:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.138596:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.138597:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138600:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.138602:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138605:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138607:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.138609:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8280 00000400:00000200:3.0:1767326937.138612:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 328 00000800:00000001:3.0:1767326937.138615:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.138618:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.138620:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.138623:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.138623:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00100000:2.0:1767326937.138628:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373504 00000100:00000001:3.0:1767326937.138628:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.138630:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:2.0:1767326937.138633:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767326937.138634:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e300. 00000100:00000001:2.0:1767326937.138635:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.138638:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.138640:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e300 x1853164010373760 msgsize 328 02000000:00000001:2.0:1767326937.138646:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.138649:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326937.138650:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373504 00000020:00000001:2.0:1767326937.138653:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.138655:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.138656:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.138658:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326937.138659:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.138661:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.138662:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.138663:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.138667:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.138668:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326937.138669:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.138672:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000800:00000001:3.0:1767326937.138674:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.138676:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000020:00000010:2.0:1767326937.138680:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000010:2.0:1767326937.138689:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00000040:2.0:1767326937.138694:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.138697:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.138698:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767326937.138699:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767326937.138702:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373760 00000100:00000001:2.0:1767326937.138703:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.138706:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.138709:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.138710:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.138713:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.138729:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.138732:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373760 00000100:00000001:2.0:1767326937.138733:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326937.138735:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326937.138737:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:3.0:1767326937.138739:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.138741:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:3.0:1767326937.138742:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:3.0:1767326937.138744:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.138746:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.138748:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.138749:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.138751:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326937.138752:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767326937.138754:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00100000:2.0:1767326937.138758:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10977 00000020:00000010:3.0:1767326937.138759:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000100:00000040:2.0:1767326937.138761:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000020:00000010:3.0:1767326937.138762:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000100:00000001:2.0:1767326937.138764:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227009408 : -115550482542208 : ffff96e84e88d180) 00000020:00000010:3.0:1767326937.138767:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:2.0:1767326937.138771:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d180 x1853164010373504/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326937.138773:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.138775:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326937.138778:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.138783:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.138786:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.138791:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.138794:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.138795:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326937.138798:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00100000:2.0:1767326937.138806:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010373504:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.138810:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010373504 00000100:00000001:3.0:1767326937.138811:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767326937.138812:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.138815:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767326937.138818:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.138822:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767326937.138823:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10978 00000020:00000040:2.0:1767326937.138825:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e841518000 refcount=2 00000100:00000040:3.0:1767326937.138828:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000020:00000001:2.0:1767326937.138829:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523005280256 : -115550704271360 : ffff96e841518000) 00000100:00000001:3.0:1767326937.138833:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227013888 : -115550482537728 : ffff96e84e88e300) 00010000:00000001:2.0:1767326937.138835:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523005280256 : -115550704271360 : ffff96e841518000) 00010000:00000001:2.0:1767326937.138869:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.138873:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326937.138873:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e300 x1853164010373760/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767326937.138881:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.138883:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.138887:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.138891:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.138894:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.138895:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767326937.138899:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88302:x1853164010373760:12345-192.168.204.119@tcp:104: 02000000:00000001:2.0:1767326937.138900:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767326937.138904:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010373760 00010000:00000001:3.0:1767326937.138906:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000010:2.0:1767326937.138907:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 00010000:00000001:3.0:1767326937.138908:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767326937.138912:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.138912:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.138915:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848778600 refcount=2 00000100:00000001:2.0:1767326937.138917:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326937.138917:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125212672 : -115550584338944 : ffff96e848778600) 00010000:00000001:3.0:1767326937.138922:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125212672 : -115550584338944 : ffff96e848778600) 00010000:00000001:2.0:1767326937.138924:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.138925:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.138928:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326937.138929:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326937.138931:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1767326937.138935:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.138944:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767326937.138948:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767326937.138950:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 02000000:00000001:3.0:1767326937.138951:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767326937.138954:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b10000. 00000100:00000001:2.0:1767326937.138955:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.138957:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.138958:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767326937.138960:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.138961:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.138964:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767326937.138964:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767326937.138968:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.138969:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00001000:3.0:1767326937.138972:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000010:2.0:1767326937.138974:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8728882a8. 00000100:00000001:3.0:1767326937.138975:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767326937.138978:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010373504, offset 224 00000100:00000040:3.0:1767326937.138979:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000100:00000001:3.0:1767326937.138983:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.138985:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767326937.138986:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000001:3.0:1767326937.138987:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.138990:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326937.138992:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000040:3.0:1767326937.138996:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.139000:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000010:3.0:1767326937.139001:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093330. 00000100:00000200:3.0:1767326937.139006:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010373760, offset 224 00000400:00000200:2.0:1767326937.139007:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556959:1556959:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556952:1556952:8:4294967295] 00000400:00000200:3.0:1767326937.139012:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.139013:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.139019:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.139022:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.139026:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000010:2.0:1767326937.139030:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5ef00. 00000400:00000200:3.0:1767326937.139032:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.139039:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556960:1556960:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556953:1556953:7:4294967295] 00000800:00000200:2.0:1767326937.139040:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.139044:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:2.0:1767326937.139052:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:3.0:1767326937.139053:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.139059:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5ef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326937.139061:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.139067:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 00000800:00000200:3.0:1767326937.139071:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.139072:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.139076:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326937.139080:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000800:00000200:3.0:1767326937.139081:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1767326937.139085:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326937.139086:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326937.139090:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000100:00000040:3.0:1767326937.139091:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.139096:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326937.139096:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326937.139099:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a6c0. 00010000:00000001:3.0:1767326937.139101:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326937.139107:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767326937.139110:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.139111:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.139113:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.139116:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e300 x1853164010373760/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767326937.139120:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1767326937.139126:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.139127:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767326937.139127:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88302:x1853164010373760:12345-192.168.204.119@tcp:104: Request processed in 241us (484us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.139132:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.139132:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.139136:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.139138:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10978 00010000:00010000:1.0:1767326937.139143:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000040:3.0:1767326937.139145:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000100:00000040:2.0:1767326937.139148:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d180 x1853164010373504/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767326937.139149:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767326937.139149:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326937.139151:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.139153:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767326937.139154:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326937.139156:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.139159:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1767326937.139160:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00010000:00010000:0.0:1767326937.139162:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767326937.139167:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00010000:00000001:0.0:1767326937.139169:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326937.139174:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.139174:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88293:x1853164010373504:12345-192.168.204.119@tcp:104: Request processed in 384us (589us total) trans 0 rc 0/0 00000020:00000010:3.0:1767326937.139176:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00010000:00010000:0.0:1767326937.139181:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.139182:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848778600 already unused, calling callback (ffffffffc13180e0) 00000020:00000040:3.0:1767326937.139184:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00000008:00000001:1.0:1767326937.139187:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00100000:2.0:1767326937.139188:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10977 00000100:00000001:3.0:1767326937.139190:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.139191:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767326937.139193:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:1.0:1767326937.139195:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326937.139198:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767326937.139199:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.139201:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767326937.139203:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848778600 refcount=3 00010000:00010000:0.0:1767326937.139204:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e841518000 already unused, calling callback (ffffffffc13180e0) 00000020:00000010:2.0:1767326937.139205:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000001:1.0:1767326937.139208:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125212672 : -115550584338944 : ffff96e848778600) 00000008:00000001:0.0:1767326937.139211:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.139212:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00010000:00000001:1.0:1767326937.139213:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125212672 : -115550584338944 : ffff96e848778600) 00010000:00000001:0.0:1767326937.139215:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767326937.139217:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00010000:00000001:0.0:1767326937.139220:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767326937.139220:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767326937.139222:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000001:0.0:1767326937.139224:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767326937.139226:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.139226:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326937.139228:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e841518000 refcount=3 00000020:00000001:0.0:1767326937.139234:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523005280256 : -115550704271360 : ffff96e841518000) 00010000:00000001:0.0:1767326937.139240:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523005280256 : -115550704271360 : ffff96e841518000) 00000800:00000200:3.0:1767326937.139240:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000008:00000001:1.0:1767326937.139242:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.139247:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 00010000:00000001:0.0:1767326937.139248:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:3.0:1767326937.139248:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5ef00. 00000020:00000001:1.0:1767326937.139250:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00010000:00010000:0.0:1767326937.139253:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.139254:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:1.0:1767326937.139255:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.139260:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.139264:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.139267:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00001000:1.0:1767326937.139268:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:0.0:1767326937.139272:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000008:00000001:1.0:1767326937.139274:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.139275:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:3.0:1767326937.139275:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8728882a8 00010000:00000001:1.0:1767326937.139278:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767326937.139279:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000400:00000010:3.0:1767326937.139280:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8728882a8. 00010000:00000001:1.0:1767326937.139282:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00001000:0.0:1767326937.139287:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.139287:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767326937.139287:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767326937.139291:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.139292:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1767326937.139293:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:1.0:1767326937.139294:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.139297:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.139299:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848778600 with handle 0xb12620548e07ad9b from hash 00000020:00001000:0.0:1767326937.139301:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00010000:00000001:1.0:1767326937.139303:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000008:00000001:0.0:1767326937.139306:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139307:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.139310:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.139312:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.139313:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.139317:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.139317:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.139319:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326937.139320:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.139323:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.139324:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.139327:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.139328:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139331:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767326937.139332:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767326937.139333:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e841518000 with handle 0xb12620548e07aae6 from hash 00010000:00000001:1.0:1767326937.139334:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.139338:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00010000:00000001:0.0:1767326937.139339:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.139339:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.139343:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.139344:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:3.0:1767326937.139345:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326937.139346:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767326937.139349:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e86841aa00. 00010000:00000001:0.0:1767326937.139350:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326937.139355:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767326937.139356:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000400:00000200:3.0:1767326937.139356:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.139362:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326937.139363:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093330 02000000:00000001:1.0:1767326937.139365:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.139366:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000010:3.0:1767326937.139368:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093330. 02000000:00000001:1.0:1767326937.139369:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.139371:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326937.139376:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.139377:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767326937.139377:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3800. 00010000:00000001:0.0:1767326937.139380:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.139382:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.139383:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326937.139388:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767326937.139388:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.139394:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1767326937.139395:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7100. 00000020:00000040:0.0:1767326937.139400:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.139406:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767326937.139407:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:0.0:1767326937.139409:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767326937.139410:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.139413:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.139414:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767326937.139419:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714200. 00000100:00000001:1.0:1767326937.139419:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.139423:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.139426:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e0b9d2c] to pc [ptlrpcd_00_01+1] req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.139427:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326937.139431:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.139433:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326937.139437:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767326937.139448:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326937.139450:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.139453:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326937.139456:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139460:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326937.139465:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fca8a6] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.139465:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.139467:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.139469:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139473:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.139477:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.139483:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.139486:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326937.139490:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.139492:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.139494:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.139497:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139497:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:0.0:1767326937.139501:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.139501:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848778600/0xb12620548e07ad9b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d490404 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326937.139503:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.139520:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1767326937.139523:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85809a880. 00010000:00010000:0.0:1767326937.139524:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e841518000/0xb12620548e07aae6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48fc24 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1767326937.139529:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e761931d00 count: 0 00010000:00000010:0.0:1767326937.139531:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e8729271c0. 00010000:00000010:1.0:1767326937.139535:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e852636200. 00010000:00000040:0.0:1767326937.139536:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e87824ef00 count: 0 00010000:00000010:0.0:1767326937.139541:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e87824e300. 00010000:00000001:1.0:1767326937.139551:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.139552:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.139554:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767326937.139554:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.139559:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00010000:00000010:1.0:1767326937.139559:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a6c0. 00010000:00000001:0.0:1767326937.139567:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.139567:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.139573:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.139573:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.139574:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.139577:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.139577:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.139580:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.139583:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.139583:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.139587:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.139588:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.139591:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.139592:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.139593:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.139598:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326937.139598:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.139602:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.139604:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.139605:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767326937.139606:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.139608:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.139610:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326937.139613:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.139617:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.139619:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.139621:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.139621:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.139624:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326937.139625:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.139628:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.139631:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.139633:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.139634:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.139642:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.139646:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326937.139648:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326937.139649:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.139651:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.139654:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326937.139656:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326937.139659:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714c00. 02000000:00000001:0.0:1767326937.139661:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.139664:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.139668:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 02000000:00000001:1.0:1767326937.139668:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326937.139672:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000100:00000200:0.0:1767326937.139675:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652096, portal 18 02000000:00000001:1.0:1767326937.139676:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.139677:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.139679:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658553856 : -115550050997760 : ffff96e86841aa00) 00000100:00100000:1.0:1767326937.139685:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652224:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000040:0.0:1767326937.139689:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.139691:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.139694:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.139697:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.139700:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326937.139705:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767326937.139705:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da2c00. 00000100:00000040:0.0:1767326937.139710:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.139711:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.139726:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163660. 00000400:00000200:1.0:1767326937.139729:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.139732:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652096, offset 0 00000400:00000010:1.0:1767326937.139735:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61d10. 00000400:00000200:0.0:1767326937.139741:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.139742:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e7f8. 00000400:00000200:0.0:1767326937.139747:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.139748:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652224, portal 18 00000100:00000001:1.0:1767326937.139751:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326937.139752:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000001:1.0:1767326937.139755:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651920128 : -115550057631488 : ffff96e867dc7100) 00000400:00000200:0.0:1767326937.139757:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.139761:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.139764:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326937.139765:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.139767:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.139772:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556961:1556961:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556954:1556954:8:4294967295] 00000400:00000200:0.0:1767326937.139782:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.139786:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326937.139794:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.139795:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000010:1.0:1767326937.139799:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7ecc0. 00000800:00000200:0.0:1767326937.139801:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000200:1.0:1767326937.139804:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652224, offset 0 00000800:00000010:0.0:1767326937.139806:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000400:00000200:1.0:1767326937.139814:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.139820:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.139822:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:1.0:1767326937.139827:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000200:0.0:1767326937.139832:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326937.139833:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326937.139838:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1767326937.139839:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00010000:00000010:1.1:1767326937.139866:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f681700. 00010000:00000010:1.1:1767326937.139872:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e51400. 00000100:00000001:0.0:1767326937.139873:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.139877:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874566600. 00000100:00000040:0.0:1767326937.139878:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00010000:00000010:1.1:1767326937.139885:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847ca7800. 00010000:00000010:1.1:1767326937.139899:0:2517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e85a66df00. 00010000:00000010:1.1:1767326937.139902:0:2517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e852724e00. 00000400:00000200:1.0:1767326937.139910:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.139913:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.139916:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556962:1556962:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556955:1556955:7:4294967295] 00000400:00000200:1.0:1767326937.139921:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.139926:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.139930:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855863 00000400:00000200:1.0:1767326937.139935:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:0.0:1767326937.139937:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855861 00000800:00000200:3.0:1767326937.139939:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.139942:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855863 00000800:00000200:1.0:1767326937.139943:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.139944:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000100:00000001:0.0:1767326937.139946:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855861 00000800:00000010:1.0:1767326937.139949:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d500. 00000100:00000001:0.0:1767326937.139951:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.139952:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.139956:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326937.139959:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:0.0:1767326937.139960:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.139963:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.139964:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.139968:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163660 00000100:00000001:0.0:1767326937.139969:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326937.139970:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:0.0:1767326937.139972:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767326937.139973:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163660. 00000800:00000200:1.0:1767326937.139975:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.139976:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.139979:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326937.139980:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.139982:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.139984:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.139987:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18056 usecs (19 jiffies) 00000100:00000200:3.0:1767326937.139987:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.139988:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326937.139995:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.139998:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855863 00000100:00000001:1.0:1767326937.140001:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855863 00000100:00000001:1.0:1767326937.140004:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855863 00000100:00000001:1.0:1767326937.140006:0:2517:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855863 00000100:00000001:1.0:1767326937.140008:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.140010:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.140013:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.140015:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.140018:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.140019:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326937.140021:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.140022:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.140024:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.140026:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.140048:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.140051:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.140057:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.140059:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326937.140088:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.140091:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d500. 00000400:00000200:3.0:1767326937.140093:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.140097:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.140100:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7ecc0 00000400:00000010:3.0:1767326937.140101:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7ecc0. 00000100:00000001:3.0:1767326937.140103:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.140107:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.140114:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.140116:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.140122:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.140123:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326937.140282:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140286:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.140287:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140289:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140292:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140294:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.140297:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140299:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140301:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140303:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11600 00000400:00000200:3.0:1767326937.140306:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140308:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ab8d [1] + 224 00000800:00000001:3.0:1767326937.140313:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140317:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140319:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.140322:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.140326:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.140330:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.140338:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.140352:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.140356:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140359:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.140369:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.140371:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.140374:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.140376:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.140377:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000400:00000200:0.0:1767326937.140380:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:0.0:1767326937.140381:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:0.0:1767326937.140383:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.140386:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.140392:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.140396:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.140396:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.140398:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.140399:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.140400:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.140401:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.140402:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.140405:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.140407:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.140409:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.140410:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.140411:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.140412:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.140414:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.140415:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.140416:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.140417:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.140420:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.140424:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.140425:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.140426:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.140428:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.140432:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247651840:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.140434:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.140435:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.140437:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841a300 x1853164247651840/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.140440:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.140442:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.140443:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715000. 02000000:00000001:0.0:1767326937.140444:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.140445:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.140446:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.140447:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.140449:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3000. 02000000:00000001:0.0:1767326937.140450:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.140451:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.140452:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841a300. 00000100:00000001:0.0:1767326937.140454:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.140455:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.140456:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.140457:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.140458:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.140458:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.140459:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.140815:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140820:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.140822:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140824:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140828:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140832:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.140836:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140856:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140861:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140864:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11680 00000400:00000200:3.0:1767326937.140868:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140872:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1aba5 [1] + 224 00000800:00000001:3.0:1767326937.140875:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140878:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140879:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.140881:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.140884:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.140887:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.140892:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.140902:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.140905:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140907:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.140908:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.140909:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140912:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140914:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.140917:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.140919:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.140921:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.140922:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.140926:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326937.140926:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8480 00000400:00000200:3.0:1767326937.140932:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 656 00000400:00000001:1.0:1767326937.140938:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326937.140938:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326937.140942:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.140944:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000400:00000200:1.0:1767326937.140949:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000010:1.0:1767326937.140950:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000100:00000001:1.0:1767326937.140954:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326937.140955:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.140959:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326937.140961:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.140966:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.140973:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.140976:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:1.0:1767326937.140978:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326937.140981:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88d880. 00000100:00000040:3.0:1767326937.140986:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88d880 x1853164010374272 msgsize 328 00000100:00000001:1.0:1767326937.140992:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.140996:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.140999:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:1.0:1767326937.141000:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.141003:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.141006:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.141008:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.141010:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.141013:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.141017:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.141023:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.141024:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141026:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.141028:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.141031:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.141033:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.141035:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.141037:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.141041:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.141048:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.141051:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.141051:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767326937.141056:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.141059:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767326937.141061:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326937.141061:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374272 00000800:00000001:3.0:1767326937.141064:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326937.141066:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767326937.141068:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.141070:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.141074:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.141080:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.141081:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247651968:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326937.141084:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374272 00000020:00000001:2.0:1767326937.141088:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767326937.141089:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.141090:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000100:00000001:1.0:1767326937.141094:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767326937.141095:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.141099:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000100:00000040:1.0:1767326937.141102:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc5500 x1853164247651968/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326937.141103:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000020:00000001:2.0:1767326937.141107:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.141112:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.141117:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:1.0:1767326937.141118:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326937.141120:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326937.141122:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767326937.141126:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 02000000:00000010:1.0:1767326937.141130:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3200. 00000020:00000010:2.0:1767326937.141131:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 02000000:00000001:1.0:1767326937.141137:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767326937.141138:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000020:00000001:1.0:1767326937.141140:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767326937.141143:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000020:00000040:1.0:1767326937.141144:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.141148:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326937.141150:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000010:1.0:1767326937.141151:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874715800. 00000100:00000001:2.0:1767326937.141154:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767326937.141156:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326937.141157:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767326937.141159:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326937.141160:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.141162:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc5500. 00000100:00000001:2.0:1767326937.141165:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.141166:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.141170:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.141172:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.141174:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.141176:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326937.141176:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.141179:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.141182:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.141187:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.141190:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326937.141195:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10979 00000100:00000040:2.0:1767326937.141198:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.141200:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227011200 : -115550482540416 : ffff96e84e88d880) 00000100:00000040:2.0:1767326937.141205:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88d880 x1853164010374272/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326937.141217:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.141220:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.141222:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.141224:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00100000:2.0:1767326937.141228:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88281:x1853164010374272:12345-192.168.204.119@tcp:104: 00000100:00000200:2.0:1767326937.141232:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010374272 00010000:00000001:2.0:1767326937.141234:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.141236:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.141238:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.141239:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e860093c00 refcount=2 00000020:00000001:2.0:1767326937.141241:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523520637952 : -115550188913664 : ffff96e860093c00) 00010000:00000001:2.0:1767326937.141244:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523520637952 : -115550188913664 : ffff96e860093c00) 00010000:00000001:2.0:1767326937.141246:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.141248:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767326937.141252:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.141258:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.141260:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326937.141262:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34800. 02000000:00000001:2.0:1767326937.141264:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.141266:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.141268:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.141270:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.141272:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326937.141275:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.141277:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000100:00000001:2.0:1767326937.141279:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:2.0:1767326937.141281:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.141283:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.141285:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326937.141287:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:2.0:1767326937.141290:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888e58. 00000100:00000200:2.0:1767326937.141293:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010374272, offset 224 00000400:00000200:2.0:1767326937.141296:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:2.0:1767326937.141306:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.141310:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:2.0:1767326937.141314:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556963:1556963:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556956:1556956:8:4294967295] 00000400:00000200:2.0:1767326937.141318:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.141324:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:2.0:1767326937.141328:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:2.0:1767326937.141331:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e100. 00000800:00000200:2.0:1767326937.141335:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.141339:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:2.0:1767326937.141341:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.141351:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.141354:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.141356:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326937.141358:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00010000:00000001:2.0:1767326937.141360:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326937.141370:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.141372:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.141374:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.141376:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.141381:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88d880 x1853164010374272/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326937.141390:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88281:x1853164010374272:12345-192.168.204.119@tcp:104: Request processed in 170us (401us total) trans 0 rc 0/0 00000020:00000001:1.0:1767326937.141396:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326937.141398:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10979 00000020:00000001:1.0:1767326937.141399:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.141402:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00010000:1.0:1767326937.141404:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326937.141407:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.141410:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767326937.141410:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.141415:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e100. 00010000:00000001:1.0:1767326937.141416:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767326937.141416:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000400:00000200:3.0:1767326937.141418:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.141421:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767326937.141423:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000400:00000200:3.0:1767326937.141425:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00010000:1.0:1767326937.141427:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.141429:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000400:00000200:3.0:1767326937.141429:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888e58 00000400:00000010:3.0:1767326937.141433:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888e58. 00000020:00000040:2.0:1767326937.141435:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000100:00000001:3.0:1767326937.141437:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.141441:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.141441:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767326937.141449:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e860093c00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.141452:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.141454:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.141455:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.141457:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.141460:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e860093c00 refcount=3 00000020:00000001:1.0:1767326937.141462:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523520637952 : -115550188913664 : ffff96e860093c00) 00010000:00000001:1.0:1767326937.141465:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523520637952 : -115550188913664 : ffff96e860093c00) 00010000:00000001:1.0:1767326937.141467:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.141469:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767326937.141476:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767326937.141478:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.141480:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00001000:1.0:1767326937.141482:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.141484:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1767326937.141485:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.141487:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.141489:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141491:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.141494:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.141495:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.141497:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.141498:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.141500:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e860093c00 with handle 0xb12620548e07abf7 from hash 00010000:00000001:1.0:1767326937.141502:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.141504:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.141505:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.141506:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.141508:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.141509:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767326937.141512:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.141514:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.141515:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.141517:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141519:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.141520:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767326937.141524:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418700. 00000020:00000040:1.0:1767326937.141526:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:1.0:1767326937.141529:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.141530:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326937.141533:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326937.141537:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da3200. 00000100:00000001:1.0:1767326937.141540:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141542:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767326937.141545:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.141551:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.141553:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.141555:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.141558:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.141564:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094254f83] to pc [ptlrpcd_00_01+1] req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.141587:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.141589:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.141591:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.141592:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141593:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.141595:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.141599:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.141605:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767326937.141606:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767326937.141608:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e860093c00/0xb12620548e07abf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d48ff50 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.141610:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.141613:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326937.141620:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.141620:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e872927ec0. 00010000:00000040:1.0:1767326937.141627:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e846f94a00 count: 0 00000100:00000001:0.0:1767326937.141632:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1767326937.141633:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e762dd8600. 00000100:00000001:0.0:1767326937.141634:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.141639:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.141641:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.141643:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767326937.141644:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.141646:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:0.0:1767326937.141650:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652352:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000010:1.0:1767326937.141651:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00010000:00000001:1.0:1767326937.141656:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.141657:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326937.141660:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767326937.141661:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326937.141664:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.141665:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.141669:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767326937.141669:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.141673:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767326937.141675:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715000. 00000020:00000001:1.0:1767326937.141676:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.141679:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.141681:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.141685:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767326937.141686:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.141687:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.141692:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3d10. 00010000:00010000:1.0:1767326937.141692:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767326937.141697:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326937.141701:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652352, portal 18 00000100:00000001:1.0:1767326937.141702:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.141704:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.141706:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.141707:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658544896 : -115550051006720 : ffff96e868418700) 00000100:00000001:1.0:1767326937.141710:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.141726:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.141728:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.141736:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.141740:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.141742:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163ee0. 00000100:00000200:0.0:1767326937.141745:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652352, offset 0 00000400:00000200:0.0:1767326937.141749:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.141753:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.141756:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.141759:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.141761:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.141763:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.141765:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.141768:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556964:1556964:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556957:1556957:8:4294967295] 00000400:00000200:0.0:1767326937.141772:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.141778:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.141781:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.141785:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00000800:00000200:0.0:1767326937.141788:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.141792:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.141795:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.141805:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.141808:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18053 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.141811:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.141812:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855864 00000100:00000001:0.0:1767326937.141816:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855863 00000100:00000001:0.0:1767326937.141821:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855864 00000100:00000001:0.0:1767326937.141824:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855863 00000100:00000001:0.0:1767326937.141828:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.141830:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.141833:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.141835:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.141838:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.141859:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.141862:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.141864:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.141866:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.141868:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.141892:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.141896:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000400:00000200:3.0:1767326937.141899:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.141903:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.141906:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163ee0 00000400:00000010:3.0:1767326937.141907:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163ee0. 00000100:00000001:3.0:1767326937.141909:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.141912:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.141918:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.141920:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.141924:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.141925:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326937.142793:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.142799:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.142801:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.142803:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.142808:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.142812:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.142816:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.142819:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.142823:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.142825:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8500 00000400:00000200:3.0:1767326937.142831:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 984 00000800:00000001:3.0:1767326937.142835:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.142838:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.142869:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.142874:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.142879:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.142880:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326937.142884:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88f100. 00000100:00000040:3.0:1767326937.142887:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88f100 x1853164010374400 msgsize 328 00000100:00100000:3.0:1767326937.142892:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.142900:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.142905:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.142913:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.142916:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.142919:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.142923:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.142927:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767326937.142928:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000100:00100000:2.0:1767326937.142931:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374400 02000000:00000001:2.0:1767326937.142935:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767326937.142936:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.142939:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.142942:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.142942:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.142946:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.142949:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:2.0:1767326937.142952:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374400 00000020:00000001:2.0:1767326937.142957:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767326937.142957:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8580 00000020:00000040:2.0:1767326937.142960:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.142963:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767326937.142964:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 1312 00000020:00000040:2.0:1767326937.142966:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:2.0:1767326937.142971:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326937.142972:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326937.142975:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000800:00000001:3.0:1767326937.142978:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.142979:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767326937.142982:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767326937.142984:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.142988:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.142989:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000010:2.0:1767326937.142993:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.142995:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326937.142998:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:2.0:1767326937.142999:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671000. 00000100:00000010:3.0:1767326937.143002:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88fb80. 00000020:00000010:2.0:1767326937.143004:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bfd80. 00000100:00000040:3.0:1767326937.143007:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88fb80 x1853164010374528 msgsize 328 00000020:00000010:2.0:1767326937.143010:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5eded8. 00000100:00100000:3.0:1767326937.143015:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000040:2.0:1767326937.143017:0:198563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326937.143020:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.143022:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.143023:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.143025:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326937.143027:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.143037:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.143046:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.143048:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374528 00000100:00000001:3.0:1767326937.143049:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767326937.143050:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.143054:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326937.143054:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767326937.143058:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.143061:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.143062:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10980 00000100:00100000:2.0:1767326937.143065:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374528 00000100:00000040:3.0:1767326937.143067:0:193131:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000020:00000001:2.0:1767326937.143068:0:198563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326937.143070:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.143073:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.143073:0:193131:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227017472 : -115550482534144 : ffff96e84e88f100) 00000020:00000040:2.0:1767326937.143076:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 00000020:00000001:2.0:1767326937.143079:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000040:3.0:1767326937.143082:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88f100 x1853164010374400/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767326937.143083:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:2.0:1767326937.143087:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.143089:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.143093:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.143098:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.143101:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.143103:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671800. 00000020:00000010:3.0:1767326937.143106:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000020:00000010:2.0:1767326937.143109:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000100:00000001:3.0:1767326937.143111:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326937.143113:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000020:00000010:3.0:1767326937.143115:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000001:2.0:1767326937.143118:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.143121:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326937.143124:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.143127:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.143131:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139443:x1853164010374400:12345-192.168.204.119@tcp:104: 00000100:00000001:2.0:1767326937.143133:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.143139:0:193131:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010374400 00000100:00000001:2.0:1767326937.143142:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767326937.143142:0:193131:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767326937.143145:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767326937.143147:0:193131:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.143151:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767326937.143152:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10981 00000020:00000040:3.0:1767326937.143155:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde2e00 refcount=2 00000100:00000040:2.0:1767326937.143157:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000100:00000001:2.0:1767326937.143161:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227020160 : -115550482531456 : ffff96e84e88fb80) 00000020:00000001:3.0:1767326937.143161:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249380864 : -115550460170752 : ffff96e84fde2e00) 00010000:00000001:3.0:1767326937.143167:0:193131:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249380864 : -115550460170752 : ffff96e84fde2e00) 00000100:00000040:2.0:1767326937.143170:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88fb80 x1853164010374528/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767326937.143171:0:193131:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.143174:0:193131:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767326937.143180:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767326937.143182:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.143186:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:2.0:1767326937.143190:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326937.143194:0:193131:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767326937.143195:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 02000000:00000001:3.0:1767326937.143198:0:193131:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767326937.143202:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139440:x1853164010374528:12345-192.168.204.119@tcp:104: 02000000:00000010:3.0:1767326937.143203:0:193131:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b13400. 00000100:00000200:2.0:1767326937.143207:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010374528 02000000:00000001:3.0:1767326937.143208:0:193131:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.143211:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767326937.143212:0:193131:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.143215:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326937.143216:0:193131:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767326937.143219:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767326937.143220:0:193131:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326937.143223:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86922d200 refcount=2 00000100:00001000:3.0:1767326937.143224:0:193131:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000001:2.0:1767326937.143228:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673309696 : -115550036241920 : ffff96e86922d200) 00000100:00000001:3.0:1767326937.143230:0:193131:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767326937.143233:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673309696 : -115550036241920 : ffff96e86922d200) 00000100:00000040:3.0:1767326937.143235:0:193131:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:2.0:1767326937.143238:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767326937.143239:0:193131:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00010000:00000001:2.0:1767326937.143243:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326937.143243:0:193131:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767326937.143246:0:193131:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.143249:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.143250:0:193131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326937.143255:0:193131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.143259:0:193131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093330. 00000100:00000200:3.0:1767326937.143263:0:193131:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010374400, offset 224 00000100:00000001:2.0:1767326937.143264:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.143267:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767326937.143267:0:193131:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 02000000:00000010:2.0:1767326937.143273:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a37000. 00000400:00000200:3.0:1767326937.143273:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:2.0:1767326937.143278:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.143280:0:193131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000100:00000001:2.0:1767326937.143282:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.143286:0:193131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556965:1556965:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556958:1556958:8:4294967295] 00010000:00000001:2.0:1767326937.143287:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326937.143291:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.143292:0:193131:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00001000:2.0:1767326937.143297:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326937.143303:0:193131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.143304:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326937.143311:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 17 to 192.168.204.119@tcp 00000800:00000200:3.0:1767326937.143311:0:193131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.143316:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000800:00000010:3.0:1767326937.143317:0:193131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9f00. 02000000:00000001:2.0:1767326937.143319:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326937.143322:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.143322:0:193131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.143325:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326937.143329:0:193131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326937.143333:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000800:00000200:3.0:1767326937.143334:0:193131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326937.143337:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000001:3.0:1767326937.143341:0:193131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.143342:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010374528, offset 224 00000400:00000200:2.0:1767326937.143350:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326937.143353:0:193131:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00010000:00000001:3.0:1767326937.143356:0:193131:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326937.143357:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000010:3.0:1767326937.143360:0:193131:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2a900. 00010000:00000001:3.0:1767326937.143363:0:193131:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767326937.143366:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00010000:3.0:1767326937.143370:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767326937.143372:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556966:1556966:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556959:1556959:7:4294967295] 00010000:00000001:3.0:1767326937.143373:0:193131:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.143377:0:193131:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.143380:0:193131:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.143382:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:1.0:1767326937.143390:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326937.143391:0:193131:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88f100 x1853164010374400/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326937.143393:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000001:1.0:1767326937.143395:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.143401:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:2.0:1767326937.143406:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.143408:0:193139:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.143412:0:193139:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:2.0:1767326937.143413:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00010000:00010000:1.0:1767326937.143418:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326937.143419:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139443:x1853164010374400:12345-192.168.204.119@tcp:104: Request processed in 313us (526us total) trans 0 rc 0/0 00000800:00000200:2.0:1767326937.143422:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:2.0:1767326937.143433:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00100000:3.0:1767326937.143439:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10980 00000800:00000200:2.0:1767326937.143440:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1767326937.143441:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84fde2e00 already unused, calling callback (ffffffffc13180e0) 00000100:00000040:3.0:1767326937.143444:0:193131:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00000008:00000001:1.0:1767326937.143447:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767326937.143448:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.143449:0:193131:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.143451:0:193139:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767326937.143453:0:193131:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767326937.143455:0:193139:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767326937.143456:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000010:3.0:1767326937.143457:0:193131:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bfd80. 00000020:00000001:1.0:1767326937.143459:0:193139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767326937.143462:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767326937.143463:0:193131:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5eded8. 00000020:00000040:1.0:1767326937.143464:0:193139:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e84fde2e00 refcount=3 00010000:00000010:2.0:1767326937.143466:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23e40. 00000020:00000010:3.0:1767326937.143468:0:193131:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671000. 00000020:00000001:1.0:1767326937.143469:0:193139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523249380864 : -115550460170752 : ffff96e84fde2e00) 00010000:00000001:2.0:1767326937.143471:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000040:3.0:1767326937.143472:0:193131:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 00010000:00000001:1.0:1767326937.143475:0:193139:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523249380864 : -115550460170752 : ffff96e84fde2e00) 00000100:00000001:3.0:1767326937.143476:0:193131:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.143482:0:193139:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767326937.143485:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326937.143485:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000001:3.0:1767326937.143488:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326937.143494:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.143494:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.143498:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326937.143500:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.143503:0:193139:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767326937.143503:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.143504:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326937.143506:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.143507:0:193139:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.143510:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.143512:0:193139:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000100:00000040:2.0:1767326937.143514:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88fb80 x1853164010374528/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326937.143514:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.143516:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00001000:1.0:1767326937.143518:0:193139:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00010000:00000001:0.0:1767326937.143521:0:193140:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000008:00000001:1.0:1767326937.143524:0:193139:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:0.0:1767326937.143525:0:193140:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1767326937.143525:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000008:00000001:1.0:1767326937.143529:0:193139:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767326937.143535:0:193139:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00010000:00010000:0.0:1767326937.143537:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.143538:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:1.0:1767326937.143540:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.143546:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.143548:0:193139:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1767326937.143549:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:139440:x1853164010374528:12345-192.168.204.119@tcp:104: Request processed in 360us (535us total) trans 0 rc 0/0 00010000:00000001:1.0:1767326937.143555:0:193139:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767326937.143555:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.143559:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86922d200 already unused, calling callback (ffffffffc13180e0) 00010000:00000001:1.0:1767326937.143560:0:193139:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000008:00000001:0.0:1767326937.143563:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767326937.143564:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11700 00010000:00000001:1.0:1767326937.143565:0:193139:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.143567:0:193140:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:2.0:1767326937.143568:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10981 00010000:00000001:1.0:1767326937.143570:0:193139:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143571:0:193140:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767326937.143574:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:0.0:1767326937.143575:0:193140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326937.143575:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000020:00000040:1.0:1767326937.143577:0:193139:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e84fde2e00 with handle 0xb12620548e07b2db from hash 00000020:00000040:0.0:1767326937.143578:0:193140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e86922d200 refcount=3 00000100:00000001:2.0:1767326937.143581:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767326937.143583:0:193140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523673309696 : -115550036241920 : ffff96e86922d200) 00010000:00000001:1.0:1767326937.143584:0:193139:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767326937.143584:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1abbd [1] + 224 00000100:00000001:2.0:1767326937.143585:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767326937.143586:0:193140:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523673309696 : -115550036241920 : ffff96e86922d200) 00010000:00000001:1.0:1767326937.143589:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767326937.143591:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00010000:00000001:0.0:1767326937.143592:0:193140:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767326937.143594:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326937.143594:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767326937.143597:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.143598:0:193139:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767326937.143598:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00000800:00000001:3.0:1767326937.143599:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.143605:0:193139:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767326937.143605:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671800. 00000400:00000200:3.0:1767326937.143605:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326937.143610:0:193139:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000008:00000001:0.0:1767326937.143611:0:193140:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1767326937.143613:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00000001:0.0:1767326937.143614:0:193140:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:3.0:1767326937.143615:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000020:00000001:0.0:1767326937.143618:0:193140:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00010000:00000001:1.0:1767326937.143618:0:193139:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326937.143619:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.143620:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000020:00001000:0.0:1767326937.143623:0:193140:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.143625:0:193140:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00010000:00000001:1.0:1767326937.143625:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767326937.143627:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.143629:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1767326937.143630:0:193140:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.143634:0:193139:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.143635:0:193140:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000008:00000001:0.0:1767326937.143640:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.143641:0:193139:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767326937.143643:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.143645:0:193140:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.143646:0:193139:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767326937.143649:0:193140:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326937.143651:0:193140:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:1.0:1767326937.143653:0:193139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00010000:00000001:0.0:1767326937.143654:0:193140:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326937.143658:0:193140:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.143659:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326937.143660:0:193140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e86922d200 with handle 0xb12620548e07b5d6 from hash 00010000:00000001:0.0:1767326937.143665:0:193140:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:2.0:1767326937.143665:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767326937.143665:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326937.143667:0:193139:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00010000:00000001:0.0:1767326937.143668:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767326937.143671:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9f00. 00010000:00000001:0.0:1767326937.143672:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767326937.143672:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.143675:0:193140:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767326937.143675:0:193139:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:3.0:1767326937.143676:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.143677:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326937.143678:0:193139:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326937.143679:0:193140:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:3.0:1767326937.143681:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.143683:0:193140:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767326937.143683:0:193139:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.143689:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.143690:0:193140:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326937.143690:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000010:1.0:1767326937.143691:0:193139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2600. 00010000:00000001:0.0:1767326937.143695:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.143698:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767326937.143698:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093330 00000100:00000001:1.0:1767326937.143699:0:193139:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143702:0:193140:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326937.143703:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093330. 00000400:00000200:3.0:1767326937.143703:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00010000:00000001:0.0:1767326937.143705:0:193140:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767326937.143705:0:193139:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1767326937.143709:0:193140:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767326937.143710:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326937.143712:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1767326937.143724:0:193140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000400:00000200:3.0:1767326937.143725:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.143726:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767326937.143729:0:193140:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=7 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:0.0:1767326937.143734:0:193140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326937.143735:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.143736:0:193140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326937.143741:0:193140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.143743:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000010:0.0:1767326937.143746:0:193140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714000. 00010000:00000001:1.0:1767326937.143748:0:193139:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.143748:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.143750:0:193140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143754:0:193140:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767326937.143755:0:193139:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1767326937.143758:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1767326937.143758:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11780 00000100:00000001:1.0:1767326937.143760:0:193139:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.143770:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:0.0:1767326937.143772:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000200:2.0:1767326937.143772:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326937.143773:0:193139:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_00+0] req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326937.143777:0:193140:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326937.143778:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000400:00000200:3.0:1767326937.143780:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1abc5 [1] + 224 00000100:00000001:0.0:1767326937.143785:0:193140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326937.143785:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.143791:0:193140:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.143791:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767326937.143796:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000800:00000001:3.0:1767326937.143799:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.143802:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000400:00000200:3.0:1767326937.143803:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326937.143804:0:193140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_01+1] req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326937.143806:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00010000:00000001:1.0:1767326937.143810:0:193139:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326937.143811:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.143813:0:2511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767326937.143816:0:2511:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.143818:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.143820:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326937.143822:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.143826:0:193139:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.143831:0:193139:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143832:0:193140:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1767326937.143833:0:193139:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143860:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326937.143863:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.143864:0:193140:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.143867:0:193140:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767326937.143869:0:193140:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.143874:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326937.143874:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767326937.143888:0:193140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326937.143891:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86922d200/0xb12620548e07b5d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d492aa0 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.143894:0:193139:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.143898:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84fde2e00/0xb12620548e07b2db lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491bf1 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767326937.143901:0:193140:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e745f69280. 00010000:00000040:0.0:1767326937.143907:0:193140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e869224e00 count: 0 00010000:00000010:1.0:1767326937.143911:0:193139:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e842e16000. 00010000:00000010:0.0:1767326937.143913:0:193140:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e869224d00. 00010000:00000040:1.0:1767326937.143917:0:193139:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e84f27f100 count: 0 00010000:00000010:1.0:1767326937.143923:0:193139:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e84f27ff00. 00010000:00000001:0.0:1767326937.143924:0:193140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.143927:0:193140:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767326937.143929:0:193140:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23e40. 00010000:00000001:1.0:1767326937.143933:0:193139:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.143934:0:193140:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.143936:0:193139:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767326937.143939:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:1.0:1767326937.143939:0:193139:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2a900. 00000100:00000200:3.0:1767326937.143941:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.143942:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.143944:0:193139:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.143948:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.143949:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.143952:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.143953:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.143955:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326937.143957:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.143959:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.143962:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.143963:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.143967:0:193140:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767326937.143967:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326937.143968:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326937.143969:0:193140:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.143971:0:193139:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767326937.143974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.143974:0:193139:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.143978:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.143985:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326937.143985:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.143987:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.143990:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.143990:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.143993:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326937.143994:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1767326937.143994:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326937.143999:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.144001:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.144004:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.144007:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.144011:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.144017:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.144022:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.144022:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:1.0:1767326937.144026:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326937.144027:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326937.144028:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.144031:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.144032:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.144034:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 02000000:00000001:0.0:1767326937.144038:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767326937.144039:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652480:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:0.0:1767326937.144042:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.144045:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326937.144045:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.144047:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.144049:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.144052:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.144053:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00100000:0.0:1767326937.144055:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652608:192.168.204.119@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1767326937.144055:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326937.144060:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3a00. 00000400:00000200:3.0:1767326937.144063:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.144064:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326937.144065:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.144068:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326937.144072:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.144074:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11800 00000400:00000200:1.0:1767326937.144075:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.144076:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326937.144081:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 02000000:00000010:0.0:1767326937.144084:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715800. 00000400:00000200:3.0:1767326937.144084:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:0.0:1767326937.144089:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326937.144089:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00000400:00000200:3.0:1767326937.144095:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1abd5 [1] + 224 00000400:00000200:0.0:1767326937.144100:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.144104:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652480, portal 18 00000800:00000001:3.0:1767326937.144104:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767326937.144105:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3318. 00000100:00000001:1.0:1767326937.144110:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.144113:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658547584 : -115550051004032 : ffff96e868419180) 00000800:00000001:3.0:1767326937.144113:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326937.144114:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581636e8. 00000400:00000200:3.0:1767326937.144120:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326937.144121:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652608, portal 18 00000100:00000001:0.0:1767326937.144125:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326937.144125:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.144128:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000400:00000200:3.0:1767326937.144130:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.144137:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.144140:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.144142:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326937.144146:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.144147:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:1.0:1767326937.144154:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e330. 00000100:00000001:0.0:1767326937.144165:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326937.144171:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652480, offset 0 00000100:00000040:0.0:1767326937.144173:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000040:3.0:1767326937.144175:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.144179:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163d48. 00000400:00000200:1.0:1767326937.144181:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000200:0.0:1767326937.144187:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652608, offset 0 00000100:00000001:3.0:1767326937.144190:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326937.144192:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326937.144198:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767326937.144199:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:1.0:1767326937.144201:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000001:3.0:1767326937.144205:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326937.144207:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326937.144211:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:1.0:1767326937.144214:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326937.144216:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:1.0:1767326937.144221:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556967:1556967:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556960:1556960:8:4294967295] 00000400:00000200:1.0:1767326937.144225:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.144231:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:1.0:1767326937.144238:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000400:00000200:0.0:1767326937.144239:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.144246:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326937.144249:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.144250:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.144255:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1767326937.144256:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e847b9d000. 00000400:00000200:0.0:1767326937.144258:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.144263:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556968:1556968:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556961:1556961:7:4294967295] 00000800:00000200:1.0:1767326937.144267:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:0.0:1767326937.144272:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:1.0:1767326937.144276:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:1.0:1767326937.144282:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e847b9d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1767326937.144285:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.144290:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.144293:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 00000100:00000001:1.0:1767326937.144295:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.144299:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000040:1.0:1767326937.144300:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18053 usecs (19 jiffies) 00000800:00000200:0.0:1767326937.144306:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000400:00000200:1.0:1767326937.144308:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000200:0.0:1767326937.144310:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326937.144313:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855867 00000100:00000001:0.0:1767326937.144314:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.144318:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18053 usecs (19 jiffies) 00000100:00000001:1.0:1767326937.144322:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855864 00000400:00000200:0.0:1767326937.144323:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.144327:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855867 00000100:00000001:0.0:1767326937.144330:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855867 00000100:00000001:1.0:1767326937.144331:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855867 00000800:00000200:2.0:1767326937.144333:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.144334:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855867 00000100:00000001:1.0:1767326937.144337:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855864 00000800:00000010:2.0:1767326937.144339:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e847b9d000. 00000100:00000001:0.0:1767326937.144342:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855867 00000100:00000001:1.0:1767326937.144343:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.144345:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.144347:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.144349:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144351:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.144355:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000001:1.0:1767326937.144356:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.144359:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326937.144360:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e330 00000400:00000010:1.0:1767326937.144361:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61d10. 00000400:00000010:2.0:1767326937.144365:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e330. 00000400:00000200:1.0:1767326937.144366:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e7f8 00000400:00000010:1.0:1767326937.144370:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e7f8. 00000100:00000001:2.0:1767326937.144371:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326937.144373:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326937.144374:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.144377:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326937.144379:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326937.144380:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.144381:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3d10. 00000400:00000200:0.0:1767326937.144387:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 00000400:00000010:0.0:1767326937.144392:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 00000100:00000001:0.0:1767326937.144398:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.144407:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.144412:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326937.144415:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326937.144421:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.144441:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326937.144443:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.144445:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.144446:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.144451:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.144453:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.144457:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.144461:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.144461:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.144465:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.144465:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144470:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.144471:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.144472:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.144474:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.144476:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.144479:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.144479:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000200:2.0:1767326937.144484:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767326937.144485:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00001000:0.0:1767326937.144486:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000010:2.0:1767326937.144489:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000100:00000001:1.0:1767326937.144493:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767326937.144495:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.144496:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.144496:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.144501:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767326937.144502:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326937.144504:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.144506:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.144507:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.144510:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326937.144511:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326937.144512:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163d48 00010000:00000001:0.0:1767326937.144513:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.144513:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000400:00000010:2.0:1767326937.144518:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163d48. 00000100:00000001:1.0:1767326937.144519:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.144522:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326937.144522:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.144524:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767326937.144525:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.144529:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767326937.144530:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.144532:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326937.144532:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.144541:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.144554:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.144561:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326937.144562:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.144563:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.144566:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.144566:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.144569:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326937.144570:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326937.144578:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326937.144579:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.144582:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.144588:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767326937.144600:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652352:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326937.144605:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652224:192.168.204.119@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1767326937.144606:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.144609:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326937.144610:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326937.144611:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000100:00000001:1.0:1767326937.144613:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326937.144615:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000100:00000040:1.0:1767326937.144617:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7100 x1853164247652224/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.144619:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000100:00000001:0.0:1767326937.144623:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.144626:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.144629:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326937.144630:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.144631:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da2c00. 02000000:00000001:1.0:1767326937.144635:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.144636:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.144638:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=6 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.144642:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.144644:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714200. 02000000:00000001:1.0:1767326937.144650:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.144652:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767326937.144653:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326937.144654:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7100. 00000100:00000001:1.0:1767326937.144657:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.144659:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.144661:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.144667:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.144669:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.144670:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.144673:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.144674:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.144677:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.144679:0:2518:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326937.144680:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.144682:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.144685:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144686:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.144688:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.144691:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.144694:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.144696:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.144698:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.144699:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.144700:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.144701:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144702:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.144703:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.144704:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.144705:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.144708:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.144725:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.144726:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.144727:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.144730:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.144734:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652096:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.144737:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144738:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.144740:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418700 x1853164247652352/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.144744:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.144745:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.144746:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715000. 02000000:00000001:0.0:1767326937.144748:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.144749:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.144749:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.144751:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.144752:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3200. 02000000:00000001:0.0:1767326937.144754:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.144755:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.144756:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418700. 00000100:00000001:0.0:1767326937.144758:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.144758:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.144760:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.144762:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e86841aa00 x1853164247652096/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.144766:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.144766:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.144767:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714c00. 02000000:00000001:0.0:1767326937.144768:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.144768:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.144769:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.144770:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.144771:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da3800. 02000000:00000001:0.0:1767326937.144772:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.144773:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.144774:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e86841aa00. 00000100:00000001:0.0:1767326937.144777:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.144777:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.144778:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.144781:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.144782:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326937.144784:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.144785:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.144786:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.144788:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.147799:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.147805:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.147808:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.147810:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.147814:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.147819:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.147824:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.147827:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.147830:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.147833:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11900 00000400:00000200:3.0:1767326937.147836:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.147868:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1abf5 [1] + 224 00000800:00000001:3.0:1767326937.147874:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.147879:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.147881:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.147886:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.147890:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.147895:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.147905:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.147919:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.147924:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.147928:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.147930:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.147932:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.147935:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.147936:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.147938:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.147942:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326937.147943:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:0.0:1767326937.147944:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.147947:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3318. 00000400:00000200:0.0:1767326937.147951:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000200:3.0:1767326937.147951:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:0.0:1767326937.147955:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000400:00000200:3.0:1767326937.147958:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.147959:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326937.147967:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:0.0:1767326937.147968:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.147976:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11880 00000100:00000200:0.0:1767326937.147981:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.147986:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.147993:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326937.147994:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1abed [1] + 224 00000100:00000001:0.0:1767326937.147995:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.147999:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.148001:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.148002:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326937.148002:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326937.148005:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.148007:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.148009:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326937.148010:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326937.148014:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767326937.148015:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.148019:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.148022:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.148022:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:0.0:1767326937.148024:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.148027:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.148027:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326937.148032:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.148034:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000200:3.0:1767326937.148035:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.148036:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.148038:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.148047:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.148055:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.148058:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.148064:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.148067:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.148073:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.148076:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.148080:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326937.148085:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652608:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1767326937.148086:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.148093:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.148097:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.148098:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326937.148102:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326937.148106:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247652608/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326937.148108:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326937.148111:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.148114:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000400:00000200:1.0:1767326937.148119:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000100:00000001:0.0:1767326937.148121:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.148124:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.148126:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715800. 02000000:00000001:0.0:1767326937.148130:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.148132:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.148133:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.148135:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767326937.148135:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 02000000:00000010:0.0:1767326937.148138:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714000. 00000100:00000001:1.0:1767326937.148141:0:2517:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326937.148143:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.148145:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.148148:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000200:1.0:1767326937.148149:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.148152:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.148155:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.148160:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326937.148164:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.148166:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.148170:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.148171:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.148174:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.148176:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.148176:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.148179:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.148180:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.148181:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.148183:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.148186:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.148189:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326937.148192:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.148195:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.148196:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.148197:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.148199:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.148202:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.148203:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.148205:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.148206:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.148210:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.148217:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.148219:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.148220:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.148224:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326937.148231:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652480:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.148235:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.148237:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.148239:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419180 x1853164247652480/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.148245:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.148247:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326937.148249:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3a00. 02000000:00000001:1.0:1767326937.148251:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.148253:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.148254:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.148256:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.148257:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2600. 02000000:00000001:1.0:1767326937.148260:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.148261:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.148262:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419180. 00000100:00000001:1.0:1767326937.148265:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.148266:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.148268:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.148272:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.148273:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.148275:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.148277:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767326937.148865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e874566000. 00010000:00000010:0.1:1767326937.148876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e881056200. 00010000:00000010:1.1:1767326937.148877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84f607c00. 00010000:00000010:0.1:1767326937.148886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e843260c00. 00010000:00000010:0.1:1767326937.148890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e845150e00. 00010000:00000010:0.1:1767326937.148893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84814c800. 00000800:00000001:2.0:1767326937.149081:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.149088:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326937.149090:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.149092:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.149096:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.149100:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:2.0:1767326937.149106:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.149109:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.149112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.149115:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8780 00000400:00000200:2.0:1767326937.149119:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 1640 00000800:00000001:2.0:1767326937.149124:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.149146:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326937.149148:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.149151:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.149153:0:2511:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326937.149154:0:2511:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326937.149157:0:2511:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e870596d80. 00000100:00000040:2.0:1767326937.149158:0:2511:0:(events.c:337:request_in_callback()) incoming req@ffff96e870596d80 x1853164010375040 msgsize 328 00000100:00100000:2.0:1767326937.149161:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:2.0:1767326937.149170:0:2511:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326937.149173:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326937.149175:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.149264:0:193132:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767326937.149267:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375040 02000000:00000001:3.0:1767326937.149270:0:193132:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767326937.149271:0:193132:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326937.149273:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326937.149273:0:193132:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326937.149279:0:193132:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326937.149281:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326937.149282:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375040 00000800:00000001:2.0:1767326937.149285:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326937.149286:0:193132:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767326937.149288:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326937.149290:0:193132:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000400:00000200:2.0:1767326937.149294:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.149295:0:193132:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767326937.149299:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000020:00000040:3.0:1767326937.149300:0:193132:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:3.0:1767326937.149305:0:193132:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.149308:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000001:3.0:1767326937.149310:0:193132:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000400:00000200:2.0:1767326937.149315:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:3.0:1767326937.149316:0:193132:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767326937.149320:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000020:00000010:3.0:1767326937.149323:0:193132:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000400:00000200:2.0:1767326937.149325:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8800 00000100:00000001:3.0:1767326937.149328:0:193132:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326937.149335:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1ab95 [2] + 1968 00000020:00000010:3.0:1767326937.149335:0:193132:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000400:00000010:2.0:1767326937.149343:0:2512:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8504f79a0. 00000020:00000010:3.0:1767326937.149343:0:193132:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00000400:00000200:2.0:1767326937.149350:0:2512:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff96e878b2a180 00000020:00000010:3.0:1767326937.149351:0:193132:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 00000800:00000001:2.0:1767326937.149355:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767326937.149356:0:193132:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 00000100:00000040:3.0:1767326937.149363:0:193132:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767326937.149366:0:193132:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767326937.149367:0:193132:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767326937.149369:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.149370:0:193132:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.149372:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326937.149377:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.149377:0:193132:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.149379:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e878b2a180 00000400:00000010:2.0:1767326937.149382:0:2512:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff96e878b2a180. 00000100:00000001:2.0:1767326937.149385:0:2512:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767326937.149388:0:193132:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326937.149394:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767326937.149397:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e878b10850 x1853164010375168 msgsize 328 00000100:00000001:3.0:1767326937.149399:0:274003:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767326937.149401:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00000001:3.0:1767326937.149402:0:274003:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767326937.149405:0:2512:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00100000:3.0:1767326937.149409:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10982 00000100:00000040:3.0:1767326937.149412:0:274003:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:2.0:1767326937.149414:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767326937.149414:0:274003:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523794328960 : -115549915222656 : ffff96e870596d80) 00000100:00000040:3.0:1767326937.149420:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e870596d80 x1853164010375040/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767326937.149429:0:198563:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff96e878a36400. 00000100:00000001:3.0:1767326937.149429:0:274003:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767326937.149433:0:274003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00000100:00000001:3.0:1767326937.149436:0:274003:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326937.149437:0:274003:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000100:00000010:2.0:1767326937.149439:0:198563:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff96e84456c000. 00000100:00100000:3.0:1767326937.149444:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010375040:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326937.149445:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1767326937.149448:0:274003:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010375040 00010000:00000001:3.0:1767326937.149451:0:274003:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000200:2.0:1767326937.149453:0:198563:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00010000:00000001:3.0:1767326937.149454:0:274003:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326937.149457:0:274003:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326937.149458:0:274003:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848779600 refcount=2 00000400:00000010:2.0:1767326937.149459:0:198563:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e861200d68. 00000020:00000001:3.0:1767326937.149460:0:274003:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125216768 : -115550584334848 : ffff96e848779600) 00010000:00000001:3.0:1767326937.149465:0:274003:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125216768 : -115550584334848 : ffff96e848779600) 00000400:00000010:2.0:1767326937.149467:0:198563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96e762c23e40. 00010000:00000001:3.0:1767326937.149468:0:274003:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326937.149473:0:274003:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326937.149475:0:198563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326937.149479:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375168 00010000:00010000:3.0:1767326937.149479:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.149483:0:198563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326937.149485:0:198563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326937.149488:0:198563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.149492:0:198563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.149495:0:274003:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767326937.149496:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375168 00000020:00000001:2.0:1767326937.149500:0:198563:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767326937.149500:0:274003:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767326937.149503:0:198563:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 00000020:00000001:2.0:1767326937.149506:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767326937.149506:0:274003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878b11800. 00000020:00000040:2.0:1767326937.149509:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=5 02000000:00000001:3.0:1767326937.149510:0:274003:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.149514:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000100:00000001:3.0:1767326937.149515:0:274003:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.149519:0:198563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000001:3.0:1767326937.149521:0:274003:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767326937.149524:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767326937.149525:0:274003:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326937.149528:0:274003:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000020:00000010:2.0:1767326937.149529:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.149532:0:274003:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767326937.149534:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326937.149536:0:274003:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000010:2.0:1767326937.149539:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.149539:0:274003:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 02000000:00000001:3.0:1767326937.149544:0:274003:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767326937.149545:0:198563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e84f671800. 02000000:00000001:3.0:1767326937.149546:0:274003:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.149550:0:274003:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767326937.149552:0:198563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8509bf380. 00000100:00000040:3.0:1767326937.149553:0:274003:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:3.0:1767326937.149559:0:274003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e881093000. 00000020:00000010:2.0:1767326937.149560:0:198563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e84f5edbb8. 00000100:00000200:3.0:1767326937.149563:0:274003:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010375040, offset 224 00000100:00000001:2.0:1767326937.149566:0:198563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326937.149569:0:198563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767326937.149570:0:274003:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:2.0:1767326937.149573:0:198563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.149576:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:2.0:1767326937.149580:0:198563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.149583:0:274003:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:3.0:1767326937.149587:0:274003:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556969:1556969:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556962:1556962:8:4294967295] 00000100:00000001:2.0:1767326937.149589:0:198563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.149591:0:274003:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.149600:0:274003:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:2.0:1767326937.149602:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326937.149606:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767326937.149606:0:274003:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:3.0:1767326937.149611:0:274003:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8505a9600. 00000100:00100000:2.0:1767326937.149614:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10983 00000100:00000040:2.0:1767326937.149619:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 2 00000800:00000200:3.0:1767326937.149620:0:274003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000100:00000001:2.0:1767326937.149624:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523934287952 : -115549775263664 : ffff96e878b10850) 00000800:00000200:3.0:1767326937.149630:0:274003:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000040:2.0:1767326937.149634:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e878b10850 x1853164010375168/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1767326937.149636:0:274003:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8505a9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326937.149647:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326937.149651:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000100:00000001:3.0:1767326937.149651:0:274003:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326937.149656:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326937.149659:0:274003:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000020:00000010:2.0:1767326937.149661:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 00010000:00000001:3.0:1767326937.149665:0:274003:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1767326937.149669:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010375168:12345-192.168.204.119@tcp:104: 00010000:00000010:3.0:1767326937.149672:0:274003:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e878b2ac00. 00000100:00000200:2.0:1767326937.149677:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010375168 00010000:00000001:3.0:1767326937.149677:0:274003:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326937.149681:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326937.149685:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326937.149686:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326937.149689:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847067c00 refcount=2 00000020:00000001:2.0:1767326937.149691:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101027328 : -115550608524288 : ffff96e847067c00) 00010000:00010000:3.0:1767326937.149693:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326937.149694:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101027328 : -115550608524288 : ffff96e847067c00) 00010000:00000001:2.0:1767326937.149699:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.149702:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326937.149702:0:274003:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326937.149707:0:274003:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326937.149710:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1767326937.149710:0:274003:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.149727:0:274003:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e870596d80 x1853164010375040/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326937.149729:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326937.149733:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.149738:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326937.149746:0:198565:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767326937.149746:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326937.149750:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767326937.149751:0:198565:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767326937.149752:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:139440:x1853164010375040:12345-192.168.204.119@tcp:104: Request processed in 318us (588us total) trans 0 rc 0/0 02000000:00000010:2.0:1767326937.149756:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34c00. 00010000:00010000:0.0:1767326937.149757:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1767326937.149761:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326937.149764:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10982 00000100:00000001:2.0:1767326937.149767:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.149771:0:274003:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 1 00010000:00000001:2.0:1767326937.149773:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767326937.149777:0:274003:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767326937.149778:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.149780:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848779600 already unused, calling callback (ffffffffc13180e0) 00000100:00000001:3.0:1767326937.149781:0:274003:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767326937.149783:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00000008:00000001:0.0:1767326937.149786:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767326937.149787:0:274003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000100:00000001:2.0:1767326937.149789:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767326937.149790:0:198565:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326937.149794:0:198565:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767326937.149794:0:274003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000100:00000040:2.0:1767326937.149795:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000001:0.0:1767326937.149797:0:198565:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767326937.149801:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000020:00000010:3.0:1767326937.149801:0:274003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000040:0.0:1767326937.149802:0:198565:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e848779600 refcount=3 02000000:00000001:2.0:1767326937.149808:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767326937.149809:0:198565:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523125216768 : -115550584334848 : ffff96e848779600) 00000020:00000040:3.0:1767326937.149809:0:274003:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 4 02000000:00000001:2.0:1767326937.149811:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.149814:0:274003:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.149816:0:198565:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523125216768 : -115550584334848 : ffff96e848779600) 00000100:00000001:2.0:1767326937.149817:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326937.149822:0:198565:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767326937.149823:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00010000:00010000:0.0:1767326937.149827:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1767326937.149828:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888110. 00000100:00000200:2.0:1767326937.149834:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010375168, offset 224 00000800:00000001:3.0:1767326937.149835:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000008:00000001:0.0:1767326937.149866:0:198565:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767326937.149869:0:198565:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767326937.149872:0:198565:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523830943752 : -115549878607864 : ffff96e872882008) 00000020:00001000:0.0:1767326937.149876:0:198565:0:(cl_object.c:830:cl_env_get()) 1@ffff96e872882000 00000400:00000200:2.0:1767326937.149880:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000008:00000001:0.0:1767326937.149881:0:198565:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767326937.149884:0:198565:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767326937.149889:0:198565:0:(cl_object.c:924:cl_env_put()) 1@ffff96e872882000 00000400:00000200:2.0:1767326937.149889:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000008:00000001:0.0:1767326937.149894:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.149899:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00010000:00000001:0.0:1767326937.149901:0:198565:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326937.149906:0:198565:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767326937.149907:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556970:1556970:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556963:1556963:7:4294967295] 00000800:00000001:3.0:1767326937.149908:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326937.149910:0:198565:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.149914:0:198565:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767326937.149914:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326937.149919:0:198565:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326937.149919:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000800:00000001:3.0:1767326937.149919:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326937.149926:0:198565:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e848779600 with handle 0xb12620548e07adc5 from hash 00010000:00000001:0.0:1767326937.149931:0:198565:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326937.149935:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326937.149935:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00010000:00000001:0.0:1767326937.149938:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.149941:0:198565:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:2.0:1767326937.149944:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 00000400:00000200:3.0:1767326937.149945:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.149946:0:198565:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326937.149951:0:198565:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000400:00000200:3.0:1767326937.149951:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000800:00000010:2.0:1767326937.149953:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00010000:00000001:0.0:1767326937.149958:0:198565:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1767326937.149958:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.149964:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767326937.149964:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000400:00000200:3.0:1767326937.149966:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.149968:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326937.149971:0:198565:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.149973:0:198565:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:3.0:1767326937.149974:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:0.0:1767326937.149976:0:198565:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000200:2.0:1767326937.149978:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000010:0.0:1767326937.149981:0:198565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e867dc7b80. 00000400:00000200:3.0:1767326937.149982:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 328 into portal 15 MB=0x695715e8c8880 00000800:00000200:2.0:1767326937.149984:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1767326937.149987:0:198565:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.149990:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.149991:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.119@tcp of length 328/328 into md 0xd1abfd [2] + 0 00000100:00000001:0.0:1767326937.149993:0:198565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326937.149996:0:198565:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767326937.149997:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000800:00000001:3.0:1767326937.149999:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.150000:0:198565:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.150003:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:0.0:1767326937.150005:0:198565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e874714000. 00010000:00000010:2.0:1767326937.150009:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23300. 00000100:00000001:0.0:1767326937.150010:0:198565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.150013:0:198565:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767326937.150013:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326937.150019:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1767326937.150020:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.150024:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767326937.150026:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767326937.150032:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:2.0:1767326937.150033:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326937.150035:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767326937.150038:0:2512:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767326937.150039:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.150040:0:198565:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326937.150041:0:2512:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:1.0:1767326937.150043:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.150043:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.150047:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150048:0:198565:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1767326937.150048:0:2512:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e84e88e680. 00000100:00000040:2.0:1767326937.150054:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e878b10850 x1853164010375168/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326937.150054:0:2512:0:(events.c:337:request_in_callback()) incoming req@ffff96e84e88e680 x1853164010375296 msgsize 328 00000100:00000001:0.0:1767326937.150055:0:198565:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.150055:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767326937.150062:0:255371:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.150066:0:255371:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767326937.150067:0:198565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119d6e8b] to pc [ptlrpcd_00_00+0] req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.150072:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326937.150078:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:82037:x1853164010375168:12345-192.168.204.119@tcp:104: Request processed in 425us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326937.150097:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10983 00010000:00010000:1.0:1767326937.150098:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847067c00 already unused, calling callback (ffffffffc13180e0) 00000008:00000001:1.0:1767326937.150104:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767326937.150104:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00010000:00000001:0.0:1767326937.150107:0:198565:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767326937.150107:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00000001:1.0:1767326937.150108:0:255371:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326937.150109:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767326937.150113:0:255371:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326937.150114:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326937.150114:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767326937.150116:0:255371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767326937.150117:0:2512:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767326937.150118:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767326937.150119:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8509bf380. 00010000:00000001:0.0:1767326937.150121:0:198565:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326937.150121:0:255371:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847067c00 refcount=3 00000020:00000010:2.0:1767326937.150125:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e84f5edbb8. 00010000:00000001:0.0:1767326937.150127:0:198565:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.150128:0:255371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101027328 : -115550608524288 : ffff96e847067c00) 00000020:00000010:2.0:1767326937.150132:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e84f671800. 00000100:00000001:3.0:1767326937.150132:0:193131:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000008:00000001:0.0:1767326937.150133:0:198565:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150134:0:255371:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101027328 : -115550608524288 : ffff96e847067c00) 00000100:00100000:3.0:1767326937.150135:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375296 00000020:00000040:2.0:1767326937.150139:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00010000:00010000:0.0:1767326937.150141:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767326937.150141:0:255371:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767326937.150141:0:193131:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767326937.150146:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e870596d80. 00000100:00000001:3.0:1767326937.150146:0:193131:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767326937.150147:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1767326937.150149:0:193131:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.150154:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767326937.150156:0:193131:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.150158:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a37000. 00010000:00000001:0.0:1767326937.150161:0:198565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767326937.150162:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375296 02000000:00000001:2.0:1767326937.150165:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767326937.150166:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848779600/0xb12620548e07adc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49049e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1767326937.150167:0:193131:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767326937.150168:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88fb80. 00000020:00000040:3.0:1767326937.150171:0:193131:0:(genops.c:823:class_conn2export()) looking for export cookie 0xb12620548ddaa2cd 02000000:00000001:2.0:1767326937.150175:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767326937.150176:0:193131:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:1.0:1767326937.150178:0:255371:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1767326937.150179:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b13400. 00000020:00000040:3.0:1767326937.150180:0:193131:0:(lustre_handles.c:131:class_handle2object()) GET export ffff96e860d9d000 refcount=4 00000020:00000001:1.0:1767326937.150181:0:255371:0:(cl_object.c:761:cl_env_obtain()) Process entered 02000000:00000001:2.0:1767326937.150185:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767326937.150186:0:255371:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000020:00000001:3.0:1767326937.150187:0:193131:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00010000:00000010:0.0:1767326937.150189:0:198565:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e85809aa80. 00000100:00000010:2.0:1767326937.150189:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88f100. 00000020:00001000:1.0:1767326937.150191:0:255371:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000020:00000001:3.0:1767326937.150193:0:193131:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628523534307328 : -115550175244288 : ffff96e860d9d000) 00000008:00000001:1.0:1767326937.150196:0:255371:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 02000000:00000001:2.0:1767326937.150197:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:0.0:1767326937.150199:0:198565:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e762abc800 count: 0 00000100:00000001:3.0:1767326937.150199:0:193131:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000008:00000001:1.0:1767326937.150200:0:255371:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326937.150201:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34800. 00000020:00001000:1.0:1767326937.150206:0:255371:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00010000:00000010:0.0:1767326937.150207:0:198565:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e762abcc00. 02000000:00000001:2.0:1767326937.150207:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1767326937.150210:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326937.150211:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d880. 00010000:00000001:1.0:1767326937.150214:0:255371:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.150217:0:255371:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767326937.150217:0:193131:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e873bbaac0. 00010000:00000001:0.0:1767326937.150218:0:198565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767326937.150218:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.150220:0:255371:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326937.150223:0:198565:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:2.0:1767326937.150223:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34400. 00000100:00000001:3.0:1767326937.150223:0:193131:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.150224:0:255371:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:0.0:1767326937.150228:0:198565:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e878b2ac00. 00010000:00000001:1.0:1767326937.150228:0:255371:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.150229:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767326937.150230:0:193131:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e873bbaac0. 00000020:00000040:1.0:1767326937.150235:0:255371:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847067c00 with handle 0xb12620548e07b176 from hash 00000100:00000010:2.0:1767326937.150235:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88d180. 00010000:00000001:0.0:1767326937.150236:0:198565:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326937.150237:0:193131:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96e858096a00. 00010000:00000001:1.0:1767326937.150240:0:255371:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767326937.150241:0:198563:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767326937.150242:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.150243:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767326937.150244:0:193131:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96e8686fd880. 02000000:00000010:2.0:1767326937.150245:0:198563:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b10000. 00000020:00000001:0.0:1767326937.150247:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150247:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.150251:0:255371:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767326937.150251:0:193131:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff96e878919d48. 02000000:00000001:2.0:1767326937.150252:0:198563:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767326937.150253:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.150254:0:255371:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767326937.150256:0:198563:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e84e88e300. 00000020:00000001:0.0:1767326937.150258:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767326937.150258:0:255371:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:3.0:1767326937.150260:0:193131:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000001:0.0:1767326937.150262:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150264:0:255371:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:2.0:1767326937.150264:0:198563:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff96e87c236000. 00000100:00000001:3.0:1767326937.150264:0:193131:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1767326937.150266:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.150268:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767326937.150269:0:193131:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767326937.150270:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767326937.150271:0:198565:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:2.0:1767326937.150272:0:198563:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff96e878b10800. 00000100:00000001:3.0:1767326937.150273:0:193131:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150274:0:255371:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326937.150275:0:198565:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150279:0:255371:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767326937.150279:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326937.150281:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767326937.150283:0:255371:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.150283:0:193131:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326937.150287:0:255371:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868419180. 00000100:00000001:0.0:1767326937.150289:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326937.150291:0:255371:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000001:2.0:1767326937.150292:0:198563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.150293:0:193131:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326937.150294:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326937.150294:0:255371:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.150297:0:255371:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326937.150297:0:198563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.150301:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326937.150301:0:255371:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150307:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767326937.150307:0:255371:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2600. 00000100:00100000:2.0:1767326937.150307:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10984 00000100:00000001:3.0:1767326937.150307:0:193131:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767326937.150311:0:193131:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767326937.150312:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.150313:0:255371:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.150313:0:198563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff96e860d9d000 : new rpc_count 1 00000100:00000001:3.0:1767326937.150314:0:193131:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150318:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326937.150319:0:198563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628523227014784 : -115550482536832 : ffff96e84e88e680) 00010000:00000001:1.0:1767326937.150320:0:255371:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767326937.150320:0:193131:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150321:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767326937.150325:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.150326:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326937.150331:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96e84e88e680 x1853164010375296/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/0 e 0 to 0 dl 1767326948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326937.150334:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.150336:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.150339:0:255371:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326937.150344:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326937.150345:0:255371:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326937.150349:0:255371:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326937.150351:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8505a9600. 00000400:00000200:3.0:1767326937.150358:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326937.150360:0:255371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060aa8ec9] to pc [ptlrpcd_00_01+1] req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326937.150361:0:198563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767326937.150365:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767326937.150367:0:198563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff96e84f608900. 00000400:00000200:3.0:1767326937.150370:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:2.0:1767326937.150373:0:198563:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.150376:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.150379:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e881093000 00000020:00000010:2.0:1767326937.150380:0:198563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff96e84f608900. 02000000:00000001:0.0:1767326937.150382:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326937.150385:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e881093000. 02000000:00000001:0.0:1767326937.150387:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.150390:0:255371:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767326937.150392:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88277:x1853164010375296:12345-192.168.204.119@tcp:104: 00000100:00000001:3.0:1767326937.150392:0:2512:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767326937.150393:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150394:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767326937.150397:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767326937.150400:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767326937.150402:0:198563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853164010375296 02000000:00000010:3.0:1767326937.150402:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878b11800. 00000100:00100000:0.0:1767326937.150403:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652736:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1767326937.150404:0:255371:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.150407:0:198563:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:3.0:1767326937.150408:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767326937.150410:0:255371:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150413:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326937.150413:0:198563:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767326937.150413:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:1.0:1767326937.150415:0:255371:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.150417:0:198563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326937.150420:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1767326937.150421:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1767326937.150421:0:198563:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847066a00 refcount=2 00000800:00000001:3.0:1767326937.150421:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326937.150424:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326937.150427:0:198563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101022720 : -115550608528896 : ffff96e847066a00) 00000800:00000001:3.0:1767326937.150428:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326937.150431:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767326937.150434:0:198563:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101022720 : -115550608528896 : ffff96e847066a00) 02000000:00000010:0.0:1767326937.150437:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874715800. 02000000:00000001:0.0:1767326937.150442:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150442:0:255371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326937.150442:0:198563:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326937.150447:0:198563:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767326937.150448:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847067c00/0xb12620548e07b176 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491530 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1767326937.150453:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00010000:2.0:1767326937.150455:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326937.150460:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3318. 00000800:00000200:3.0:1767326937.150462:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1767326937.150465:0:255371:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e762df1100. 00000400:00000010:0.0:1767326937.150468:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e8581636e8. 00000800:00000010:3.0:1767326937.150468:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00010000:00000040:1.0:1767326937.150472:0:255371:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8752a4400 count: 0 00000100:00000200:0.0:1767326937.150475:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652736, portal 18 00000400:00000200:3.0:1767326937.150476:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326937.150477:0:198563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:1.0:1767326937.150479:0:255371:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8752a4a00. 00000100:00000001:0.0:1767326937.150481:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326937.150482:0:198563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767326937.150485:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523651922816 : -115550057628800 : ffff96e867dc7b80) 00000400:00000200:3.0:1767326937.150488:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00010000:00000001:1.0:1767326937.150489:0:255371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767326937.150489:0:198563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96e878a34400. 00010000:00000001:1.0:1767326937.150493:0:255371:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767326937.150495:0:198563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.150495:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888110 00000100:00000040:0.0:1767326937.150496:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767326937.150497:0:255371:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23300. 00000100:00000001:2.0:1767326937.150500:0:198563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150503:0:255371:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.150505:0:198563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767326937.150509:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326937.150510:0:198563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150513:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767326937.150513:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326937.150515:0:198563:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e8729be9e8 time=109 v=5 (1 1 1 1) 00010000:00010000:1.0:1767326937.150518:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326937.150519:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.150523:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767326937.150524:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163110. 00000100:00000001:2.0:1767326937.150524:0:198563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767326937.150526:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326937.150530:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652736, offset 0 00010000:00010000:1.0:1767326937.150531:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326937.150531:0:198563:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96e845619ec0 refcount 16 to 192.168.204.119@tcp 00000020:00000001:1.0:1767326937.150535:0:255371:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326937.150538:0:198563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628523073445568 : -115550636106048 : ffff96e845619ec0) 00000400:00000010:3.0:1767326937.150538:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888110. 00000400:00000200:0.0:1767326937.150539:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000020:00000001:1.0:1767326937.150539:0:255371:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326937.150545:0:198563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767326937.150546:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767326937.150547:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326937.150548:0:198563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.150551:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 02000000:00000001:3.0:1767326937.150551:0:2512:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767326937.150553:0:198563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326937.150556:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326937.150556:0:2512:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff96e878a34c00. 00000400:00000200:0.0:1767326937.150561:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000100:00000040:2.0:1767326937.150561:0:198563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00100000:1.0:1767326937.150562:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767326937.150563:0:2512:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767326937.150566:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.150569:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326937.150569:0:198563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872888550. 00000400:00000200:0.0:1767326937.150570:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326937.150577:0:198563:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853164010375296, offset 224 00000400:00000200:0.0:1767326937.150578:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000100:00000001:1.0:1767326937.150578:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.150582:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326937.150585:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326937.150588:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326937.150589:0:198563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.150591:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326937.150593:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000100:00000001:1.0:1767326937.150595:0:2517:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326937.150600:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.150603:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556971:1556971:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556964:1556964:8:4294967295] 00000100:00000040:1.0:1767326937.150605:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326937.150609:0:198563:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.19@tcp to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.150617:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.150619:0:198563:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556972:1556972:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556965:1556965:8:4294967295] 00000400:00000200:2.0:1767326937.150629:0:198563:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:2.0:1767326937.150643:0:198563:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:192.168.204.19@tcp) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000100:00000001:1.0:1767326937.150645:0:2517:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326937.150648:0:2517:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326937.150653:0:2517:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326937.150653:0:198563:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.119@tcp 02000000:00000001:1.0:1767326937.150658:0:2517:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326937.150661:0:198563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e848a5e700. 00000400:00000200:0.0:1767326937.150663:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 02000000:00000001:1.0:1767326937.150663:0:2517:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326937.150671:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652864:192.168.204.119@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1767326937.150672:0:198563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.150677:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000100:00000001:1.0:1767326937.150679:0:2517:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326937.150684:0:198563:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000010:0.0:1767326937.150685:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb300. 02000000:00000001:1.0:1767326937.150685:0:2517:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326937.150688:0:2517:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326937.150690:0:198563:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e848a5e700 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326937.150692:0:2517:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326937.150696:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 02000000:00000010:1.0:1767326937.150698:0:2517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e868da3a00. 02000000:00000001:1.0:1767326937.150703:0:2517:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.150704:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000100:00000001:2.0:1767326937.150707:0:198563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326937.150710:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1767326937.150712:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.150726:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.150727:0:198563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff96e845619ec0 refcount 15 to 192.168.204.119@tcp 00000400:00000010:1.0:1767326937.150731:0:2517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e859f61420. 00000100:00000040:0.0:1767326937.150732:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18048 usecs (19 jiffies) 00010000:00000001:2.0:1767326937.150733:0:198563:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767326937.150737:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e872a7e000. 00010000:00000010:2.0:1767326937.150739:0:198563:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96e762c23480. 00000400:00000200:0.0:1767326937.150741:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:1.0:1767326937.150743:0:2517:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652864, portal 18 00010000:00000001:2.0:1767326937.150744:0:198563:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767326937.150745:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855873 00000100:00000001:1.0:1767326937.150746:0:2517:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326937.150750:0:2517:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658547584 : -115550051004032 : ffff96e868419180) 00000100:00000001:0.0:1767326937.150752:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855867 00000800:00000200:3.0:1767326937.150754:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326937.150757:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855873 00010000:00010000:2.0:1767326937.150760:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000010:3.0:1767326937.150760:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e848a5e700. 00000100:00000040:1.0:1767326937.150761:0:2517:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.150762:0:2518:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855867 00000400:00000200:3.0:1767326937.150767:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326937.150768:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326937.150768:0:198563:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150775:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.150776:0:198563:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.150777:0:2517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326937.150780:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:0.0:1767326937.150781:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326937.150782:0:198563:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150785:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.150786:0:2517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000100:00000001:0.0:1767326937.150790:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326937.150790:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872888550 00000100:00000001:0.0:1767326937.150793:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767326937.150794:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326937.150795:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326937.150795:0:198563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e84e88e680 x1853164010375296/t0(0) o104->LOV_OSC_UUID@192.168.204.119@tcp:298/0 lens 328/224 e 0 to 0 dl 1767326948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326937.150795:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872888550. 00000020:00000001:1.0:1767326937.150797:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150801:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.150803:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767326937.150803:0:2512:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326937.150808:0:2512:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767326937.150809:0:195920:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326937.150812:0:195920:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1767326937.150816:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88277:x1853164010375296:12345-192.168.204.119@tcp:104: Request processed in 453us (759us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326937.150817:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1767326937.150819:0:2517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163220. 00000100:00000200:0.0:1767326937.150826:0:2517:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652864, offset 0 00000100:00100000:2.0:1767326937.150830:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10984 00010000:00010000:1.0:1767326937.150831:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847066a00 already unused, calling callback (ffffffffc13180e0) 00000400:00000200:0.0:1767326937.150836:0:2517:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000100:00000040:2.0:1767326937.150836:0:198563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff96e860d9d000 : new rpc_count 0 00000008:00000001:1.0:1767326937.150837:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767326937.150853:0:195920:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767326937.150855:0:195920:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326937.150856:0:195920:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326937.150857:0:195920:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff96e847066a00 refcount=3 00000020:00000001:1.0:1767326937.150859:0:195920:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628523101022720 : -115550608528896 : ffff96e847066a00) 00010000:00000001:1.0:1767326937.150864:0:195920:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628523101022720 : -115550608528896 : ffff96e847066a00) 00000100:00000001:2.0:1767326937.150864:0:198563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326937.150868:0:198563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767326937.150869:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.150869:0:195920:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1767326937.150873:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767326937.150874:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767326937.150874:0:198563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96e8686fd880. 00000400:00000200:0.0:1767326937.150876:0:2517:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000800:00000010:3.0:1767326937.150878:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb300. 00000020:00000010:2.0:1767326937.150884:0:198563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff96e878919d48. 00000400:00000200:0.0:1767326937.150885:0:2517:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326937.150885:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326937.150891:0:2517:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000008:00000001:1.0:1767326937.150891:0:195920:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767326937.150892:0:198563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96e858096a00. 00000020:00000001:1.0:1767326937.150894:0:195920:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767326937.150897:0:195920:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628523117809176 : -115550591742440 : ffff96e848068e18) 00000400:00000200:3.0:1767326937.150897:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:0.0:1767326937.150898:0:2517:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1767326937.150900:0:198563:0:(genops.c:898:class_export_put()) PUTting export ffff96e860d9d000 : new refcount 3 00000020:00001000:1.0:1767326937.150901:0:195920:0:(cl_object.c:830:cl_env_get()) 1@ffff96e848068e10 00000400:00000200:0.0:1767326937.150905:0:2517:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:3.0:1767326937.150905:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163110 00000008:00000001:1.0:1767326937.150906:0:195920:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000100:00000001:2.0:1767326937.150907:0:198563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767326937.150910:0:195920:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.150913:0:2517:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556973:1556973:255:4294967295] 192.168.204.119@tcp LPNI seq info [1556966:1556966:7:4294967295] 00000020:00001000:1.0:1767326937.150914:0:195920:0:(cl_object.c:924:cl_env_put()) 1@ffff96e848068e10 00000008:00000001:1.0:1767326937.150918:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.150921:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00010000:00000001:1.0:1767326937.150922:0:195920:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767326937.150925:0:195920:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767326937.150928:0:195920:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767326937.150931:0:195920:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326937.150933:0:195920:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326937.150934:0:2517:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000020:00000040:1.0:1767326937.150935:0:195920:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff96e847066a00 with handle 0xb12620548e07b1e6 from hash 00000800:00000200:0.0:1767326937.150939:0:2517:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00010000:00000001:1.0:1767326937.150939:0:195920:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767326937.150941:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1767326937.150943:0:2517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cb900. 00010000:00000001:1.0:1767326937.150943:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.150944:0:195920:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767326937.150947:0:195920:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767326937.150949:0:195920:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000800:00000200:0.0:1767326937.150951:0:2517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00010000:00000001:1.0:1767326937.150952:0:195920:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767326937.150957:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767326937.150959:0:2517:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00010000:00000001:1.0:1767326937.150959:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.150962:0:195920:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326937.150962:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163110. 00000800:00000200:0.0:1767326937.150963:0:2517:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cb900 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1767326937.150966:0:195920:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767326937.150969:0:2517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.150969:0:195920:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767326937.150970:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767326937.150974:0:195920:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96e868418000. 00000100:00000040:0.0:1767326937.150975:0:2517:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18048 usecs (19 jiffies) 00000020:00000040:1.0:1767326937.150980:0:195920:0:(genops.c:1229:class_import_get()) import ffff96e845368800 refcount=5 obd=lustre-OST0000-osc-ffff96e84f48f000 00000100:00000200:3.0:1767326937.150980:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326937.150981:0:2517:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.150985:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855874 00000100:00000001:1.0:1767326937.150986:0:195920:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326937.150989:0:195920:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326937.150991:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, simply extend its deadline from 4306855873 02000000:00000001:1.0:1767326937.150992:0:195920:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.150998:0:2517:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855874 02000000:00000010:1.0:1767326937.151000:0:195920:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96e868da2c00. 00000100:00000001:3.0:1767326937.151000:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326937.151002:0:2517:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, simply extend its deadline from 4306855873 00000100:00000001:1.0:1767326937.151005:0:195920:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.151007:0:2517:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.151008:0:195920:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:3.0:1767326937.151008:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.151011:0:2517:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.151013:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.151017:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.151024:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.151028:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767326937.151032:0:195920:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326937.151033:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.151034:0:195920:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326937.151035:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326937.151038:0:195920:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.151043:0:195920:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf8a1ec6] to pc [ptlrpcd_00_00+0] req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326937.151056:0:195920:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326937.151058:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326937.151059:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326937.151060:0:195920:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.151061:0:195920:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767326937.151062:0:195920:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.151065:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1767326937.151065:0:2512:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.151070:0:2512:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cb900. 00000100:00000001:0.0:1767326937.151074:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326937.151074:0:195920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767326937.151076:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847066a00/0xb12620548e07b1e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d491721 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1767326937.151078:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.151081:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326937.151087:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000010:1.0:1767326937.151087:0:195920:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96e762df1ac0. 00000100:00000001:0.0:1767326937.151093:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767326937.151093:0:195920:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff96e8752a4b00 count: 0 00000100:00000001:0.0:1767326937.151098:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:1.0:1767326937.151098:0:195920:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96e8752a4800. 00000100:00000001:0.0:1767326937.151102:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326937.151104:0:195920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767326937.151106:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326937.151107:0:195920:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326937.151110:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767326937.151110:0:195920:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96e762c23480. 00000100:00000001:0.0:1767326937.151112:0:2518:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767326937.151115:0:195920:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326937.151118:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.151120:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.151121:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326937.151122:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.151124:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.151127:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.151130:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767326937.151132:0:195920:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326937.151134:0:195920:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326937.151139:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326937.151140:0:2518:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326937.151142:0:2518:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.151145:0:2518:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326937.151147:0:2518:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326937.151150:0:2518:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.151152:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326937.151155:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652992:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.151155:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326937.151157:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.151159:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326937.151161:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.151163:0:2518:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326937.151168:0:2518:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326937.151170:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 02000000:00000001:0.0:1767326937.151171:0:2518:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.151176:0:2518:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326937.151177:0:2512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163220 02000000:00000010:0.0:1767326937.151181:0:2518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96e874714c00. 00000400:00000010:3.0:1767326937.151181:0:2512:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163220. 02000000:00000001:0.0:1767326937.151186:0:2518:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.151188:0:2512:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326937.151195:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000200:3.0:1767326937.151195:0:2512:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326937.151199:0:2518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff96e8512b3a50. 00000400:00000010:0.0:1767326937.151205:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163908. 00000100:00000001:3.0:1767326937.151207:0:2512:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326937.151211:0:2518:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853164247652992, portal 18 00000100:00000040:3.0:1767326937.151212:0:2512:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.151216:0:2518:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326937.151220:0:2518:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628523658543104 : -115550051008512 : ffff96e868418000) 00000100:00000001:3.0:1767326937.151221:0:2512:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.151226:0:2512:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326937.151231:0:2518:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.151237:0:2518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326937.151240:0:2518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.119@tcp 00000400:00000010:0.0:1767326937.151242:0:2518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96e858163dd0. 00000100:00000200:0.0:1767326937.151245:0:2518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853164247652992, offset 0 00000400:00000200:0.0:1767326937.151249:0:2518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.119@tcp 00000400:00000200:0.0:1767326937.151253:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.151257:0:2518:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.119@tcp local destination 00000400:00000200:0.0:1767326937.151260:0:2518:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326937.151262:0:2518:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.19@tcp 00000400:00000200:0.0:1767326937.151265:0:2518:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.19@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326937.151267:0:2518:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.119@tcp 00000400:00000200:0.0:1767326937.151270:0:2518:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.19@tcp NI seq info: [1556974:1556974:256:4294967295] 192.168.204.119@tcp LPNI seq info [1556967:1556967:8:4294967295] 00000400:00000200:0.0:1767326937.151274:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:0.0:1767326937.151280:0:2518:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp:) -> 192.168.204.119@tcp(192.168.204.119@tcp:192.168.204.119@tcp) : PUT try# 0 00000800:00000200:0.0:1767326937.151284:0:2518:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.119@tcp 00000800:00000010:0.0:1767326937.151287:0:2518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96e8705cbc00. 00000800:00000200:0.0:1767326937.151290:0:2518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96e848a0a3c0] -> 12345-192.168.204.119@tcp (5) 00000800:00000200:0.0:1767326937.151295:0:2518:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.119@tcp ip 192.168.204.119:988 00000800:00000200:0.0:1767326937.151297:0:2518:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff96e8705cbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326937.151308:0:2518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.151311:0:2518:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: using a timeout of 18048 usecs (19 jiffies) 00000400:00000200:0.0:1767326937.151315:0:2518:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:0.0:1767326937.151317:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 2 is 4306855874 00000100:00000001:0.0:1767326937.151320:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 2, keep current deadline 4306855874 00000100:00000001:0.0:1767326937.151322:0:2518:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS new deadline estimation for cpu 3 is 4306855874 00000100:00000001:0.0:1767326937.151325:0:2518:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff96e84f48f000: PM QoS request active for cpu 3, keep current deadline 4306855874 00000100:00000001:0.0:1767326937.151328:0:2518:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.151331:0:2518:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.151333:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.151336:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326937.151348:0:2511:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326937.151352:0:2511:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96e8705cbc00. 00000400:00000200:3.0:1767326937.151355:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.151359:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000400:00000200:3.0:1767326937.151362:0:2511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163dd0 00000400:00000010:3.0:1767326937.151364:0:2511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163dd0. 00000100:00000001:3.0:1767326937.151366:0:2511:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326937.151370:0:2511:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.151377:0:2511:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326937.151380:0:2511:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.151386:0:2511:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326937.151388:0:2511:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767326937.151870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e870dd4d00. 00010000:00000010:0.1:1767326937.151876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e870e50a00. 00010000:00000010:0.1:1767326937.151878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e87824ef00. 00010000:00000010:0.1:1767326937.151880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e841518000. 00010000:00000010:1.1:1767326937.151880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e761931d00. 00010000:00000010:1.1:1767326937.151890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848778600. 00000800:00000001:3.0:1767326937.152778:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.152784:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.152786:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.152788:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.152792:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.152796:0:2512:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.152802:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.152804:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.152808:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.152811:0:2512:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11980 00000400:00000200:3.0:1767326937.152815:0:2512:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.152818:0:2512:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ac15 [1] + 224 00000800:00000001:3.0:1767326937.152822:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.152827:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.152830:0:2512:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.152833:0:2512:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.152836:0:2512:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.152867:0:2512:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.152879:0:2512:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.152892:0:2512:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.152896:0:2512:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.152899:0:2512:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.152909:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.152913:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.152917:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.152918:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.152920:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3318. 00000400:00000200:0.0:1767326937.152924:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e8581636e8 00000400:00000010:0.0:1767326937.152925:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e8581636e8. 00000100:00000001:0.0:1767326937.152928:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.152933:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.152941:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.152947:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.152949:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.152951:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.152953:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.152954:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.152955:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.152957:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.152961:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.152964:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.152967:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.152968:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.152969:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.152971:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.152974:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.152975:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.152977:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.152978:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.152982:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.152993:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.152995:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.152997:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.153000:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.153007:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652736:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.153011:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.153013:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.153015:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e867dc7b80 x1853164247652736/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.153021:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.153022:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.153024:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874715800. 02000000:00000001:0.0:1767326937.153026:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.153028:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.153029:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=4 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.153031:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.153032:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e874714000. 02000000:00000001:0.0:1767326937.153034:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.153036:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.153037:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e867dc7b80. 00000100:00000001:0.0:1767326937.153039:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.153041:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.153043:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.153044:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.153045:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326937.153047:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.153049:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326937.153993:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.153998:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.154000:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.154002:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154006:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154010:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000200:3.0:1767326937.154014:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154017:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154021:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154024:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11a00 00000400:00000200:3.0:1767326937.154027:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154031:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ac25 [1] + 224 00000800:00000001:3.0:1767326937.154035:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.154038:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154040:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326937.154043:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:3.0:1767326937.154047:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326937.154050:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326937.154058:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.154071:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.154075:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.154078:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326937.154080:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.154083:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154087:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.154088:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.154091:0:2517:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326937.154095:0:2517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326937.154095:0:2511:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.19@tcp(192.168.204.19@tcp) <- 192.168.204.119@tcp : PUT - for me 00000400:00000001:1.0:1767326937.154097:0:2517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326937.154100:0:2517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e859f61420. 00000400:00000200:1.0:1767326937.154104:0:2517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e872a7e000 00000400:00000200:3.0:1767326937.154104:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000010:1.0:1767326937.154108:0:2517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e872a7e000. 00000400:00000200:3.0:1767326937.154112:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.154113:0:2517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326937.154120:0:2517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326937.154121:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000400:00000200:3.0:1767326937.154129:0:2511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.119@tcp of length 224 into portal 18 MB=0x695716cb11a80 00000100:00000200:1.0:1767326937.154136:0:2517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.154141:0:2517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326937.154143:0:2517:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154146:0:2511:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.119@tcp to cpt 1 00000100:00000001:1.0:1767326937.154147:0:2517:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326937.154149:0:2517:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326937.154151:0:2517:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326937.154154:0:2517:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326937.154155:0:2511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.119@tcp of length 224/224 into md 0xd1ac2d [1] + 224 02000000:00000001:1.0:1767326937.154156:0:2517:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326937.154160:0:2517:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326937.154162:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326937.154164:0:2517:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326937.154167:0:2517:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326937.154168:0:2517:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326937.154169:0:2517:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326937.154171:0:2517:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.154172:0:2517:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326937.154173:0:2517:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:1.0:1767326937.154174:0:2517:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326937.154175:0:2517:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326937.154178:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326937.154182:0:2517:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326937.154184:0:2517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326937.154185:0:2517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326937.154187:0:2517:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326937.154188:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154194:0:2511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326937.154196:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247652864:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767326937.154201:0:2517:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326937.154202:0:2511:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.19@tcp->192.168.204.119@tcp: PUT: OK 00000100:00000001:1.0:1767326937.154203:0:2517:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326937.154208:0:2517:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868419180 x1853164247652864/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.154208:0:2511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326937.154214:0:2517:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326937.154216:0:2517:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326937.154217:0:2511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326937.154218:0:2517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e868da3a00. 02000000:00000001:1.0:1767326937.154222:0:2517:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326937.154223:0:2517:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326937.154225:0:2517:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=3 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:1.0:1767326937.154226:0:2517:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326937.154227:0:2517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2600. 02000000:00000001:1.0:1767326937.154229:0:2517:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326937.154230:0:2517:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326937.154231:0:2517:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868419180. 00000100:00000001:1.0:1767326937.154232:0:2517:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326937.154233:0:2517:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.154234:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326937.154237:0:2517:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326937.154237:0:2517:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326937.154238:0:2517:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326937.154240:0:2517:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326937.154264:0:2511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326937.154278:0:2511:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326937.154283:0:2511:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326937.154286:0:2511:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.154295:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.154298:0:2518:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326937.154300:0:2518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326937.154302:0:2518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326937.154303:0:2518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff96e8512b3a50. 00000400:00000200:0.0:1767326937.154306:0:2518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96e858163908 00000400:00000010:0.0:1767326937.154307:0:2518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff96e858163908. 00000100:00000001:0.0:1767326937.154309:0:2518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326937.154312:0:2518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326937.154317:0:2518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.154321:0:2518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326937.154322:0:2518:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.154323:0:2518:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326937.154324:0:2518:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326937.154325:0:2518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326937.154326:0:2518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326937.154328:0:2518:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326937.154330:0:2518:0:(import.c:2128:obd_at_measure()) add 5 to ffff96e845368ce8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326937.154332:0:2518:0:(import.c:2128:obd_at_measure()) add 1 to ffff96e845368c10 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326937.154334:0:2518:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326937.154335:0:2518:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326937.154336:0:2518:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326937.154337:0:2518:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.154339:0:2518:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326937.154340:0:2518:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96e84f48f000: skip recheck: last_committed 12884929759 00000100:00000001:0.0:1767326937.154341:0:2518:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326937.154342:0:2518:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326937.154344:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.154348:0:2518:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326937.154349:0:2518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326937.154350:0:2518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326937.154352:0:2518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326937.154356:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247652992:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767326937.154358:0:2518:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.154360:0:2518:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326937.154361:0:2518:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96e868418000 x1853164247652992/t0(0) o103->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326937.154365:0:2518:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326937.154366:0:2518:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326937.154367:0:2518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96e874714c00. 02000000:00000001:0.0:1767326937.154369:0:2518:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326937.154369:0:2518:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326937.154370:0:2518:0:(genops.c:1242:class_import_put()) import ffff96e845368800 refcount=2 obd=lustre-OST0000-osc-ffff96e84f48f000 00000020:00000001:0.0:1767326937.154371:0:2518:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326937.154372:0:2518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96e868da2c00. 02000000:00000001:0.0:1767326937.154374:0:2518:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326937.154375:0:2518:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326937.154376:0:2518:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96e868418000. 00000100:00000001:0.0:1767326937.154378:0:2518:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326937.154379:0:2518:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.154380:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326937.154382:0:2518:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326937.154383:0:2518:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326937.154385:0:2518:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326937.154386:0:2518:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767326937.155874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e869224e00. 00010000:00000010:1.1:1767326937.155875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e846f94a00. 00010000:00000010:0.1:1767326937.155884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e86922d200. 00010000:00000010:1.1:1767326937.155890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e860093c00. 00010000:00000010:1.1:1767326937.155895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e84f27f100. 00010000:00000010:1.1:1767326937.155900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e84fde2e00. 00010000:00000010:0.1:1767326937.159867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e762abc800. 00010000:00000010:1.1:1767326937.159872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4400. 00010000:00000010:0.1:1767326937.159878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e848779600. 00010000:00000010:1.1:1767326937.159880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847067c00. 00010000:00000010:1.1:1767326937.159887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e8752a4b00. 00010000:00000010:1.1:1767326937.159897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e847066a00. 00000100:00000040:3.0:1767326937.170887:0:217962:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc330 (cpu 0) has reached its deadline 4306855874, at 4306855875 00000100:00000010:3.0:1767326937.170896:0:217962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b440c0. 00000100:00000040:2.0:1767326937.170899:0:266831:0:(connection.c:75:cpu_latency_work()) work item of ffff96e842cdc220 (cpu 0) has reached its deadline 4306855874, at 4306855875 00000100:00000010:2.0:1767326937.170908:0:266831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96e878b44e40. 00000400:00000001:2.0:1767326937.264597:0:302758:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00010000:1.0:1767326937.359921:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.256078:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2518:1853164247653120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326938.256078:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326938.256177:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653504:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326938.256178:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247653376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326938.256221:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247653632:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326938.257518:0:2517:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff96e84f48f000 of lustre-MDT0000_UUID@192.168.204.119@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1767326938.257523:0:2517:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767326938.257528:0:2517:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff96e84f48f000: Connection to lustre-MDT0000 (at 192.168.204.119@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1767326938.258197:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247653632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326938.258338:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247653376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326938.261756:0:2517:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326938.261763:0:2517:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 6798 00000100:00080000:1.0:1767326938.261773:0:2517:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767326938.261781:0:2517:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767326938.261803:0:2517:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247653760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326938.261829:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326938.261869:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247653760:192.168.204.119@tcp:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1767326938.261874:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767326938.270495:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326938.270506:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767326938.270511:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247653760:192.168.204.119@tcp:38:ptlrpcd_00_00.0 00010000:00010000:2.0:1767326938.383992:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.878110:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878137:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878150:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878160:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878172:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878193:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.878197:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380032 00000100:00100000:3.0:1767326938.878207:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380032 00000100:00100000:2.0:1767326938.878213:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.878245:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.878253:0:198563:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767326938.878267:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381184 00000100:00100000:3.0:1767326938.878270:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381184 00000100:00100000:1.0:1767326938.878276:0:193130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381824 00000100:00100000:1.0:1767326938.878286:0:193130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381824 00000100:00100000:3.0:1767326938.878287:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381312 00000100:00100000:3.0:1767326938.878293:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381312 00000100:00100000:2.0:1767326938.878294:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.878315:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381952 00000100:00100000:3.0:1767326938.878317:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381440 00000100:00100000:0.0:1767326938.878322:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381952 00000100:00100000:3.0:1767326938.878323:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381440 00000100:00100000:2.0:1767326938.878327:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:1.0:1767326938.878333:0:193130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 290 00000100:00100000:3.0:1767326938.878346:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381568 00000100:00100000:1.0:1767326938.878347:0:193130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:139443:x1853164010381824:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.878350:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381568 00000100:00100000:2.0:1767326938.878361:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:1.0:1767326938.878368:0:193130:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.878369:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 291 00000100:00100000:3.0:1767326938.878371:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381696 00000100:00100000:3.0:1767326938.878377:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381696 00000100:00100000:2.0:1767326938.878386:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.878387:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:88279:x1853164010381952:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.878392:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382080 00000100:00100000:3.0:1767326938.878396:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382080 00010000:00010000:0.0:1767326938.878399:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878414:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382208 00000100:00100000:2.0:1767326938.878415:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.878419:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382208 00000100:00100000:3.0:1767326938.878438:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382336 00000100:00100000:3.0:1767326938.878441:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382336 00010000:00010000:1.0:1767326938.878442:0:193130:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767326938.878449:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:0.0:1767326938.878453:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1767326938.878455:0:193130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+8:139443:x1853164010381824:12345-192.168.204.119@tcp:104: Request processed in 111us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.878460:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382464 00000100:00100000:0.0:1767326938.878466:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+8:88279:x1853164010381952:12345-192.168.204.119@tcp:104: Request processed in 83us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767326938.878466:0:193130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 290 00000100:00100000:3.0:1767326938.878466:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382464 00000100:00100000:0.0:1767326938.878481:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 291 00000100:00100000:3.0:1767326938.878486:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382592 00000100:00100000:3.0:1767326938.878490:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382592 00010000:00010000:1.0:1767326938.878502:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767326938.878508:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767326938.878509:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382720 00010000:00010000:1.0:1767326938.878510:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878514:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382720 00010000:00010000:0.0:1767326938.878518:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.878530:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847031c00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326938.878533:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.878536:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10985 00010000:00010000:0.0:1767326938.878540:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9f000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.878541:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878548:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878548:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+9:139440:x1853164010380032:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.878563:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.878597:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.878597:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/3 left), rc = 0 00010000:00010000:0.0:1767326938.878599:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.878607:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382848 00000100:00100000:2.0:1767326938.878612:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382848 00010000:00010000:1.0:1767326938.878616:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.878620:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326938.878634:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10986 00000100:00100000:2.0:1767326938.878640:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+10:88292:x1853164010381184:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326938.878641:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878642:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.878650:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.878667:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031c00/0xb12620548e090e11 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x34fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed2ce expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878674:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9f000/0xb12620548e08cbd7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbe6a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.878708:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.878716:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+10:88292:x1853164010381184:12345-192.168.204.119@tcp:104: Request processed in 74us (577us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.878724:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326938.878724:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10986 00010000:00010000:0.0:1767326938.878727:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.878730:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878733:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.878734:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00010000:1.0:1767326938.878741:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878fd6400 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326938.878741:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10987 00000100:00100000:3.0:1767326938.878748:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+9:139440:x1853164010380032:12345-192.168.204.119@tcp:104: Request processed in 199us (640us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.878749:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878753:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713a1c00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326938.878758:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+9:139445:x1853164010381312:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326938.878761:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878767:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10985 00010000:00010000:2.0:1767326938.878771:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878788:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10988 00010000:00010000:0.0:1767326938.878798:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878800:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+8:88277:x1853164010381440:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326938.878805:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.878813:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878819:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.878821:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1767326938.878830:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.878830:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326938.878836:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+8:139445:x1853164010381312:12345-192.168.204.119@tcp:104: Request processed in 80us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.878872:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10987 00010000:00010000:0.0:1767326938.878882:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713a1c00/0xb12620548e08e82b lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e3857 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.878882:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:1.0:1767326938.878884:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.878889:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10989 00000100:00100000:3.0:1767326938.878896:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+7:88277:x1853164010381440:12345-192.168.204.119@tcp:104: Request processed in 95us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.878904:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+7:88282:x1853164010381568:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326938.878905:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767326938.878911:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878914:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10988 00010000:00010000:1.0:1767326938.878918:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878fd6400/0xb12620548e07ce02 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d499c44 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.878919:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878924:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84311be00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.878931:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.878937:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10990 00000100:00100000:3.0:1767326938.878953:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:88302:x1853164010381696:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.878963:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.878964:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.878968:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767326938.878968:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767326938.878982:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88282:x1853164010381568:12345-192.168.204.119@tcp:104: Request processed in 79us (804us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.878986:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879000:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767326938.879000:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767326938.879002:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10989 00010000:00010000:0.0:1767326938.879008:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879011:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8713ecc00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326938.879013:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:88302:x1853164010381696:12345-192.168.204.119@tcp:104: Request processed in 62us (816us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.879019:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879025:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10991 00010000:00010000:0.0:1767326938.879028:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84311be00/0xb12620548e081c67 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adab6 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879040:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+9:88280:x1853164010382080:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.879040:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10990 00010000:00010000:2.0:1767326938.879050:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879057:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767326938.879065:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879073:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8461cac00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.879078:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879083:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:1.0:1767326938.879086:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879092:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+9:88280:x1853164010382080:12345-192.168.204.119@tcp:104: Request processed in 54us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.879092:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10992 00010000:00010000:1.0:1767326938.879099:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326938.879103:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10991 00010000:00010000:0.0:1767326938.879104:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879107:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879109:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+9:139439:x1853164010382208:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326938.879119:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10993 00010000:00010000:0.0:1767326938.879128:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767326938.879132:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879134:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+8:88283:x1853164010382336:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326938.879135:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8713ecc00/0xb12620548e081cd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4adc6f expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879138:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879151:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879165:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461cac00/0xb12620548e08dde3 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0b5c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.879170:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1767326938.879181:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+8:139439:x1853164010382208:12345-192.168.204.119@tcp:104: Request processed in 75us (855us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.879183:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767326938.879188:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:1.0:1767326938.879190:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879192:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1767326938.879194:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10992 00000100:00100000:2.0:1767326938.879199:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+8:88283:x1853164010382336:12345-192.168.204.119@tcp:104: Request processed in 67us (839us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.879200:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879214:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10994 00010000:00010000:1.0:1767326938.879222:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8475e1a00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.879224:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8452bc800 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326938.879225:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10993 00010000:00010000:1.0:1767326938.879228:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879229:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+7:88276:x1853164010382464:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326938.879233:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.879244:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879245:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10995 00000100:00100000:2.0:1767326938.879258:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88291:x1853164010382592:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326938.879265:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879268:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879274:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.879278:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.879281:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:1.0:1767326938.879282:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879294:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+6:88276:x1853164010382464:12345-192.168.204.119@tcp:104: Request processed in 67us (910us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.879296:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.879298:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:1.0:1767326938.879302:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1a00/0xb12620548e08c5d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da4af expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879307:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879313:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10994 00000100:00100000:2.0:1767326938.879314:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+6:88291:x1853164010382592:12345-192.168.204.119@tcp:104: Request processed in 54us (896us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.879321:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767326938.879327:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879331:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8452bc800/0xb12620548e08ca02 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db644 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879333:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10995 00000100:00100000:3.0:1767326938.879344:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10996 00010000:00010000:1.0:1767326938.879353:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e5d0600 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:2.0:1767326938.879353:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10997 00000100:00100000:3.0:1767326938.879359:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88275:x1853164010382720:12345-192.168.204.119@tcp:104: 00010000:00010000:1.0:1767326938.879362:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879366:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b12450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010382848:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326938.879368:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767326938.879372:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879374:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879375:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879401:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847031e00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.879406:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879408:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.879417:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:2.0:1767326938.879420:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:1.0:1767326938.879427:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326938.879433:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b12450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010382848:12345-192.168.204.119@tcp:104: Request processed in 68us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.879433:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88275:x1853164010382720:12345-192.168.204.119@tcp:104: Request processed in 74us (982us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.879435:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879446:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.879449:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10997 00000100:00100000:3.0:1767326938.879459:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10996 00010000:00010000:2.0:1767326938.879468:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767326938.879469:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.879475:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879476:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84e5d0600/0xb12620548e0824b0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afc58 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879480:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879491:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86129a200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:2.0:1767326938.879497:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879506:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847031e00/0xb12620548e090d85 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x34fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed138 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879522:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.879523:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:1.0:1767326938.879526:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767326938.879530:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767326938.879532:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879534:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.879538:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879543:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871381e00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.879549:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879550:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879551:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9d600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.879560:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879570:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86129a200/0xb12620548e090d9a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x34fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed17e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879597:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879606:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.879608:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.879615:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879615:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879616:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879639:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f9d600/0xb12620548e08ca5d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db7da expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879641:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.879641:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8461ccc00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:2.0:1767326938.879648:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.879652:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879662:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.879666:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381e00/0xb12620548e07ba0c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493e50 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.879667:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.879671:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.879692:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879701:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.879704:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.879705:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654016:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.879710:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.879715:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.879715:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.879724:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8461ccc00/0xb12620548e08ded1 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e0f68 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.879739:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653888:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326938.879743:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.879748:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.879750:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654272:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326938.879752:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.879781:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382976 00000100:00100000:2.0:1767326938.879785:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382976 00000100:00100000:1.0:1767326938.879794:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654144:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.879795:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654528:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.879806:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10998 00000100:00100000:2.0:1767326938.879814:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010382976:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.879821:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.879858:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654784:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.879876:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654400:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326938.879884:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1767326938.879889:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247655040:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.879896:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010382976:12345-192.168.204.119@tcp:104: Request processed in 80us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.879904:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10998 00000100:00100000:1.0:1767326938.879916:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654656:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.879921:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247655296:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.879928:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247655424:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.879984:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654912:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.880003:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.880009:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.880015:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847030e00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.880019:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.880025:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655168:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.880041:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.880049:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1767326938.880054:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767326938.880064:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655552:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.880065:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.880068:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247655680:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.880082:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847030e00/0xb12620548e090de0 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed22d expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.880104:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.880107:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.880110:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.880113:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.880117:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1767326938.880123:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.880129:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655808:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.889158:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654272:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.889158:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247653888:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.889182:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654528:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.889191:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654144:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.889203:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247655040:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.889209:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654400:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.889248:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654784:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.889258:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247655424:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.890714:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655168:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.890724:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655552:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.890744:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655808:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.900067:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.900092:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247655680:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.900100:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.900143:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383488 00000100:00100000:3.0:1767326938.900149:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383488 00000100:00100000:2.0:1767326938.900167:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:1.0:1767326938.900180:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654656:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.900193:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383616 00000100:00100000:3.0:1767326938.900196:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383616 00000100:00100000:2.0:1767326938.900201:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.900208:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247654016:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.900221:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384128 00000100:00100000:3.0:1767326938.900226:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384128 00000100:00100000:3.0:1767326938.900239:0:198563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384256 00000100:00100000:3.0:1767326938.900242:0:198563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384256 00000100:00100000:2.0:1767326938.900253:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 10999 00000100:00100000:1.0:1767326938.900266:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247654912:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.900267:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88291:x1853164010383488:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.900267:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11000 00000100:00100000:3.0:1767326938.900280:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88280:x1853164010383616:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.900288:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.900289:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.900362:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767326938.900370:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:88280:x1853164010383616:12345-192.168.204.119@tcp:104: Request processed in 92us (277us total) trans 0 rc 0/0 00010000:00010000:2.0:1767326938.900372:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767326938.900383:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11000 00000100:00100000:2.0:1767326938.900385:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88291:x1853164010383488:12345-192.168.204.119@tcp:104: Request processed in 122us (321us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.900388:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767326938.900397:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 10999 00010000:00010000:1.0:1767326938.900398:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.900405:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11001 00010000:00010000:1.0:1767326938.900413:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86129aa00 already unused, calling callback (ffffffffc13180e0) 00000100:00100000:3.0:1767326938.900416:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010384128:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326938.900418:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11002 00010000:00010000:1.0:1767326938.900422:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.900427:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.900441:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88293:x1853164010384256:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.900452:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900463:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.900470:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:1.0:1767326938.900472:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1767326938.900477:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:82037:x1853164010384128:12345-192.168.204.119@tcp:104: Request processed in 63us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.900484:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11001 00010000:00010000:2.0:1767326938.900492:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:1.0:1767326938.900501:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.900502:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88293:x1853164010384256:12345-192.168.204.119@tcp:104: Request processed in 72us (299us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.900511:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:2.0:1767326938.900519:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11002 00010000:00010000:0.0:1767326938.900522:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900522:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e86129aa00/0xb12620548e090e49 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ed3ae expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900545:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8475e1800 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:2.0:1767326938.900546:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767326938.900550:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.900554:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900558:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.900565:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.900575:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8502f4c00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.900580:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188e200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:2.0:1767326938.900581:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.900582:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.900586:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900592:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900602:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767326938.900612:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900613:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900616:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.900628:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.900638:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.900640:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8475e1800/0xb12620548e08c5fd lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4da55e expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.900647:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900648:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900658:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.900665:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8502f4c00/0xb12620548e08252e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afe50 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.900667:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87188e200/0xb12620548e090c12 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecc29 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.900676:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.900681:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.900713:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.900714:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.900715:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655936:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326938.900718:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.900719:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326938.900723:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.900725:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.900737:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247656192:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.900743:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.900778:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247656320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.901278:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.901312:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385024 00000100:00100000:2.0:1767326938.901316:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385024 00000100:00100000:2.0:1767326938.901339:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11003 00000100:00100000:2.0:1767326938.901344:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88292:x1853164010385024:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.901353:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.901385:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.901389:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88292:x1853164010385024:12345-192.168.204.119@tcp:104: Request processed in 45us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.901393:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11003 00010000:00010000:1.0:1767326938.901408:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.901414:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.901422:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871082600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.901426:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.901447:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.901453:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.901472:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.901480:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871082600/0xb12620548e080f16 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa580 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.901497:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.901501:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656448:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.901501:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.901503:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.902300:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.902337:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1767326938.902352:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385152 00000100:00100000:2.0:1767326938.902356:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385152 00000100:00100000:2.0:1767326938.902382:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11004 00000100:00100000:2.0:1767326938.902390:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a34050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010385152:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.902400:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.902440:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.902447:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a34050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010385152:12345-192.168.204.119@tcp:104: Request processed in 58us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.902455:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11004 00010000:00010000:0.0:1767326938.902463:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.902470:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.902479:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87fa0c400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.902484:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.902506:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.902513:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.902534:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.902546:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa0c400/0xb12620548e08c953 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db373 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.902553:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247656576:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.902564:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.902568:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.902571:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.903972:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.904013:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384768 00000100:00100000:2.0:1767326938.904019:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384768 00000100:00100000:2.0:1767326938.904050:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11005 00000100:00100000:2.0:1767326938.904058:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010384768:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.904067:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.904108:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.904114:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010384768:12345-192.168.204.119@tcp:104: Request processed in 57us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.904119:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11005 00010000:00010000:0.0:1767326938.904132:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.904137:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.904144:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e85061d600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.904148:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.904169:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.904173:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.904189:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.904194:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85061d600/0xb12620548e0824ef lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afd4d expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.904217:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.904218:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.904221:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.904223:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656704:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.905495:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247655936:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.905510:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247656192:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.908701:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:1.0:1767326938.908706:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656064:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.908759:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385408 00000100:00100000:2.0:1767326938.908767:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385408 00000100:00100000:0.0:1767326938.908785:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247656320:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.908807:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247656576:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.908814:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11006 00000100:00100000:2.0:1767326938.908825:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010385408:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.908837:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.908935:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.908942:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010385408:12345-192.168.204.119@tcp:104: Request processed in 119us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.908950:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11006 00010000:00010000:0.0:1767326938.908955:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.908963:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.908973:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8452bd200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.908979:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.909011:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.909017:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.909038:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.909045:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8452bd200/0xb12620548e08c9fb lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db63d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.909064:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1767326938.909066:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.909070:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.909072:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.909079:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.909248:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656704:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.910459:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.910496:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385792 00000100:00100000:3.0:1767326938.910501:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385792 00000100:00100000:3.0:1767326938.910530:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11007 00000100:00100000:3.0:1767326938.910538:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010385792:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.910549:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.910594:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.910600:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88282:x1853164010385792:12345-192.168.204.119@tcp:104: Request processed in 63us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.910607:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11007 00010000:00010000:1.0:1767326938.910626:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.910633:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.910642:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e868c22e00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.910647:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.910674:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.910694:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.910717:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.910725:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e868c22e00/0xb12620548e08edc6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4f80 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.910743:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.910746:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656960:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.910746:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.910750:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.910870:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247655296:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.916193:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.916219:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.916232:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656960:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.916241:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.916258:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656832:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.916261:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385536 00000100:00100000:2.0:1767326938.916268:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385536 00000100:00100000:3.0:1767326938.916274:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386176 00000100:00100000:3.0:1767326938.916278:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386176 00000100:00100000:3.0:1767326938.916310:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386304 00000100:00100000:3.0:1767326938.916312:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386304 00000100:00100000:2.0:1767326938.916316:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11008 00000100:00100000:3.0:1767326938.916328:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11009 00000100:00100000:2.0:1767326938.916329:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+5:88293:x1853164010385536:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.916336:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139443:x1853164010386176:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.916343:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916345:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916398:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1767326938.916403:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:139443:x1853164010386176:12345-192.168.204.119@tcp:104: Request processed in 69us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.916407:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11009 00010000:00010000:2.0:1767326938.916410:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:1.0:1767326938.916416:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767326938.916419:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010385536:12345-192.168.204.119@tcp:104: Request processed in 94us (228us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.916423:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.916424:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11010 00010000:00010000:0.0:1767326938.916434:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767326938.916437:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88279:x1853164010386304:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326938.916439:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11008 00010000:00010000:0.0:1767326938.916443:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916450:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.916457:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f448000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.916464:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.916467:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86b528400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.916476:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916489:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.916494:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88279:x1853164010386304:12345-192.168.204.119@tcp:104: Request processed in 62us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.916499:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11010 00010000:00010000:1.0:1767326938.916500:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.916507:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.916508:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916515:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.916520:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767326938.916521:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.916523:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.916531:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916542:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f9ca00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.916545:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f448000/0xb12620548e07d60c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49bdc3 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916548:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.916550:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86b528400/0xb12620548e080fb0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa82e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.916585:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.916589:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.916589:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326938.916590:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.916593:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.916594:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.916600:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326938.916600:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767326938.916617:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657088:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.916622:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657216:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.916641:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247657344:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767326938.916696:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916706:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f9ca00/0xb12620548e08cadb lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4db9fc expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.916729:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326938.916733:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326938.916736:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.917814:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247656448:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.919290:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.919333:0:193131:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767326938.919344:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387584 00000100:00100000:3.0:1767326938.919404:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387584 00000100:00100000:3.0:1767326938.919446:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11011 00000100:00100000:3.0:1767326938.919456:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878a37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88276:x1853164010387584:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.919466:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.919512:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.919519:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878a37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88276:x1853164010387584:12345-192.168.204.119@tcp:104: Request processed in 65us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.919526:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11011 00010000:00010000:0.0:1767326938.919538:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.919546:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.919556:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f2b9e00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.919561:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.919590:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.919598:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.919616:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.919624:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f2b9e00/0xb12620548e08d75a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4def08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.919641:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.919643:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657472:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.919644:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.919647:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.920615:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657216:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.920636:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657088:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.921127:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.921154:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387712 00000100:00100000:3.0:1767326938.921158:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387712 00000100:00100000:3.0:1767326938.921186:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11012 00000100:00100000:3.0:1767326938.921195:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010387712:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326938.921201:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247657344:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767326938.921205:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.921300:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.921308:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010387712:12345-192.168.204.119@tcp:104: Request processed in 114us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.921316:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11012 00010000:00010000:1.0:1767326938.921326:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.921333:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.921343:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f63600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.921347:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.921371:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.921384:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.921403:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.921411:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e846f63600/0xb12620548e08d848 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df353 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.921424:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657600:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.921428:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.921431:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.921433:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.922984:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657472:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.923764:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657600:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.923772:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.923872:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387328 00000100:00100000:3.0:1767326938.923876:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387328 00000100:00100000:3.0:1767326938.923907:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11013 00000100:00100000:3.0:1767326938.923914:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010387328:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.923925:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.923968:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.923975:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88292:x1853164010387328:12345-192.168.204.119@tcp:104: Request processed in 61us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.923982:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11013 00010000:00010000:0.0:1767326938.923984:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.923990:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.924003:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848a2e000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.924008:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.924034:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.924042:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.924070:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.924079:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848a2e000/0xb12620548e07e069 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x353d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e68f expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.924086:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657728:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.924097:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.924101:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.924104:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.926814:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.926857:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388096 00000100:00100000:3.0:1767326938.926863:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388096 00000100:00100000:3.0:1767326938.926889:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11014 00000100:00100000:3.0:1767326938.926896:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88291:x1853164010388096:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.926905:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.926942:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.926946:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88291:x1853164010388096:12345-192.168.204.119@tcp:104: Request processed in 52us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.926951:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11014 00010000:00010000:1.0:1767326938.926964:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.926972:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.926981:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f0f9c00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.926985:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.927015:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.927023:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.927045:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.927054:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f0f9c00/0xb12620548e07de08 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x350e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49dd20 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.927070:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657856:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.927085:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.927089:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.927099:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.927232:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.927306:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388608 00000100:00100000:3.0:1767326938.927310:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388608 00000100:00100000:3.0:1767326938.927329:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11015 00000100:00100000:3.0:1767326938.927334:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88282:x1853164010388608:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.927340:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.927376:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.927382:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:88282:x1853164010388608:12345-192.168.204.119@tcp:104: Request processed in 47us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.927388:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11015 00010000:00010000:0.0:1767326938.927395:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.927401:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.927409:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84e79ca00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.927413:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.927458:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.927466:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.927484:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.927490:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84e79ca00/0xb12620548e082478 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4afb6a expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.927511:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.927512:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.927514:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.927517:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657984:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.929427:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.929452:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388864 00000100:00100000:2.0:1767326938.929453:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.929458:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388864 00000100:00100000:3.0:1767326938.929482:0:193131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388992 00000100:00100000:3.0:1767326938.929485:0:193131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388992 00000100:00100000:2.0:1767326938.929490:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11016 00000100:00100000:2.0:1767326938.929500:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88279:x1853164010388864:12345-192.168.204.119@tcp:104: 00000100:00100000:3.0:1767326938.929507:0:193131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11017 00010000:00010000:2.0:1767326938.929508:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.929516:0:193131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010388992:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.929524:0:193131:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.929548:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.929553:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:88279:x1853164010388864:12345-192.168.204.119@tcp:104: Request processed in 56us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1767326938.929558:0:193131:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1767326938.929559:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11016 00000100:00100000:3.0:1767326938.929565:0:193131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:82037:x1853164010388992:12345-192.168.204.119@tcp:104: Request processed in 51us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.929571:0:193131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11017 00010000:00010000:0.0:1767326938.929576:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767326938.929583:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929584:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.929595:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.929597:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8501f5800 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.929604:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929609:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e847143600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.929615:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929639:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929644:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.929652:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929661:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929676:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e847143600/0xb12620548e08255f lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aff3e expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.929679:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.929699:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.929713:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8501f5800/0xb12620548e08da86 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x353f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfd08 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.929719:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.929723:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.929725:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.929733:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.929737:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.929740:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.929741:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.929766:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658240:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.930898:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247657856:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.930916:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657984:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.930930:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247657728:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.932889:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.932919:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.932925:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767326938.932938:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389120 00000100:00100000:3.0:1767326938.932942:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389120 00000100:00100000:0.0:1767326938.932960:0:198615:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389248 00000100:00100000:0.0:1767326938.932966:0:198615:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389248 00000100:00100000:3.0:1767326938.932976:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11018 00000100:00100000:1.0:1767326938.932986:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658112:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.932988:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b11850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139443:x1853164010389120:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.933009:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.933011:0:198615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 292 00000100:00100000:0.0:1767326938.933026:0:198615:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:139445:x1853164010389248:12345-192.168.204.119@tcp:104: 00010000:00010000:0.0:1767326938.933036:0:198615:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.933058:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658240:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.933099:0:198615:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1767326938.933106:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1767326938.933108:0:198615:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:139445:x1853164010389248:12345-192.168.204.119@tcp:104: Request processed in 84us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.933113:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1767326938.933118:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b11850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139443:x1853164010389120:12345-192.168.204.119@tcp:104: Request processed in 131us (226us total) trans 0 rc 0/0 00010000:00010000:1.0:1767326938.933120:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.933123:0:198615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 292 00000100:00100000:3.0:1767326938.933136:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11018 00010000:00010000:1.0:1767326938.933138:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87188f800 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.933144:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.933167:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.933174:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.933176:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.933193:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.933200:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8603c7200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.933205:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.933208:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.933221:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87188f800/0xb12620548e090be8 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ecb81 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.933233:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.933241:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.933243:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.933247:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.933250:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.933250:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.933260:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8603c7200/0xb12620548e08d983 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x353e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df862 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.933266:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658368:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.933276:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.933280:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.933282:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.933300:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658496:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.934245:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.934281:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389504 00000100:00100000:3.0:1767326938.934285:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389504 00000100:00100000:3.0:1767326938.934304:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11019 00000100:00100000:3.0:1767326938.934309:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010389504:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.934316:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.934346:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.934350:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88293:x1853164010389504:12345-192.168.204.119@tcp:104: Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.934355:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11019 00010000:00010000:0.0:1767326938.934375:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.934383:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.934389:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e87fa1c400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.934392:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.934413:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.934417:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.934432:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.934438:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87fa1c400/0xb12620548e080e6e lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4aa2cb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.934459:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.934462:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.934467:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.934467:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.935522:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.935541:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389632 00000100:00100000:3.0:1767326938.935545:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389632 00000100:00100000:3.0:1767326938.935565:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11020 00000100:00100000:3.0:1767326938.935570:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88280:x1853164010389632:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.935577:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.935610:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.935616:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88280:x1853164010389632:12345-192.168.204.119@tcp:104: Request processed in 45us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.935624:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11020 00010000:00010000:1.0:1767326938.935629:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.935636:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.935646:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e869fe9600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.935651:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.935676:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.935696:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.935714:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.935720:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e869fe9600/0xb12620548e08cb67 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dbc72 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.935737:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.935739:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.935740:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658752:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.935741:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.936195:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.936218:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389760 00000100:00100000:3.0:1767326938.936222:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389760 00000100:00100000:3.0:1767326938.936240:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11021 00000100:00100000:3.0:1767326938.936245:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010389760:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.936252:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.936293:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.936299:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010389760:12345-192.168.204.119@tcp:104: Request processed in 53us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.936307:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11021 00010000:00010000:0.0:1767326938.936317:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.936323:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.936333:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878aaf400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.936344:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.936367:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.936375:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.936397:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.936402:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878aaf400/0xb12620548e090bb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eca7e expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.936415:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.936416:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658880:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.936417:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.936420:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.937437:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.937462:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389888 00000100:00100000:3.0:1767326938.937466:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389888 00000100:00100000:3.0:1767326938.937485:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11022 00000100:00100000:3.0:1767326938.937490:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010389888:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.937497:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.937525:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.937530:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010389888:12345-192.168.204.119@tcp:104: Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.937534:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11022 00010000:00010000:1.0:1767326938.937548:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.937554:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.937560:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f276400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.937564:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.937583:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.937587:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.937602:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.937609:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f276400/0xb12620548e08d4a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4de393 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.937625:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.937627:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.937630:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.937634:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659008:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.939353:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658368:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.940916:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658752:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.940934:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247658496:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.940947:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658880:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.940964:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659008:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.941975:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.942012:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390016 00000100:00100000:3.0:1767326938.942016:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390016 00000100:00100000:3.0:1767326938.942044:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11023 00000100:00100000:3.0:1767326938.942052:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010390016:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.942063:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.942113:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.942120:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010390016:12345-192.168.204.119@tcp:104: Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.942129:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11023 00010000:00010000:0.0:1767326938.942140:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.942149:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942159:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878efd800 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.942165:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942192:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942200:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.942221:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942230:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd800/0xb12620548e0903de lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eac71 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.942238:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659136:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.942251:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.942255:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.942258:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326938.942531:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.942557:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390144 00000100:00100000:3.0:1767326938.942561:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390144 00000100:00100000:3.0:1767326938.942623:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11024 00000100:00100000:3.0:1767326938.942629:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88276:x1853164010390144:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.942636:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.942664:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.942668:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88276:x1853164010390144:12345-192.168.204.119@tcp:104: Request processed in 40us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.942672:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11024 00010000:00010000:0.0:1767326938.942692:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.942697:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942703:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e86000dc00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.942707:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942725:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942729:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.942743:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942748:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86000dc00/0xb12620548e080c76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4a9aeb expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.942764:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.942766:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.942770:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.942770:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659264:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.943289:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.943325:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767326938.943334:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390272 00000100:00100000:3.0:1767326938.943338:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390272 00000100:00100000:3.0:1767326938.943362:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11025 00000100:00100000:3.0:1767326938.943368:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b12850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010390272:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.943376:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.943407:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.943412:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b12850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010390272:12345-192.168.204.119@tcp:104: Request processed in 44us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767326938.943419:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11025 00010000:00010000:1.0:1767326938.943430:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.943436:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.943443:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e878efd600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.943447:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.943467:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.943471:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.943485:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.943490:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e878efd600/0xb12620548e09042b lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4ead89 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.943503:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.943505:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.943506:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.943509:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659392:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.945305:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659136:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.945315:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247658624:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.946253:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659392:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.948746:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.948782:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390784 00000100:00100000:3.0:1767326938.948788:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390784 00000100:00100000:3.0:1767326938.948897:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11026 00000100:00100000:3.0:1767326938.948906:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010390784:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.948918:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.948933:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00010000:00010000:3.0:1767326938.948969:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1767326938.948988:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.948995:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949005:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e842b37600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.949010:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.949017:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870594700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010390784:12345-192.168.204.119@tcp:104: Request processed in 72us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.949021:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390912 00000100:00100000:2.0:1767326938.949026:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390912 00000100:00100000:3.0:1767326938.949031:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11026 00010000:00010000:0.0:1767326938.949040:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949048:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767326938.949053:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11027 00000100:00100000:2.0:1767326938.949060:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88292:x1853164010390912:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.949069:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949081:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949089:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e842b37600/0xb12620548e0904c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x351e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eaf0a expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.949104:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1767326938.949108:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326938.949110:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88292:x1853164010390912:12345-192.168.204.119@tcp:104: Request processed in 50us (177us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.949112:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.949118:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11027 00010000:00010000:0.0:1767326938.949119:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846e65a00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.949122:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949143:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949150:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.949158:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949166:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846e65a00/0xb12620548e08ed8e lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e4ea0 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.949190:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.949191:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.949192:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.949204:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659648:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.949244:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767326938.949251:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659520:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.949326:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.950196:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659264:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.952619:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.952656:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:3.0:1767326938.952678:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391168 00000100:00100000:3.0:1767326938.952696:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391168 00000100:00100000:3.0:1767326938.952725:0:193132:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391296 00000100:00100000:3.0:1767326938.952729:0:193132:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391296 00000100:00100000:3.0:1767326938.952748:0:193132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11028 00000100:00100000:2.0:1767326938.952758:0:198563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11029 00000100:00100000:3.0:1767326938.952760:0:193132:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+5:88280:x1853164010391168:12345-192.168.204.119@tcp:104: 00000100:00100000:2.0:1767326938.952774:0:198563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139443:x1853164010391296:12345-192.168.204.119@tcp:104: 00010000:00010000:3.0:1767326938.952775:0:193132:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.952781:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659648:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767326938.952789:0:198563:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.952874:0:198563:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1767326938.952882:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767326938.952883:0:198563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:139443:x1853164010391296:12345-192.168.204.119@tcp:104: Request processed in 114us (225us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.952890:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767326938.952896:0:198563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11029 00010000:00010000:0.0:1767326938.952913:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8487e3600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.952919:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767326938.952942:0:193132:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1767326938.952951:0:193132:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e870595500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:88280:x1853164010391168:12345-192.168.204.119@tcp:104: Request processed in 194us (334us total) trans 0 rc 0/0 00010000:00010000:0.0:1767326938.952952:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767326938.952966:0:193132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11028 00010000:00010000:0.0:1767326938.952968:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.952970:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.952984:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.952995:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84ec37000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.953000:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.953004:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.953015:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8487e3600/0xb12620548e090535 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4eb12c expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.953028:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.953034:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.953036:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.953038:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.953041:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.953046:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.953052:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84ec37000/0xb12620548e08ee8a lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4e51d3 expref: -99 pid: 285991 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.953061:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659904:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.953076:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.953080:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.953082:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.953095:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659776:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.955645:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:0.0:1767326938.955667:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659520:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.955708:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391936 00000100:00100000:2.0:1767326938.955714:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391936 00000100:00100000:2.0:1767326938.955744:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11030 00000100:00100000:2.0:1767326938.955752:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88292:x1853164010391936:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.955763:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.955810:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.955817:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88292:x1853164010391936:12345-192.168.204.119@tcp:104: Request processed in 66us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.955825:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11030 00010000:00010000:1.0:1767326938.955836:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.955861:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.955872:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e848a2ec00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.955876:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.955900:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.955905:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.955918:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.955924:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848a2ec00/0xb12620548e07e118 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49e97c expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.955936:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.955937:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.955940:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.955941:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.957918:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:1.0:1767326938.957937:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247659904:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767326938.957965:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392192 00000100:00100000:2.0:1767326938.957970:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392192 00000100:00100000:2.0:1767326938.957992:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11031 00000100:00100000:2.0:1767326938.957997:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010392192:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.958005:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.958036:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.958040:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88283:x1853164010392192:12345-192.168.204.119@tcp:104: Request processed in 43us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.958044:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11031 00010000:00010000:0.0:1767326938.958058:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.958065:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.958079:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e846f61200 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.958083:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.958107:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.958113:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.958131:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.958138:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e846f61200/0xb12620548e08d7fb lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df1e0 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.958155:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660160:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.958162:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.958166:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.958169:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.958542:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.958604:0:274003:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1767326938.958616:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392320 00000100:00100000:2.0:1767326938.958620:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392320 00000100:00100000:2.0:1767326938.958648:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11032 00000100:00100000:2.0:1767326938.958657:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e878b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010392320:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.958669:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.958720:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.958726:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e878b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010392320:12345-192.168.204.119@tcp:104: Request processed in 71us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.958733:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11032 00010000:00010000:1.0:1767326938.958745:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.958750:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.958757:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8501f2600 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.958760:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.958779:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.958786:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.958805:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.958813:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8501f2600/0xb12620548e08d9d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4dfa06 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.958831:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.958832:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660288:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.958835:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.958858:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.959335:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.959385:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392448 00000100:00100000:2.0:1767326938.959391:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392448 00000100:00100000:2.0:1767326938.959418:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11033 00000100:00100000:2.0:1767326938.959428:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010392448:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.959438:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.959479:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.959485:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88275:x1853164010392448:12345-192.168.204.119@tcp:104: Request processed in 60us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.959492:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11033 00010000:00010000:0.0:1767326938.959505:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.959512:0:198565:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.959518:0:198565:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e868601000 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.959521:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.959543:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.959549:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.959570:0:198565:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.959578:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e868601000/0xb12620548e08d913 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df69b expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.959598:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.959600:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660416:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.959601:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.959613:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.963264:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660288:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.963268:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660160:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.963277:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660032:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326938.963286:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247659776:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.964154:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.964217:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392704 00000100:00100000:2.0:1767326938.964225:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392704 00000100:00100000:2.0:1767326938.964268:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11034 00000100:00100000:2.0:1767326938.964278:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010392704:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.964292:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.964358:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.964366:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139440:x1853164010392704:12345-192.168.204.119@tcp:104: Request processed in 90us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.964375:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11034 00010000:00010000:1.0:1767326938.964385:0:193139:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.964393:0:193139:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964405:0:193139:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e84f2b9c00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.964411:0:193139:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964445:0:193139:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964458:0:193139:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.964482:0:193139:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964491:0:193139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f2b9c00/0xb12620548e08d7a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x3556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d4df058 expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767326938.964507:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660544:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326938.964514:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.964517:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.964519:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326938.964609:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.964678:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392832 00000100:00100000:2.0:1767326938.964695:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392832 00000100:00100000:2.0:1767326938.964721:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11035 00000100:00100000:2.0:1767326938.964734:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139443:x1853164010392832:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.964743:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.964785:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.964793:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:139443:x1853164010392832:12345-192.168.204.119@tcp:104: Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.964799:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11035 00010000:00010000:1.0:1767326938.964890:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326938.964895:0:255371:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964901:0:255371:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e8510fdc00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326938.964904:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964921:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964927:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326938.964940:0:255371:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964945:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8510fdc00/0xb12620548e07b98e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493bfd expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326938.964958:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.964960:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326938.964962:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767326938.964985:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660672:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.965042:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660416:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767326938.966507:0:2512:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326938.966548:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393088 00000100:00100000:2.0:1767326938.966553:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393088 00000100:00100000:2.0:1767326938.966574:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11036 00000100:00100000:2.0:1767326938.966580:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010393088:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326938.966588:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326938.966622:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326938.966627:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010393088:12345-192.168.204.119@tcp:104: Request processed in 47us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326938.966631:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11036 00010000:00010000:0.0:1767326938.966650:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767326938.966657:0:193140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.966665:0:193140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871536a00 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:0.0:1767326938.966670:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.966705:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.966713:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767326938.966736:0:193140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767326938.966744:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871536a00/0xb12620548e07d708 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d49c189 expref: -99 pid: 285989 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767326938.966751:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660800:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767326938.966763:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.966766:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767326938.966769:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326938.967427:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247660672:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.967778:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660544:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767326938.969486:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247660800:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767326939.407933:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326940.431989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326941.455958:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326942.479966:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767326943.376016:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326943.376023:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767326943.376027:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767326943.376037:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12189 00000100:00100000:1.0:1767326943.376038:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767326943.376048:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767326943.376054:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767326943.376064:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767326943.376068:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2517:1853164247660928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326943.376090:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247661056/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326943.376141:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247661056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326943.376148:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247661312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326943.376178:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247661184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326943.376218:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247661440:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767326943.378468:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326943.378476:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767326943.378481:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247661056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326943.378573:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247661312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326943.378747:0:2517:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96e84f48f000: committing for last_committed 25770296874 gen 1 00000100:00100000:1.0:1767326943.378953:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247661184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326943.378967:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247661440:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767326943.503981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326944.487171:0:2511:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.119@tcp (source: 12345-192.168.204.119@tcp) 00000100:00100000:2.0:1767326944.487224:0:274003:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395136 00000100:00100000:2.0:1767326944.487233:0:274003:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395136 00000100:00100000:2.0:1767326944.487278:0:274003:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.119@tcp, seq: 11037 00000100:00100000:2.0:1767326944.487289:0:274003:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010395136:12345-192.168.204.119@tcp:104: 00010000:00010000:2.0:1767326944.487305:0:274003:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767326944.487368:0:274003:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1767326944.487374:0:274003:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e84e88c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_003:LOV_OSC_UUID+4:88279:x1853164010395136:12345-192.168.204.119@tcp:104: Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326944.487379:0:274003:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.119@tcp, seq: 11037 00010000:00010000:1.0:1767326944.487406:0:195920:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767326944.487412:0:195920:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326944.487420:0:195920:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e871381400 already unused, calling callback (ffffffffc13180e0) 00010000:00010000:1.0:1767326944.487425:0:195920:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326944.487459:0:195920:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326944.487464:0:195920:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767326944.487486:0:195920:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326944.487491:0:195920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e871381400/0xb12620548e07b925 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xd21cf5ef8d493a3d expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767326944.487507:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326944.487509:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326944.487511:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767326944.487531:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247661568:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767326944.488894:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247661568:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767326944.527978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326945.552006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326946.575970:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326947.599985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767326948.496020:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326948.496026:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767326948.496029:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767326948.496037:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12194 00000100:00080000:3.0:1767326948.496046:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767326948.496051:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767326948.496058:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767326948.496067:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2520:1853164247661696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326948.496071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247661824/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326948.496127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247661824:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767326948.496133:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247661952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326948.496169:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247662080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326948.496178:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662208:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767326948.498058:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326948.498064:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767326948.498068:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247661824:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767326948.498082:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247661952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326948.498088:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247662080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326948.498106:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662208:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767326948.623990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326949.648005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326950.671963:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326951.695971:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767326952.719985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767326953.615921:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326953.615927:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767326953.615930:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767326953.615938:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12199 00000100:00100000:2.0:1767326953.615944:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2520:1853164247662336:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326953.615947:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767326953.615954:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767326953.615962:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767326953.615975:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247662464/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326953.616016:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247662464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767326953.616026:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247662720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326953.616038:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326953.616080:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326953.618359:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247662720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326953.618375:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326953.618393:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247662848:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326953.618497:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767326953.618505:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767326953.618519:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247662464:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767326953.743938:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767326954.639922:0:2518:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326938/real 1767326938] req@ffff96e867dc7b80 x1853164247653120/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1767326954 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326954.651095:0:2518:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96e867dc7b80 x1853164247653120/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1767326954 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767326954.651110:0:2518:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1767326954.651114:0:2518:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.119@tcp: Connection to MGS (at 192.168.204.119@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1767326954.655639:0:2518:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.119@tcp for MGC192.168.204.119@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1767326954.655644:0:2518:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1767326954.655652:0:2518:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e867dc7b80 x1853164247653120/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1767326954 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326954.655667:0:2518:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e85087dc00 x1853164247660928/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326954.655689:0:2518:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e84e88c000 x1853164247661696/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326954.655711:0:2518:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e84e88e300 x1853164247662336/t0(0) o400->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767326954.655720:0:2518:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1767326954.655724:0:2518:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1767326954.655726:0:2518:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1767326954.655728:0:2518:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:1.0:1767326954.655744:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2517:1853164247660928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326954.655762:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e867dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2518:1853164247653120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326954.655770:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2520:1853164247662336:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326954.655785:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2520:1853164247661696:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326954.655796:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326954.655801:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767326954.655804:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326954.655809:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 6797 00000100:00080000:1.0:1767326954.655819:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767326954.655865:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419c00 x1853164247662976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767326954.655882:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326954.655885:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767326954.655886:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326954.655889:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12205 00000100:00080000:1.0:1767326954.655892:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767326954.655895:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767326954.655900:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247662976:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767326954.655902:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767326954.655915:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247663104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326954.655955:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326954.655996:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326954.656001:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247663104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326954.656038:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767326954.656048:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663360:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326954.657989:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326954.658018:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326954.658039:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663360:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767326954.668195:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326954.668207:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767326954.668211:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247663104:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767326954.768005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767326955.792921:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767326956.174639:0:303266:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00010000:00010000:2.0:1767326956.816060:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767326957.839987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1767326958.442881:0:303599:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96e858ff0908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1767326958.442896:0:303599:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96e858ff0908),name=/ 00000002:00010000:2.0:1767326958.442912:0:303599:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1767326958.442957:0:303599:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8788eba00/0xb12620548e097bb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 303599 initiator: MDT0 00010000:00010000:2.0:1767326958.442964:0:303599:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8788eba00/0xb12620548e097bb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303599 initiator: MDT0 00010000:00010000:2.0:1767326958.442971:0:303599:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8788eba00/0xb12620548e097bb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303599 initiator: MDT0 00000100:00080000:2.0:1767326958.442988:0:303599:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96e870594700 x1853164247663616/t0(0) o101->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767326958.442995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326958.864026:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326959.503950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767326959.759987:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326959.759998:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767326959.760001:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326959.760005:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767326959.760010:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767326959.760020:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12206 00000100:00080000:0.0:1767326959.760031:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767326959.760037:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767326959.760049:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767326959.760076:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247663744/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326959.760118:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767326959.760134:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326959.760138:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247664128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326959.760226:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326959.760246:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247663744:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326959.762213:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326959.762223:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247663872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326959.762265:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247664128:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326959.762274:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767326959.762282:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767326959.762288:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247663744:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767326959.888022:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326960.527934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767326960.911958:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326961.551947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326961.935955:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326962.575949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326962.960007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326963.599891:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326963.983974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326964.623927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767326964.879939:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326954/real 1767326954] req@ffff96e868419c00 x1853164247662976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767326964.879947:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326964.879953:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767326964.879956:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326964.879960:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767326964.879964:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767326964.879967:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419c00 x1853164247662976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767326964.879973:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12211 00000100:00080000:1.0:1767326964.879985:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767326964.879994:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:3.0:1767326964.879997:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1767326964.880007:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767326964.880015:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767326964.880020:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247662976:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767326964.880040:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247664256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326964.880091:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247664256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326964.880112:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247664512:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326964.880113:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326964.880121:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767326964.880123:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326964.880128:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12206 00000100:00080000:1.0:1767326964.880135:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767326964.880139:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767326964.880153:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247664768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326964.880193:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326964.880203:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247664768:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767326964.880251:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326964.882452:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247664512:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326964.882494:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767326964.882501:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767326964.882557:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247664256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326964.882581:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326964.882708:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247664384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326965.007994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326965.647941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767326966.031975:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326966.671918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326967.055965:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326967.695953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326968.079967:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326968.719901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326969.104031:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326969.743959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767326969.999972:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326969.999982:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767326969.999985:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767326969.999989:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767326969.999994:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767326970.000003:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12216 00000100:00080000:3.0:1767326970.000014:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767326970.000021:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767326970.000032:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767326970.000064:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247664896/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326970.000149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247664896:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767326970.000181:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247665024:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326970.000191:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247665152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326970.000241:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247665280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767326970.002316:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326970.002326:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767326970.002334:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247664896:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767326970.002335:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247665152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326970.002474:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247665024:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326970.002485:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247665280:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326970.128001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326970.767889:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767326971.151969:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326971.791929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326972.175979:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326972.815935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326973.199970:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326973.839945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326974.223946:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326974.863941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767326975.119926:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326975.119935:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767326975.119938:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326975.119942:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767326975.119945:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326975.119955:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12221 00000100:00080000:1.0:1767326975.119965:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767326975.119971:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767326975.119980:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767326975.120010:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419500 x1853164247665408/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326975.120085:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247665408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326975.120118:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247665536:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326975.120120:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247665664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326975.120179:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247665792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326975.122054:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767326975.122055:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247665536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326975.122063:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767326975.122067:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247665408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326975.122089:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247665664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326975.122090:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247665792:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326975.247986:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326975.887930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767326976.271951:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326976.911932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326977.295956:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326977.935933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326978.319990:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326978.959957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767326979.215966:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326964/real 1767326964] req@ffff96e86841aa00 x1853164247664768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326979.215999:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841aa00 x1853164247664768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767326979.216013:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326979.216033:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767326979.216036:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247664768:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767326979.216087:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326979.216093:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767326979.216096:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326979.216102:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12216 00000100:00080000:1.0:1767326979.216112:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767326979.216119:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767326979.216149:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247665920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767326979.216173:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767326979.216176:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767326979.216178:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767326979.216184:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12226 00000100:00080000:1.0:1767326979.216188:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767326979.216193:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767326979.216195:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247665920:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767326979.216203:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767326979.216216:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247666048/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326979.216276:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326979.216286:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247666048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326979.216319:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666432:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326979.216333:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767326979.218356:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326979.218365:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767326979.218370:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247666048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767326979.218379:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326979.218393:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666432:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326979.218417:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666304:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326979.343998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326979.983951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326980.367971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326981.007961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767326981.391956:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326982.031949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326982.416002:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326983.055986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326983.439959:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326984.079969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767326984.335953:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326984.335963:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767326984.335967:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326984.335971:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767326984.335975:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767326984.335997:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12230 00000100:00080000:0.0:1767326984.336025:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767326984.336032:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767326984.336043:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767326984.336070:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247666560/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326984.336131:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247666560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326984.336169:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326984.336243:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326984.336263:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666816:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326984.337813:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767326984.337819:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767326984.337823:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247666560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326984.337877:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326984.337877:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247666816:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767326984.337904:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247666944:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326984.463973:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326985.103937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326985.487959:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326986.127918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767326986.512013:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326987.151955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326987.536022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326988.175920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326988.560002:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326989.199965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767326989.455955:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326989.455965:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767326989.455968:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767326989.455972:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767326989.455976:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767326989.455983:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12235 00000100:00080000:0.0:1767326989.455991:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767326989.455996:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767326989.456006:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767326989.456037:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247667072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326989.456083:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247667072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326989.456120:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247667328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326989.456131:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247667200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326989.456186:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247667456:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326989.457923:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767326989.457934:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767326989.457939:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247667072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767326989.457948:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247667328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326989.457959:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247667200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326989.457972:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247667456:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326989.583965:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326990.223906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326990.607976:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326991.247932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767326991.631979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326992.271951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326992.656047:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326993.295974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326993.679975:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326994.319961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767326994.575992:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326994.576004:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767326994.576008:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326994.576012:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767326994.576017:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767326994.576029:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12240 00000100:00080000:2.0:1767326994.576043:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767326994.576050:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767326994.576063:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767326994.576105:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247667584/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767326994.576172:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247667584:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767326994.576202:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247667712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326994.576287:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247667840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326994.576289:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247667968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326994.578384:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247667840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326994.578403:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247667712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326994.578427:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247667968:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767326994.578438:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767326994.578448:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767326994.578452:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247667584:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767326994.703986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326995.343984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326995.727979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326996.367986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767326996.752078:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326997.391921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767326997.775976:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326998.415989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767326998.799991:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767326999.439978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767326999.695939:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326999.695952:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767326999.695956:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326999.695961:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767326999.695967:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767326999.695978:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12245 00000100:00100000:1.0:1767326999.695980:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326979/real 1767326979] req@ffff96e86841a300 x1853164247665920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326999 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767326999.695993:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767326999.696003:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767326999.696016:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841a300 x1853164247665920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767326999 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767326999.696018:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767326999.696043:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767326999.696061:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247668096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767326999.696062:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767326999.696068:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247665920:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767326999.696100:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247668096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767326999.696118:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668224:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767326999.696135:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767326999.696139:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767326999.696140:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767326999.696145:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12230 00000100:00080000:2.0:1767326999.696161:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767326999.696167:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767326999.696181:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247668608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326999.696206:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247668352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767326999.696218:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247668608:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767326999.696219:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767326999.697868:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767326999.697873:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767326999.697876:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247668096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767326999.699244:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767326999.699719:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767326999.699765:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247668352:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767326999.824004:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327000.463939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327000.847975:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327001.487958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327001.872014:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327002.511982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327002.895962:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327003.535969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327003.919992:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327004.559955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327004.815955:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327004.815964:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327004.815968:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327004.815973:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327004.815977:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327004.815987:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12251 00000100:00080000:3.0:1767327004.815997:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327004.816003:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327004.816012:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327004.816044:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247668736/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327004.816105:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247668736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327004.816112:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247668864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327004.816128:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327004.816201:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247669120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327004.818717:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327004.818726:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327004.818731:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247668736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327004.818768:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247669120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327004.818793:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247668864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327004.818794:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247668992:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327004.944030:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327005.583942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327005.967992:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327006.607937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327006.991995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327007.631922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327008.015987:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327008.655950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327009.040012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327009.679907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327009.935916:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327009.935925:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327009.935928:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327009.935932:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327009.935936:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327009.935947:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12256 00000100:00080000:3.0:1767327009.935956:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327009.935963:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327009.935973:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327009.936002:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247669248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327009.936059:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247669248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327009.936111:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327009.936148:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327009.936177:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327009.936181:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327009.938611:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327009.938619:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327009.938624:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247669248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327009.938760:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327009.938771:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327009.938962:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247669504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327010.063973:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327010.703936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327011.088068:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327011.727889:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327012.112006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327012.751963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327013.136022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327013.775963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327014.160039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327014.800012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327015.056006:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327015.057158:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327015.057161:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327015.057166:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327015.057172:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327015.057185:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12261 00000100:00080000:3.0:1767327015.058308:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327015.058336:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327015.059432:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327015.060595:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247669760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327015.060697:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247669760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327015.060717:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247669888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327015.061887:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670016:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327015.061992:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247670144:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327015.064119:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247670144:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327015.064120:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327015.064130:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327015.064140:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247669760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327015.064143:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247669888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327015.064148:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327015.183991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327015.823966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327016.208018:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327016.847903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327017.231964:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327017.872027:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327018.255984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327018.895942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327019.279960:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327019.919940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327020.175942:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327020.175950:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327020.175953:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327020.175956:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327020.175959:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327020.175967:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12266 00000100:00080000:3.0:1767327020.175976:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327020.175983:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327020.175992:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327020.176024:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247670272/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327020.176088:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247670272:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327020.176107:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327020.176113:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247670528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327020.176233:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670656:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327020.178566:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327020.178571:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670400:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327020.178577:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327020.178584:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247670272:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327020.178589:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247670656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327020.178606:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247670528:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327020.303957:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327020.943944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327021.328007:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327021.967932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327022.351988:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327022.991912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327023.376032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327024.015923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767327024.271914:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326999/real 1767326999] req@ffff96e870595500 x1853164247668608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767327024.271949:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870595500 x1853164247668608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327024.271965:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327024.271987:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767327024.271990:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247668608:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327024.272033:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327024.272039:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767327024.272042:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327024.272047:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12251 00000100:00080000:1.0:1767327024.272055:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327024.272061:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327024.272133:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247670784/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767327024.272164:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327024.272167:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327024.272169:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327024.272172:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12271 00000100:00080000:1.0:1767327024.272175:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327024.272178:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327024.272186:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327024.272196:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247670912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327024.272226:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247670784:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327024.272268:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327024.272301:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247671040:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327024.272354:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247670912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327024.272368:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247671296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327024.275357:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247671040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327024.275370:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327024.275380:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327024.275381:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247671296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327024.275383:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327024.275391:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247670912:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327024.400009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327025.039970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327025.424062:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327026.063915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327026.448038:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327027.087915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327027.472073:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327028.111970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327028.496015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327029.135912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327029.391947:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327029.391956:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327029.391958:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327029.391962:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327029.391966:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327029.392024:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12275 00000100:00080000:1.0:1767327029.392034:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327029.392040:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327029.392055:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327029.392090:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b480 x1853164247671424/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327029.392143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247671424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327029.392193:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327029.392246:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327029.392285:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327029.392289:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327029.394257:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327029.394264:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327029.394269:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247671424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327029.394283:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327029.394448:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327029.394549:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247671680:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327029.520038:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327030.159950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327030.544036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327031.183991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327031.568074:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327032.207986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327032.592030:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327033.231977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327033.616044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327034.255954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327034.511959:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327034.511976:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327034.511979:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327034.511984:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327034.511989:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327034.512001:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12280 00000100:00080000:1.0:1767327034.512012:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327034.512020:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327034.512033:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327034.512066:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247671936/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327034.512138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247671936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327034.512165:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327034.512249:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327034.512290:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327034.512297:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327034.514043:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327034.514053:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327034.514058:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247671936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327034.514337:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672192:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327034.514352:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327034.514570:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672064:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327034.640122:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327035.279976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327035.664060:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327036.303947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327036.688005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327037.327977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327037.712033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327038.351953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327038.735988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327039.375963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327039.631982:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327039.631991:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327039.631993:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327039.631997:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327039.632000:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327039.632009:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12285 00000100:00080000:0.0:1767327039.632019:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327039.632026:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327039.632036:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327039.632068:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f480 x1853164247672448/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327039.632133:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247672448:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327039.632134:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247672576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327039.632262:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247672832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327039.632291:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327039.634113:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247672576:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327039.634118:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327039.634124:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327039.634129:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247672448:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327039.634470:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247672832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327039.634508:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247672704:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327039.760066:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327040.399975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327040.784001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327041.423935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327041.807978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327042.447939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327042.831991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327043.471946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327043.855961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327044.495956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327044.751937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327044.751946:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327044.751950:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327044.751954:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327044.751958:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327044.751968:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12291 00000100:00080000:0.0:1767327044.751978:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327044.751985:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327044.751994:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327044.752019:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247672960/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327044.752070:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247672960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327044.752101:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327044.752167:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767327044.752175:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327044.752202:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327044.753763:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327044.753770:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327044.753774:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327044.753783:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247672960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327044.754194:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327044.754211:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327044.879997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327045.519962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327045.903998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327046.543957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327046.928019:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327047.567964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327047.952019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327048.591915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327048.975969:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327049.615915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327049.871959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327049.871965:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327024/real 1767327024] req@ffff96e86841a300 x1853164247670784/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327049.871968:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327049.871973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327049.871981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327049.871986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327049.871993:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12296 00000100:00080000:0.0:1767327049.872003:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327049.872008:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841a300 x1853164247670784/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327049.872013:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327049.872027:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327049.872027:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327049.872039:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327049.872043:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247670784:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327049.872060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247673472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327049.872097:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247673472:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327049.872121:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327049.872125:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327049.872127:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327049.872132:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12275 00000100:00080000:0.0:1767327049.872153:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327049.872158:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327049.872170:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247673984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327049.872197:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247673984:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327049.872212:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327049.872258:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327049.872262:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247673728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327049.874272:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327049.874278:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327049.874282:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247673472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327049.874554:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327049.874568:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247673856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327049.874585:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247673728:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327049.999954:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327050.639929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327051.023977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327051.663948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327052.047947:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327052.687913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327053.072007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327053.711929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327054.095954:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327054.735955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327054.991946:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327054.991957:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327054.991960:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327054.991963:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327054.991967:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327054.991976:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12301 00000100:00080000:3.0:1767327054.991985:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327054.991991:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327054.992001:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327054.992031:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247674112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327054.992089:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247674112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327054.992103:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247674368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327054.992116:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327054.992182:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327054.993986:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247674368:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327054.993993:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327054.993999:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327054.994003:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327054.994006:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247674112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327054.994279:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674496:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327055.119974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327055.759932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327056.143970:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327056.783945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327057.167980:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327057.807934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327058.191980:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327058.831987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327059.215979:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327059.855969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327060.111933:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327060.111941:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327060.111943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327060.111946:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327060.111949:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327060.111957:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12306 00000100:00080000:2.0:1767327060.111966:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327060.111971:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327060.111980:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327060.112007:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247674624/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327060.112053:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247674624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327060.112073:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327060.112080:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247674752:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327060.112149:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247675008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327060.114147:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327060.114152:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247674880:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327060.114156:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327060.114162:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247674624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327060.114164:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247674752:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327060.114183:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247675008:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327060.239986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327060.879944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327061.263942:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327061.903932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327062.287977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327062.927949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327063.311985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327063.951952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327064.335973:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327064.975952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327065.231954:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327065.231970:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327065.231972:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327065.231975:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327065.231978:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327065.231986:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12311 00000100:00080000:0.0:1767327065.231996:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327065.232002:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327065.232014:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327065.232047:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247675136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327065.232094:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247675136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327065.232116:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247675392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327065.232134:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327065.232196:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327065.234117:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247675392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327065.234132:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327065.234144:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327065.234158:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327065.234165:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327065.234169:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247675136:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327065.359979:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327065.999949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327066.383977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327067.023968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327067.407961:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327068.047970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327068.432019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327069.071951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327069.455972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327070.095934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327070.351929:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327070.351939:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327070.351941:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327070.351945:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327070.351950:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327070.351961:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12316 00000100:00080000:0.0:1767327070.351972:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327070.351979:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327070.351989:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327070.352024:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247675648/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327070.352075:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247675648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327070.352124:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247675776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327070.352139:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327070.352202:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676032:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327070.354311:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327070.354316:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327070.354321:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247675648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327070.354337:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247675776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327070.354363:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676032:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327070.354374:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247675904:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327070.480037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327071.120022:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327071.504041:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327072.143933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327072.528013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327073.167972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327073.552088:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327074.191966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767327074.448008:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327049/real 1767327049] req@ffff96e85087c000 x1853164247673984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767327074.448050:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c000 x1853164247673984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327074.448072:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327074.448103:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327074.448108:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247673984:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327074.448170:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327074.448191:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767327074.448195:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327074.448204:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12301 00000100:00080000:1.0:1767327074.448214:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327074.448223:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327074.448262:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247676160/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767327074.448289:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327074.448291:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327074.448293:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327074.448296:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12321 00000100:00080000:1.0:1767327074.448298:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327074.448302:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327074.448312:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327074.448323:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247676288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327074.448333:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247676160:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327074.448405:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676544:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327074.448470:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247676288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327074.448491:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767327074.448511:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327074.448555:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676672:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327074.450350:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327074.450359:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327074.450365:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676544:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327074.450368:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247676288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327074.450424:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327074.450432:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327074.575989:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327075.215925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327075.599961:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327076.239949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327076.623977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327077.263917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327077.647946:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327078.287934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327078.671989:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327079.311925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327079.567947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327079.567958:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327079.567961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327079.567965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327079.567970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327079.567979:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12325 00000100:00080000:1.0:1767327079.567989:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327079.567994:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327079.568005:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327079.568039:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247676800/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327079.568097:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247676800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327079.568133:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327079.568205:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327079.568231:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247677056:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327079.570098:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327079.570107:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327079.570116:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247676800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327079.570116:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247676928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327079.570147:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327079.570161:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247677056:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327079.695982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327080.335964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327080.719973:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327081.359940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327081.743957:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327082.383964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327082.768573:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327083.407967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327083.792031:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327084.431980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327084.687949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327084.687959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327084.687962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327084.687967:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327084.687971:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327084.687982:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12330 00000100:00080000:1.0:1767327084.688006:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327084.688014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327084.688025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327084.688059:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419c00 x1853164247677312/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327084.688119:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247677440:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327084.688136:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327084.688239:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327084.688245:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327084.688289:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247677312:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327084.691146:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247677440:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327084.691155:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327084.691167:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247677568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327084.691189:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327084.691195:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327084.691198:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247677312:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327084.815969:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327085.455934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327085.840143:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327086.479950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327086.863974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327087.503958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327087.887994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327088.527955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327088.912080:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327089.551961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327089.807969:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327089.807980:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327089.807984:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327089.807989:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327089.807994:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327089.808004:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12336 00000100:00080000:3.0:1767327089.808014:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327089.808021:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327089.808032:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327089.808067:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247677824/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327089.808138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247677824:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327089.808152:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247677952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327089.808226:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247678208:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327089.808261:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327089.810483:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247677952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327089.810490:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327089.810497:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247678208:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327089.810529:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327089.810536:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327089.810540:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247677824:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327089.936035:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327090.575964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327090.959969:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327091.599912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327091.984012:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327092.623934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327093.007979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327093.647914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327094.032047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327094.671935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327094.927934:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327094.927942:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327094.927945:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327094.927948:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327094.927951:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327094.927959:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12341 00000100:00080000:3.0:1767327094.927967:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327094.927972:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327094.927986:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327094.928017:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247678336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327094.928070:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247678336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327094.928093:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247678592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327094.928095:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327094.928163:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327094.930663:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327094.930670:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327094.930674:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247678336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327094.930753:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327094.930778:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247678592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327094.930955:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247678720:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327095.056076:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327095.699080:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327096.080021:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327096.722869:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327097.103970:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327097.743966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327098.127950:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327098.767894:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327099.023947:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327074/real 1767327074] req@ffff96e86841a300 x1853164247676160/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327099.023982:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841a300 x1853164247676160/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327099.024002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327099.024027:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327099.024032:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247676160:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327099.024058:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327099.024063:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327099.024066:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327099.024071:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12325 00000100:00080000:0.0:1767327099.024079:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327099.024086:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327099.024116:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247678848/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327099.024138:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327099.024142:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327099.024144:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327099.024148:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12346 00000100:00080000:0.0:1767327099.024151:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327099.024154:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327099.024162:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327099.024175:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247678976/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327099.024175:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247678848:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327099.024230:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327099.024268:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767327099.024270:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247678976:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327099.024279:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679104:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327099.024324:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679360:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327099.026230:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327099.026274:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679104:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327099.026289:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679360:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327099.026290:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327099.026298:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327099.026303:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247678976:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327099.151976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327099.792003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327100.176006:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327100.815984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327101.199980:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327101.839993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327102.223955:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327102.863958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327103.247989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327103.887948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327104.143940:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327104.143951:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327104.143954:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327104.143959:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327104.143964:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327104.143973:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12350 00000100:00080000:0.0:1767327104.143982:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327104.143987:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327104.143997:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327104.144024:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247679488/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327104.144069:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327104.144085:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247679744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327104.144093:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327104.144173:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247679616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327104.144197:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247679488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327104.146251:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247679744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327104.146268:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247679616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327104.146279:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247679872:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327104.146311:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327104.146318:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327104.146322:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247679488:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327104.272091:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327104.911968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327105.296013:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327105.935945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327106.319984:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327106.959968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327107.343962:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327107.983965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327108.367989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327109.007962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327109.264604:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327109.264615:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327109.264618:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327109.264622:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327109.264626:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327109.264636:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12355 00000100:00080000:3.0:1767327109.264648:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327109.264655:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327109.264666:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327109.264694:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247680000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327109.264795:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327109.264921:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327109.264952:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327109.264958:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327109.264976:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247680000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327109.267094:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327109.267129:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327109.267145:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247680384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327109.267158:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327109.267167:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327109.267172:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247680000:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327109.392003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327110.031933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327110.416017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327111.055919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327111.439965:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327112.079968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327112.464168:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327113.103931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327113.487963:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327114.127947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327114.383972:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327114.383979:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327114.383982:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327114.383985:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327114.383988:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327114.383998:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12360 00000100:00080000:0.0:1767327114.384007:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327114.384014:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327114.384023:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327114.384051:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247680512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327114.384109:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247680640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327114.384122:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247680768:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327114.384199:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327114.384207:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247680896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327114.384220:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247680512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327114.385944:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247680640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327114.385952:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247680896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327114.385967:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247680768:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327114.385992:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327114.385998:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327114.386001:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247680512:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327114.511993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327115.151941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327115.536009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327116.175941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327116.559968:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327117.199964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327117.583984:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327118.223910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327118.609418:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327119.247963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327119.503925:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327119.503933:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327119.503936:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327119.503938:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327119.503941:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327119.503950:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12365 00000100:00080000:0.0:1767327119.503959:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327119.503964:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327119.503974:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327119.504001:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247681024/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327119.504072:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247681024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327119.504077:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327119.504173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681408:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327119.504200:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767327119.504205:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327119.506211:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327119.506217:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327119.506222:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327119.506229:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247681024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327119.506243:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327119.506258:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247681408:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327119.632014:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327120.271924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327120.655992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327121.295906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327121.679983:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327122.319922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327122.703951:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327123.343962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327123.727971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327124.367964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327124.623938:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327099/real 1767327099] req@ffff96e85087c000 x1853164247678848/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327124 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327124.623943:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327124.623954:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327124.623959:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327124.623963:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327124.623967:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767327124.623976:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c000 x1853164247678848/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327124 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327124.623976:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12370 00000100:00080000:3.0:1767327124.623987:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327124.623994:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327124.623997:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327124.624010:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327124.624013:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327124.624019:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247678848:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327124.624041:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247681536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327124.624095:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247681536:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327124.624118:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327124.624122:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327124.624124:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327124.624127:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12350 00000100:00080000:3.0:1767327124.624131:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767327124.624133:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327124.624137:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327124.624150:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247682048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327124.624193:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767327124.624197:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247682048:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767327124.624203:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327124.624232:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681920:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327124.626141:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327124.626150:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327124.626155:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247681536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327124.626170:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327124.626185:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681920:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327124.626195:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247681792:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327124.751998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327125.391953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327125.775986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327126.415949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327126.800009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327127.439961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327127.823937:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327128.463959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327128.847966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327129.487929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327129.743970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327129.743981:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327129.743984:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327129.743988:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327129.743992:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327129.744002:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12376 00000100:00080000:1.0:1767327129.744012:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327129.744018:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327129.744029:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327129.744062:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247682176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327129.744125:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247682432:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327129.744131:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247682176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327129.744142:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682304:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327129.744225:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327129.746109:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247682432:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327129.746144:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767327129.746158:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327129.746164:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327129.746169:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247682176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327129.746175:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682560:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327129.871993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327130.511950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327130.895974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327131.535959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327131.919955:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327132.559933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327132.943969:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327133.583948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327133.967998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327134.607930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327134.863949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327134.863958:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327134.863961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327134.863965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327134.863969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327134.863978:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12381 00000100:00080000:0.0:1767327134.863987:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327134.863993:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327134.864005:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327134.864033:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247682688/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327134.864096:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247682688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327134.864108:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327134.864115:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247682816:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327134.864189:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247683072:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327134.866081:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327134.866089:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327134.866094:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247682688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327134.866159:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247682944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327134.866168:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247682816:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327134.866179:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247683072:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327134.991999:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327135.631955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327136.016017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327136.655954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327137.039969:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327137.679918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327138.064018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327138.704015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327139.088030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327139.727914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327139.983958:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327139.983978:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327139.983981:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327139.983984:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327139.983989:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327139.984000:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12386 00000100:00080000:3.0:1767327139.984010:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327139.984017:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327139.984028:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327139.984063:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247683200/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327139.984145:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327139.984155:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247683200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327139.984263:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767327139.984277:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327139.984313:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683584:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327139.986127:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327139.986136:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327139.986143:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247683200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327139.986208:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327139.986219:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327139.986225:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247683456:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327140.112015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327140.752017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327141.136036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327141.775920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327142.159973:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327142.800012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327143.184029:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327143.823979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327144.208068:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327144.847990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327145.103978:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327145.103993:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327145.103996:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327145.104001:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327145.104007:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327145.104020:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12391 00000100:00080000:3.0:1767327145.104034:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327145.104042:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327145.104055:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327145.104097:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247683712/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327145.104158:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247683712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327145.104258:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247683968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327145.104363:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767327145.104373:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247683840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327145.104429:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247684096:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327145.106014:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327145.106027:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327145.106033:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247683712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327145.106050:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247683840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327145.106418:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247684096:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327145.106431:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247683968:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327145.232054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327145.872016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327146.256101:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327146.896003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327147.280033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327147.919930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327148.303938:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327148.943992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327149.199995:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327124/real 1767327124] req@ffff96e84e88df80 x1853164247682048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327149 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327149.200034:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88df80 x1853164247682048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327149 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327149.200055:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327149.200080:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327149.200085:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247682048:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327149.200135:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327149.200143:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327149.200147:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327149.200153:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12376 00000100:00080000:3.0:1767327149.200169:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327149.200176:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327149.200215:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247684224/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327149.200241:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327149.200246:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327149.200248:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327149.200253:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12396 00000100:00080000:3.0:1767327149.200257:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327149.200262:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327149.200272:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247684224:192.168.204.119@tcp:250:kworker.0 00000008:00100000:3.0:1767327149.200274:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327149.200292:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247684352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327149.200397:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247684352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327149.200411:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684608:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327149.200502:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767327149.200512:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327149.200547:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327149.202046:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684608:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327149.202084:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327149.202094:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327149.202102:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247684352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327149.202123:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327149.202484:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247684736:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327149.328012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327149.967963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327150.352045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327150.991970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327151.375985:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327152.015924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327152.399993:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327153.039970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327153.423995:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327154.063924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327154.319968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327154.319982:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327154.319985:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327154.319990:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327154.319996:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327154.320010:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12400 00000100:00080000:1.0:1767327154.320024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327154.320032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327154.320045:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327154.320082:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247684864/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327154.320167:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247684864:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327154.320170:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247685120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327154.320181:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247684992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327154.320306:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247685248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327154.322750:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247685120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327154.322802:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327154.322808:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327154.322812:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247684864:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327154.322820:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247684992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327154.322835:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247685248:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327154.448057:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327155.087987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327155.472028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327156.111967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327156.496005:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327157.135919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327157.519995:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327158.159962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327158.543985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327159.183919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327159.439963:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327159.439976:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327159.439980:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327159.439985:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327159.439990:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327159.440003:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12405 00000100:00080000:3.0:1767327159.440016:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327159.440024:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327159.440040:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327159.440084:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247685376/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327159.440157:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247685376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327159.440181:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247685632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327159.440196:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247685504:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327159.440262:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247685760:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327159.442443:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327159.442449:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327159.442452:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247685376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327159.442617:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247685504:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327159.442625:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247685760:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327159.442705:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247685632:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327159.568006:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327160.207994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327160.592043:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327161.231997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327161.615991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327162.255969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327162.640034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327163.279941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327163.663961:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327164.303921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327164.559995:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327164.560003:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327164.560005:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327164.560008:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327164.560012:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327164.560020:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12410 00000100:00080000:3.0:1767327164.560030:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327164.560036:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327164.560046:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327164.560079:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247685888/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327164.560135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247685888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327164.560189:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686016:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327164.560247:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686144:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327164.560351:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327164.562331:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327164.562340:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327164.562345:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247685888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327164.562463:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686016:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327164.562752:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686144:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327164.562970:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686272:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327164.687989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327165.328005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327165.712028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327166.352015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327166.735995:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327167.376022:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327167.760027:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327168.399979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327168.783928:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327169.423954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327169.679948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327169.679958:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327169.679961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327169.679965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327169.679969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327169.679980:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12415 00000100:00080000:3.0:1767327169.679991:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327169.679998:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327169.680009:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327169.680044:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247686400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327169.680099:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247686400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327169.680131:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327169.680132:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327169.680181:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327169.682748:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327169.682758:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327169.682759:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327169.682768:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247686400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327169.682810:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247686656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327169.682827:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247686784:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327169.807975:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327170.447972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327170.831967:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327171.471912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327171.856086:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327172.495945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327172.880001:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327173.519935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327173.903960:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327174.543954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327174.799950:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327174.799952:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327149/real 1767327149] req@ffff96e84e88df80 x1853164247684224/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327174.799957:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327174.799964:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327174.799970:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327174.799973:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327174.799980:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12421 00000100:00100000:1.0:1767327174.799982:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88df80 x1853164247684224/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327174.799988:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327174.799995:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:1.0:1767327174.799998:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1767327174.800005:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327174.800015:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327174.800019:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247684224:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327174.800043:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247686912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327174.800106:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247687040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327174.800117:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327174.800121:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327174.800124:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327174.800134:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12400 00000100:00080000:0.0:1767327174.800139:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327174.800143:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327174.800155:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247687424/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327174.800180:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327174.800208:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247687296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327174.800254:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247686912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327174.800296:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247687424:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327174.802009:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767327174.802013:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687168:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327174.802017:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327174.802023:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247686912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327174.802027:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247687296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327174.802045:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247687040:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327174.927980:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327175.567923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327175.951982:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327176.591950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327176.976000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327177.615946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327178.000011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327178.639924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327179.023948:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327179.663991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327179.919917:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327179.919925:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327179.919928:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327179.919931:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327179.919934:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327179.919942:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12426 00000100:00080000:0.0:1767327179.919950:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327179.919956:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327179.919965:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327179.920003:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247687552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327179.920062:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247687552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327179.920085:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327179.920151:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327179.920187:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327179.920194:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327179.921655:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327179.921694:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327179.921701:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327179.921705:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247687552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327179.922069:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327179.922175:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247687808:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327180.048003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327180.687917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327181.071969:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327181.711936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327182.096056:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327182.735960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327183.120046:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327183.759947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327184.144014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327184.783952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327185.039919:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327185.039927:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327185.039931:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327185.039934:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327185.039938:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327185.039954:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12431 00000100:00080000:3.0:1767327185.039965:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327185.039973:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327185.039986:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327185.040018:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247688064/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327185.040067:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247688064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327185.040088:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327185.040101:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688192:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327185.040167:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327185.042180:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327185.042189:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327185.042195:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247688064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327185.042212:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688192:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327185.042217:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327185.042232:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688448:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327185.168096:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327185.807932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327186.191991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327186.831943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327187.216019:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327187.855944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327188.240023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327188.879943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327189.263993:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327189.903934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327190.159944:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327190.159959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327190.159962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327190.159965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327190.159969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327190.159977:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12436 00000100:00080000:3.0:1767327190.159985:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327190.159991:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327190.160001:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327190.160052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247688576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327190.160103:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247688576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327190.160128:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327190.160193:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688960:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327190.160215:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688832:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327190.161866:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327190.161873:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327190.161879:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247688576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327190.161934:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247688832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327190.161945:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327190.161963:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247688960:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327190.288002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327190.927935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327191.312001:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327191.951932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327192.336024:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327192.975927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327193.360025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327193.999993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327194.383982:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327195.023906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327195.279920:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327195.279928:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327195.279931:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327195.279946:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327195.279949:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327195.279958:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12441 00000100:00080000:2.0:1767327195.279968:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327195.279974:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327195.279983:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327195.280012:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247689088/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327195.280057:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247689088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327195.280074:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327195.280141:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689472:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327195.280152:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247689344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327195.282204:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327195.282219:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247689344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327195.282222:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689472:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327195.282256:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327195.282260:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327195.282264:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247689088:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327195.408008:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327196.047955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327196.432027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327197.071970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327197.456023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327198.095923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327198.480022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327199.119951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327199.375966:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327174/real 1767327174] req@ffff96e85087c380 x1853164247687424/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327199 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327199.375999:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247687424/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327199 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327199.376020:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327199.376049:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327199.376054:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247687424:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327199.376093:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327199.376100:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327199.376103:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327199.376109:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12426 00000100:00080000:3.0:1767327199.376118:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327199.376124:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327199.376157:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247689600/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327199.376178:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327199.376182:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327199.376184:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327199.376188:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12446 00000100:00080000:3.0:1767327199.376192:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327199.376196:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327199.376207:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327199.376211:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247689600:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327199.376224:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247689728/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327199.376301:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247689856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327199.376308:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247689728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327199.376346:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690112:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327199.376365:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689984:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327199.378346:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247689984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327199.378369:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327199.378378:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327199.378383:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247689856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327199.378386:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247689728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327199.378403:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690112:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767327199.503979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327200.143911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327200.528021:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327201.167956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327201.552047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327202.191945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327202.575984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327203.215928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327203.599955:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327204.239943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327204.495939:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327204.495948:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327204.495951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327204.495956:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327204.495960:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327204.495969:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12450 00000100:00080000:2.0:1767327204.495981:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327204.495988:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327204.495999:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327204.496032:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247690240/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327204.496093:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247690240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327204.496105:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327204.496126:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247690368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327204.496184:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247690624:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327204.497940:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327204.497946:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327204.497951:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247690240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327204.497979:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247690368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327204.497980:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327204.498005:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247690624:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767327204.623935:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327205.263965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327205.648011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327206.287918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327206.671962:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327207.311921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327207.695976:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327208.335971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327208.719982:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327209.359953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327209.615944:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327209.615952:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327209.615954:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327209.615958:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327209.615962:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327209.615973:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12455 00000100:00080000:2.0:1767327209.615991:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327209.616001:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327209.616012:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327209.616046:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247690752/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327209.616119:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247690752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327209.616127:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327209.616144:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247691008:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327209.616229:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691136:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327209.618162:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327209.618170:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327209.618175:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247690752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327209.618184:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327209.618191:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247691008:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327209.618221:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247690880:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767327209.744004:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327210.383944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327210.768079:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327211.407932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327211.792028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327212.431946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327212.816029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327213.455943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327213.840014:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327214.479953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327214.735926:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327214.735939:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327214.735943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327214.735948:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327214.735953:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327214.735966:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12461 00000100:00080000:2.0:1767327214.735980:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327214.735986:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327214.735998:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327214.736038:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247691264/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327214.736110:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247691264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327214.736141:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327214.736220:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767327214.736230:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327214.736265:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691648:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327214.738370:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327214.738373:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691392:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327214.738379:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327214.738387:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247691264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327214.738396:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327214.738411:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691520:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327214.863996:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327215.503985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327215.888035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327216.527961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327216.911998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327217.551906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327217.935957:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327218.575926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327218.960047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327219.599922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327219.855980:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327219.855993:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327219.855996:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327219.856001:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327219.856006:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327219.856019:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12466 00000100:00080000:3.0:1767327219.856032:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327219.856040:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327219.856053:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327219.856092:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247691776/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327219.856163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247691776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327219.856172:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327219.856277:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247692160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327219.856313:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692032:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327219.858445:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327219.858453:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327219.858459:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247691776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327219.858474:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247691904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327219.858500:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247692160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327219.859060:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692032:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327219.984015:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327220.623998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327221.008025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327221.647932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327222.032018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327222.671967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327223.055977:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327223.695956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327224.080025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327224.719994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767327224.975963:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327199/real 1767327199] req@ffff96e84e88d880 x1853164247689600/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327224 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327224.975970:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327224.975986:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327224.975989:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327224.975995:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767327224.975997:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88d880 x1853164247689600/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327224 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327224.975999:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327224.976009:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12471 00000100:00080000:0.0:1767327224.976018:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327224.976019:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327224.976028:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:0.0:1767327224.976036:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327224.976040:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247689600:192.168.204.119@tcp:250:kworker.0 00000008:00100000:2.0:1767327224.976041:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327224.976086:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247692288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327224.976138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247692288:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767327224.976160:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327224.976164:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327224.976166:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767327224.976169:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327224.976170:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12450 00000100:00080000:2.0:1767327224.976175:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327224.976180:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327224.976191:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247692800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327224.976229:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327224.976230:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247692800:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327224.976291:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327224.976302:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692544:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327224.978088:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327224.978095:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327224.978101:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247692288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327224.978227:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327224.978627:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327224.978762:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247692544:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327225.104039:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327225.743946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327226.128108:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327226.767957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327227.151985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327227.791964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327228.176028:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327228.815960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327229.199979:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327229.839974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327230.095954:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327230.095962:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327230.095965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327230.095968:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327230.095972:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327230.095981:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12476 00000100:00080000:3.0:1767327230.095990:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327230.095996:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327230.096006:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327230.096039:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247692928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327230.096102:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327230.096110:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247692928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327230.096189:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327230.096229:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327230.096234:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693184:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327230.098272:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327230.098280:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327230.098284:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247692928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327230.098413:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327230.098427:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327230.098439:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693184:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327230.223973:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327230.864000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327231.247987:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327231.887992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327232.271985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327232.911951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327233.296016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327233.935963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327234.319981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327234.959989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327235.216009:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327235.216021:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327235.216023:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327235.216026:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327235.216030:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327235.216039:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12481 00000100:00080000:3.0:1767327235.216048:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327235.216054:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327235.216114:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327235.216148:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247693440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327235.216240:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247693440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327235.216257:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247693568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327235.216257:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327235.216344:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247693824:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327235.218299:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247693568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327235.218306:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327235.218312:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247693696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327235.218314:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247693824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327235.218315:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327235.218325:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247693440:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327235.343979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327235.983982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327236.368030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327237.007941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327237.391979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327238.032012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327238.416014:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327239.055946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327239.440016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327240.079992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327240.335958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327240.335970:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327240.335975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327240.335980:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327240.335984:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327240.335996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12486 00000100:00080000:3.0:1767327240.336008:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327240.336016:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327240.336038:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327240.336077:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247693952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327240.336149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247693952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327240.336183:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247694208:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327240.336209:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247694080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327240.336300:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247694336:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327240.338533:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327240.338542:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327240.338547:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247693952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327240.338559:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247694208:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327240.338571:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247694080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327240.338589:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247694336:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327240.463989:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327241.103937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327241.487994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327242.127969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327242.511969:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327243.151946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327243.535995:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327244.175974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327244.559993:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327245.199920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327245.455948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327245.455956:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327245.455959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327245.455963:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327245.455967:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327245.455979:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12491 00000100:00080000:1.0:1767327245.455991:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327245.455999:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327245.456025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327245.456070:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247694464/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327245.456121:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247694464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327245.456150:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247694592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327245.456221:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247694848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327245.456249:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247694720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327245.457981:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327245.457986:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327245.457990:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247694464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327245.458280:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247694592:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327245.458288:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247694848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327245.458529:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247694720:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327245.584021:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327246.223953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327246.608060:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327247.248008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327247.632014:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327248.271970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327248.656104:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327249.295925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767327249.551981:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327224/real 1767327224] req@ffff96e870595c00 x1853164247692800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327249 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767327249.552009:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870595c00 x1853164247692800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327249 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327249.552025:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327249.552050:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327249.552053:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247692800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327249.552104:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327249.552111:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767327249.552115:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327249.552121:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12476 00000100:00080000:1.0:1767327249.552130:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327249.552136:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327249.552166:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247694976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767327249.552186:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327249.552190:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327249.552192:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327249.552197:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12496 00000100:00080000:1.0:1767327249.552201:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327249.552206:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327249.552217:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247694976:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767327249.552217:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327249.552238:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247695104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327249.552311:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695360:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327249.552325:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247695104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327249.552368:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767327249.552379:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327249.552419:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327249.554580:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327249.554592:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327249.554601:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327249.554603:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327249.554611:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247695104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327249.554622:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695360:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327249.680038:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327250.319956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327250.704023:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327251.344038:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327251.728046:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327252.368010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327252.752020:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327253.391999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327253.776001:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327254.416009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327254.671958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327254.671968:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327254.671972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327254.671976:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327254.671981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327254.671991:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12500 00000100:00080000:0.0:1767327254.672002:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327254.672009:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327254.672020:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327254.672062:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f480 x1853164247695616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327254.672125:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327254.672144:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247695872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327254.672235:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327254.672256:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247695616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327254.674389:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327254.674404:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247695744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327254.674418:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327254.674428:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327254.674435:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247695616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327254.674894:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247695872:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327254.800118:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327255.439968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327255.824019:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327256.463982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327256.848021:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327257.487956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327257.872013:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327258.512015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327258.895974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327259.535990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327259.791968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327259.791976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327259.791979:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327259.791982:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327259.791986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327259.791994:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12506 00000100:00080000:1.0:1767327259.792004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327259.792010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327259.792019:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327259.792048:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b480 x1853164247696128/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327259.792107:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247696128:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327259.792110:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327259.792207:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767327259.792214:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327259.792232:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696512:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327259.794308:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327259.794316:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327259.794320:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247696128:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327259.794432:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327259.794450:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327259.794460:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247696512:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327259.920067:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327260.559942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327260.944013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327261.583972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327261.968014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327262.607972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327262.991998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327263.631950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327264.015963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327264.655958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327264.911939:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327264.911949:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327264.911952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327264.911956:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327264.911960:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327264.911971:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12511 00000100:00080000:0.0:1767327264.911983:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327264.911990:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327264.912003:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327264.912035:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247696640/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327264.912108:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247696640:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327264.912125:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247696896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327264.912217:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767327264.912227:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247696768:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327264.912265:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247697024:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327264.914076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327264.914084:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327264.914090:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247696640:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327264.914119:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247696768:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327264.914130:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247697024:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327264.914136:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247696896:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327265.039972:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327265.679942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327266.064010:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327266.703976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327267.088325:0:303301:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 342/342 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767327267.088364:0:198565:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 342 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767327267.088373:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f3c00/0xb12620548e074336 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462ece expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1767327267.088384:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1767327267.088397:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088415:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3400/0xb12620548e07434b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462ef8 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088424:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fe:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088428:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2600/0xb12620548e074344 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462eea expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088433:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088437:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2400/0xb12620548e07433d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462ee3 expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088442:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088445:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc400/0xb12620548e07432f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462eb9 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088450:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088453:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6e00/0xb12620548e0742f0 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462e7a expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088458:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088461:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6400/0xb12620548e0742e9 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462e73 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088466:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fa:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088469:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7000/0xb12620548e0742e2 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462e5e expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088473:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088476:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7c00/0xb12620548e0742b1 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462e18 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088481:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088484:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2e00/0xb12620548e074280 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462df5 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088488:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fe:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088491:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7800/0xb12620548e074272 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462dcb expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088495:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088497:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2800/0xb12620548e074264 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462dc4 expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088501:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088503:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b000/0xb12620548e074241 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462d77 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088506:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fa:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088509:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1c00/0xb12620548e07424f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462d9a expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088513:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088516:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2000/0xb12620548e074248 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462d85 expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088520:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62fb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088522:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcb000/0xb12620548e0741fb lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462d23 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088525:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088528:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a800/0xb12620548e074199 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462c7b expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088532:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088536:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a400/0xb12620548e07415a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462c20 expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088539:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088541:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093600/0xb12620548e07416f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462c2e expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088545:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088547:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca200/0xb12620548e074145 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462c04 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088551:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088554:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcbe00/0xb12620548e074129 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462bb0 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088558:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088560:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca600/0xb12620548e074137 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462bc5 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088564:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088568:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca000/0xb12620548e074122 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462ba2 expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088571:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088573:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7400/0xb12620548e0740f8 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462b0f expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088576:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088579:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093000/0xb12620548e074073 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462a9f expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088584:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088587:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093800/0xb12620548e074065 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462a83 expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088592:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088595:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6e00/0xb12620548e07405e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462a59 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088599:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088601:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1e00/0xb12620548e074057 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462a36 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088626:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088631:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546bc00/0xb12620548e07400a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4629cd expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088634:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088637:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3bc00/0xb12620548e073ffc lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4629bf expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088641:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ef:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088644:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a200/0xb12620548e073fee lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4629aa expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088648:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62f0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088655:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f7200/0xb12620548e073f85 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46291e expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088660:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ee:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088665:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87178c000/0xb12620548e073f70 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4628d8 expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088670:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ed:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088674:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a600/0xb12620548e073f77 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4628d1 expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088678:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ef:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088681:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbea00/0xb12620548e073f4d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4628a7 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088686:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ec:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088689:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbfe00/0xb12620548e073f15 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462830 expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088693:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ee:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088695:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6600/0xb12620548e073eeb lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4627ea expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088700:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62eb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088703:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbee00/0xb12620548e073eb3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46279d expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088706:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ed:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088708:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd000/0xb12620548e073e9e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462796 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088712:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ec:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088715:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2200/0xb12620548e073e97 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46278f expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088719:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ea:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088722:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bde00/0xb12620548e073e3c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4626e0 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088726:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088730:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd800/0xb12620548e073e2e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4626e7 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088735:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088738:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc000/0xb12620548e073e27 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4626c4 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088742:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088745:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b400/0xb12620548e073e12 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4626a8 expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088748:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62eb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088751:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b200/0xb12620548e073dda lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46265b expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088754:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ea:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088756:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1000/0xb12620548e073d9b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462607 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088761:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088764:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b800/0xb12620548e073da2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462600 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088767:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088769:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b800/0xb12620548e073d55 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4625b3 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088773:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088775:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b200/0xb12620548e073d5c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4625a5 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088779:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088782:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bda00/0xb12620548e073d4e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462590 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088800:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088804:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3be00/0xb12620548e073d2b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462558 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088810:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088813:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a000/0xb12620548e073ce5 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4624d3 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088824:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088829:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0800/0xb12620548e073cec lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4624c5 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088834:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088837:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b600/0xb12620548e073ca6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462471 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088881:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088889:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0000/0xb12620548e073c6e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462424 expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088900:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088913:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc200/0xb12620548e073c60 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4623e5 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088920:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088925:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3aa00/0xb12620548e073c4b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4623b4 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088932:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088936:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3ae00/0xb12620548e073c44 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46239f expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088945:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088950:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0a00/0xb12620548e073b9c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4622bf expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088957:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088962:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0e00/0xb12620548e073b6b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46229c expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088968:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62df:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088973:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a200/0xb12620548e073b8e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46228e expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088976:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088979:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546b000/0xb12620548e073b4f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462256 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088984:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088988:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1600/0xb12620548e073b41 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62de:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462233 expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.088992:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62de:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.088996:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf000/0xb12620548e073b3a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462209 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089004:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62dd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089010:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d200/0xb12620548e073ae6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462184 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089017:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62e0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089022:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e844dd9200/0xb12620548e073af4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462192 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089031:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62dc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089035:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecce00/0xb12620548e073ab5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46215a expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089039:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62df:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089042:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860aa00/0xb12620548e073aae lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46214c expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089045:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62de:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089048:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a800/0xb12620548e073a8b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462137 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089051:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62dd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089054:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d800/0xb12620548e073a68 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62db:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4620ce expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089058:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62db:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089061:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398e00/0xb12620548e073a37 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62da:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462088 expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089066:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62da:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089069:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11e00/0xb12620548e073a30 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462081 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089073:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62dc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089075:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399600/0xb12620548e073a1b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d462065 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089079:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089083:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11600/0xb12620548e0739ce lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461fe7 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089088:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089091:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8ce00/0xb12620548e07399d lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461f93 expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089094:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62db:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089097:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c400/0xb12620548e073996 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461f8c expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089101:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089104:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10800/0xb12620548e07398f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461f7e expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089107:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62da:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089110:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10200/0xb12620548e07395e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461f31 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089113:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089116:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860ae00/0xb12620548e07393b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461ef2 expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089120:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089124:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860bc00/0xb12620548e073918 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461ec1 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089127:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089130:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11000/0xb12620548e073911 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461eba expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089133:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089136:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce800/0xb12620548e0738f5 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461e82 expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089140:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089143:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a600/0xb12620548e0738a8 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461def expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089147:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089149:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860be00/0xb12620548e073885 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461da9 expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089153:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089156:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10000/0xb12620548e07385b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461d71 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089160:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089164:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f600/0xb12620548e073862 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461d6a expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089167:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089169:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10e00/0xb12620548e0737dd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461cad expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089173:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089176:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefe00/0xb12620548e0737c8 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461c98 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089180:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089183:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d400/0xb12620548e0737b3 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461c75 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089188:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089191:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee800/0xb12620548e0737ac lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461c67 expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089196:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089199:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a000/0xb12620548e07379e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461c44 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089202:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089205:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff400/0xb12620548e073766 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461be9 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089209:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cf:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089213:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c200/0xb12620548e07373c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461bb8 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089220:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089224:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2600/0xb12620548e073720 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461b87 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089230:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089235:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f400/0xb12620548e0736ef lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461b80 expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089242:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089248:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d200/0xb12620548e0736e8 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461b41 expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089256:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ce:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089262:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae000/0xb12620548e0736d3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461b1e expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089269:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62d0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089274:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066bc00/0xb12620548e073686 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461aa7 expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089291:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089301:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3800/0xb12620548e07367f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461aa0 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089309:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cf:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089314:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b600/0xb12620548e07365c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461a61 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089320:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089324:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfe00/0xb12620548e073647 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461a4c expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089328:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ce:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089331:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3000/0xb12620548e073601 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4619ea expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089335:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089337:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf200/0xb12620548e073616 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4619ab expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089341:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089343:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3600/0xb12620548e07359f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461949 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089347:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089351:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669800/0xb12620548e0735d0 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46196c expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089355:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ca:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089359:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669400/0xb12620548e073598 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461926 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089362:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62cb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089365:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e800/0xb12620548e07352f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461885 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089369:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089373:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc800/0xb12620548e073513 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46184d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089377:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089380:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e000/0xb12620548e073528 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461846 expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089384:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ca:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089386:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2a00/0xb12620548e07350c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461838 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089391:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089394:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3200/0xb12620548e0734e9 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461807 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089397:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089399:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889600/0xb12620548e07348e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461774 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089403:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089405:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3c00/0xb12620548e073487 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46176d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089408:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089411:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7600/0xb12620548e073472 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461751 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089415:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089417:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc000/0xb12620548e073441 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461704 expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089422:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089425:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669000/0xb12620548e07342c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4616d3 expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089429:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089432:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669200/0xb12620548e0733d8 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461639 expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089436:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089439:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669600/0xb12620548e0733bc lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461601 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089443:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089447:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878eccc00/0xb12620548e073399 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4615ad expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089453:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089458:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fc00/0xb12620548e073384 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461598 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089465:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089472:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359e00/0xb12620548e07336f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46157c expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089478:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089483:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aeee00/0xb12620548e0732dc lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4614db expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089491:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089497:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a600/0xb12620548e0732d5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46149c expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089504:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089508:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e400/0xb12620548e07327a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46142c expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089513:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089516:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889800/0xb12620548e073265 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62be:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461402 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089521:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62be:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089524:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889400/0xb12620548e07321f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4613ed expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089529:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ba:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089533:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399200/0xb12620548e073250 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4613d1 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089540:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089544:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc400/0xb12620548e07322d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4613b5 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089552:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bf:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089558:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e000/0xb12620548e073249 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4613c3 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089565:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089570:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919800/0xb12620548e0731b6 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461345 expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089578:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089584:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066000/0xb12620548e073193 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461314 expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089590:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62c0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089595:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc200/0xb12620548e073162 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4612f1 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089612:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089620:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066be00/0xb12620548e07315b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4612c0 expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089626:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089630:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e5c00/0xb12620548e073154 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4612b2 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089634:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62be:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089637:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174a00/0xb12620548e07310e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46126c expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089642:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089646:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecda00/0xb12620548e073107 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461250 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089649:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bf:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089652:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918600/0xb12620548e0730dd lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461226 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089656:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089660:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175e00/0xb12620548e0730cf lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461203 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089665:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089668:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066a00/0xb12620548e073090 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46119a expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089673:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089676:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067c00/0xb12620548e073066 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46115b expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089679:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bd:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089682:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5200/0xb12620548e073020 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4610e4 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089685:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bc:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089687:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066c00/0xb12620548e072fe1 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461090 expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089691:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62bb:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089693:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c200/0xb12620548e072fcc lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d461051 expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089697:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ba:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089699:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067000/0xb12620548e072fb7 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46102e expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089703:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089706:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f000/0xb12620548e072f7f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460fcc expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089710:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089713:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067600/0xb12620548e072f63 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460f94 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089717:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089719:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8da00/0xb12620548e072f32 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460f47 expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089723:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089725:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067200/0xb12620548e072efa lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460ee5 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089729:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089731:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067400/0xb12620548e072ed7 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460e9f expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089735:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089738:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c400/0xb12620548e072e75 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460df7 expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089743:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089746:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888400/0xb12620548e072e83 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460de9 expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089750:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089752:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c600/0xb12620548e072de9 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460d09 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089756:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089760:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8de00/0xb12620548e072dd4 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460cdf expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089767:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089772:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fa00/0xb12620548e072dbf lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460cd1 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089780:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ae:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089786:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889c00/0xb12620548e072d8e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460c99 expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089795:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089801:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d800/0xb12620548e072d87 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62af:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460c8b expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089809:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62af:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089815:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d000/0xb12620548e072d80 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460c68 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089821:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089826:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888e00/0xb12620548e072d3a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460c0d expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089833:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62b0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089838:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f800/0xb12620548e072d17 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460bce expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089865:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ad:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089872:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ac00/0xb12620548e072d1e lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460bea expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089879:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62af:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089884:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fe00/0xb12620548e072d02 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460bb9 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089891:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ac:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089895:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e200/0xb12620548e072c99 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460b11 expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089900:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089903:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398800/0xb12620548e072c6f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460ad2 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089908:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ab:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089912:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a800/0xb12620548e072c5a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460ae0 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089916:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62aa:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089919:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ae00/0xb12620548e072c76 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460ad9 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089922:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ae:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089925:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b200/0xb12620548e072c29 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460a62 expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089929:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ad:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089931:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399800/0xb12620548e072c22 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460a54 expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089936:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089939:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe000/0xb12620548e072bea lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460a00 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089942:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ac:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089945:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398600/0xb12620548e072bce lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4609d6 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089948:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62ab:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089951:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b800/0xb12620548e072bb2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4609c8 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089954:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62aa:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089957:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359600/0xb12620548e072bab lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4609b3 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089961:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089964:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359400/0xb12620548e072b81 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46095f expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089967:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a9:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089970:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175a00/0xb12620548e072b5e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460927 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089974:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089977:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aec00/0xb12620548e072b0a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460886 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089982:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089985:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce600/0xb12620548e072b1f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4608a9 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089988:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a8:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089991:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4afe00/0xb12620548e072ae7 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46084e expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.089994:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a7:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.089997:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefc00/0xb12620548e072ac4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460816 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090002:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090006:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb400/0xb12620548e072abd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460808 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090011:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a6:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090015:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb600/0xb12620548e072a62 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46076e expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090019:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090023:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affe00/0xb12620548e072a4d lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460736 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090026:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a4:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090029:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174800/0xb12620548e072a46 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46072f expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090033:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090037:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee000/0xb12620548e072a3f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460721 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090040:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a5:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090043:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070e00/0xb12620548e0729dd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460679 expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090046:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a3:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090048:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e800/0xb12620548e0729ac lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460656 expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090053:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090056:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175400/0xb12620548e072997 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460625 expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090059:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a2:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090062:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071a00/0xb12620548e07296d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4605f4 expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090067:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090073:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174e00/0xb12620548e07294a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4605ae expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090077:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a1:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090082:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174c00/0xb12620548e072912 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46056f expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090088:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090094:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174200/0xb12620548e07293c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460584 expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090101:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090106:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f000/0xb12620548e0728e1 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4604ea expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090114:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x62a0:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090119:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5a00/0xb12620548e0728d3 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4604dc expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090127:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090133:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174400/0xb12620548e0728a9 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46049d expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090141:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090145:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefa00/0xb12620548e072871 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46046c expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090153:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090160:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175200/0xb12620548e07288d lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460465 expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090167:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090170:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175c00/0xb12620548e072847 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46040a expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090174:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090177:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8e00/0xb12620548e072824 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4603e0 expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090182:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090186:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae200/0xb12620548e07280f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x629a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4603af expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090190:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090193:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fafe00/0xb12620548e0727ec lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460362 expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090197:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090199:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487e00/0xb12620548e07279f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6299:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4602f2 expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090204:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6299:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090207:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae600/0xb12620548e072798 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4602dd expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090211:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090213:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1e00/0xb12620548e072775 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x629a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4602ac expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090217:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x629a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090219:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee600/0xb12620548e07271a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6298:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460258 expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090224:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6298:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090227:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d1e000/0xb12620548e072713 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6297:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460219 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090232:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6297:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090235:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919a00/0xb12620548e0726e2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6299:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4601cc expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090238:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6299:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090241:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918a00/0xb12620548e0726bf lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6295:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4601b0 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090245:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6295:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090248:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487000/0xb12620548e07268e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6294:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46015c expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090252:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6294:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090256:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918800/0xb12620548e072687 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6296:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460155 expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090260:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6296:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090263:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919400/0xb12620548e07266b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6298:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46012b expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090267:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6298:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090269:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114000/0xb12620548e072672 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6297:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460132 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090273:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6297:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090276:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114e00/0xb12620548e072664 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6293:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460101 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090280:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6293:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090284:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486800/0xb12620548e072617 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6296:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d46008a expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090287:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6296:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090289:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918000/0xb12620548e072610 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6295:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460083 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090293:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6295:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090295:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487400/0xb12620548e0725df lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6294:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d460036 expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090298:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6294:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090301:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070000/0xb12620548e072576 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6292:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ffa3 expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090305:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6292:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090308:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea600/0xb12620548e072568 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6290:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ff8e expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090312:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6290:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090315:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb800/0xb12620548e07256f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6293:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ff95 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090318:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6293:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090321:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8200/0xb12620548e072561 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6291:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ff72 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090325:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6291:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090329:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e800/0xb12620548e0724ea lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fec3 expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090334:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090337:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114400/0xb12620548e0724e3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6292:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45feae expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090341:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6292:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090343:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea200/0xb12620548e0724ce lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fe76 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090347:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090350:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f800/0xb12620548e07249d lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6291:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fe37 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090354:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6291:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090356:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea400/0xb12620548e072496 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6290:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fe30 expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090359:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6290:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090362:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071c00/0xb12620548e07248f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fe14 expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090366:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090369:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ea00/0xb12620548e072442 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fdab expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090372:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090375:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5600/0xb12620548e072434 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fd81 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090379:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090383:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eba00/0xb12620548e0723ee lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fd26 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090386:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090389:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eaa00/0xb12620548e0723c4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fcf5 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090393:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090396:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732400/0xb12620548e0723cb lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fcee expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090399:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090402:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6600/0xb12620548e0723b6 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x628a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fcd2 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090406:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090411:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487800/0xb12620548e07238c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6289:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fc7e expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090418:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6289:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090423:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1000/0xb12620548e072385 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fc62 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090429:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090434:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af400/0xb12620548e07235b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fc38 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090441:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090446:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486000/0xb12620548e07233f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x628a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fc00 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090453:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x628a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090458:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486600/0xb12620548e07231c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6289:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fbc1 expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090465:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6289:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090470:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114c00/0xb12620548e07229e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6288:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fa94 expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090478:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6288:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090485:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6400/0xb12620548e07227b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6287:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fa6a expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090492:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6287:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090497:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871486600/0xb12620548e072235 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6288:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f9fa expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090501:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6288:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090504:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af200/0xb12620548e07223c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6286:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45fa1d expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090509:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6286:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090513:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732600/0xb12620548e0721e8 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6287:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f959 expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090516:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6287:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090518:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af600/0xb12620548e0721c5 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6284:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f921 expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090522:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6284:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090526:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115400/0xb12620548e07218d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6285:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f7df expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090530:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6285:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090533:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ca00/0xb12620548e0720f3 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6283:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f5b6 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090538:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6283:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090542:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0000/0xb12620548e0720ec lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6286:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f59a expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090545:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6286:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090548:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cec00/0xb12620548e071fc6 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f40b expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090552:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090556:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732800/0xb12620548e071f87 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6284:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f39b expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090559:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6284:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090561:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed7400/0xb12620548e071f80 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6285:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f394 expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090565:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6285:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090567:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862a00/0xb12620548e071f79 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f38d expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090572:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090575:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d96200/0xb12620548e071f33 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6282:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f339 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090580:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6282:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090583:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e4000/0xb12620548e071f02 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f308 expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090587:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090591:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732000/0xb12620548e071ee6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6283:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f2c2 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090595:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6283:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090597:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732a00/0xb12620548e071ed1 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6281:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f2a6 expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090602:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6281:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090620:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4800/0xb12620548e071ea7 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6280:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f26e expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090626:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6280:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090630:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733a00/0xb12620548e071e6f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f221 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090634:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090638:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf600/0xb12620548e071e61 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6282:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f1f7 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090642:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6282:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090645:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe400/0xb12620548e071de3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6281:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f15d expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090648:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6281:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090651:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762eba000/0xb12620548e071dd5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6280:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f133 expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090654:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6280:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090656:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affa00/0xb12620548e071da4 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f0c3 expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090660:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090662:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afee00/0xb12620548e071d65 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f05a expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090666:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090669:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0aa00/0xb12620548e071d73 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f076 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090674:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090677:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7400/0xb12620548e071d6c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45f068 expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090680:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090683:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6200/0xb12620548e071d1f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x627a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45efce expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090687:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090690:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7800/0xb12620548e071d03 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ef96 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090694:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090696:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1200/0xb12620548e071ce7 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ef65 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090700:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090703:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4c00/0xb12620548e071ccb lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6279:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ef3b expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090707:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6279:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090710:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0400/0xb12620548e071c85 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x627a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eee7 expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090714:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x627a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090717:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0800/0xb12620548e071c77 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6278:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eeb6 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090722:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6278:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090725:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4e00/0xb12620548e071c38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6279:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ee62 expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090729:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6279:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090731:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c800/0xb12620548e071c2a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6276:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ee4d expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090736:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6276:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090740:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c400/0xb12620548e071c07 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6275:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45edeb expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090747:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6275:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090752:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4a00/0xb12620548e071bf2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6278:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ed89 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090759:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6278:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090763:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1a00/0xb12620548e071be4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6274:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ed2e expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090771:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6274:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090777:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ce00/0xb12620548e071bb3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6276:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ec78 expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090784:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6276:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090789:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1c00/0xb12620548e071bac lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6275:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ebb4 expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090795:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6275:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090801:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6c00/0xb12620548e071b58 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6272:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eb44 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090809:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6272:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090815:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871487200/0xb12620548e071b74 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6273:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eb7c expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090823:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6273:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090828:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7a00/0xb12620548e071b51 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6274:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eb36 expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090832:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6274:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090836:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359c00/0xb12620548e071b04 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6273:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eac6 expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090861:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6273:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090867:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359200/0xb12620548e071ae1 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6271:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45eaaa expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090876:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6271:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090881:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5400/0xb12620548e071ab7 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6272:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ea48 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090886:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6272:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090889:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6e00/0xb12620548e071aa2 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ea3a expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090894:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090897:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358a00/0xb12620548e071a9b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6270:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ea33 expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090902:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6270:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090905:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7c00/0xb12620548e071a8d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ea02 expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090910:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090913:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358200/0xb12620548e071a71 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6271:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e9bc expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090916:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6271:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090919:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5e00/0xb12620548e071a40 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6270:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e97d expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090922:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6270:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090925:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe600/0xb12620548e071a32 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e968 expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090928:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090930:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff800/0xb12620548e071a2b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e94c expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090934:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090937:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5c00/0xb12620548e071a01 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e91b expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090941:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090943:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fe00/0xb12620548e0719ec lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e8f1 expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090947:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090951:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1c00/0xb12620548e0719de lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e8c7 expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090955:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090959:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487600/0xb12620548e0719bb lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e88f expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090963:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090965:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f600/0xb12620548e0719a6 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x626a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e865 expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090970:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090974:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aee00/0xb12620548e07197c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e81f expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090977:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090980:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486e00/0xb12620548e071959 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e7ee expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090983:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090986:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae400/0xb12620548e071944 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e79a expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.090990:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6268:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.090995:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae200/0xb12620548e07191a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6269:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e74d expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091002:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6269:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091008:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e400/0xb12620548e0718fe lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x626a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e72a expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091014:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x626a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091019:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486a00/0xb12620548e0718e9 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e700 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091027:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6267:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091034:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d600/0xb12620548e0718a3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e6a5 expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091041:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6268:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091046:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1600/0xb12620548e0718bf lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6269:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e6cf expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091052:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6269:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091057:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c200/0xb12620548e07188e lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6266:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e67b expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091066:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6266:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091072:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0600/0xb12620548e071880 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e666 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091081:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6265:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091086:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114800/0xb12620548e071879 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e643 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091093:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6267:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091099:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115e00/0xb12620548e071833 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6264:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e5e8 expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091107:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6264:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091113:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114600/0xb12620548e071841 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6266:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e5e1 expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091120:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6266:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091125:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044dc00/0xb12620548e07182c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e5d3 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091131:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6265:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091136:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0200/0xb12620548e071802 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6264:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e55c expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091143:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6264:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091148:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f200/0xb12620548e071784 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45e1dc expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091157:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6263:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091163:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d200/0xb12620548e0716e3 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6262:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45de01 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091171:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6262:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091177:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ec00/0xb12620548e0716a4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45dd2f expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091186:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6261:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091191:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf000/0xb12620548e071688 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6263:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45dbe6 expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091198:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6263:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091203:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7200/0xb12620548e071665 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6260:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45db45 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091210:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6260:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091216:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affc00/0xb12620548e07159a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d9cb expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091222:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6261:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091227:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe800/0xb12620548e0715f5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6262:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d9e0 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091233:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6262:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091238:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115800/0xb12620548e0715e7 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d890 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091246:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091251:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afea00/0xb12620548e0715b6 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d83c expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091258:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091264:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358e00/0xb12620548e07132b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6260:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d763 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091271:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6260:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091276:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff000/0xb12620548e071593 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d6f3 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091283:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091289:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfc00/0xb12620548e0712f3 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d5d4 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091295:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625f:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091300:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed6000/0xb12620548e0712c9 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d5b1 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091307:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625e:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091312:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b600/0xb12620548e0712ad lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d587 expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091319:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091326:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf400/0xb12620548e0712b4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d5aa expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091333:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091339:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce000/0xb12620548e0712a6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d580 expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091345:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625d:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091350:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fe00/0xb12620548e071252 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x625a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d510 expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091357:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091363:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a200/0xb12620548e07124b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d4bc expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091370:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625c:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091375:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fc00/0xb12620548e071244 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d4ae expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091382:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625b:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091388:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b800/0xb12620548e07122f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6259:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d4a0 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091395:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6259:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091401:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e200/0xb12620548e071205 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x625a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d43e expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091406:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x625a:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091410:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6800/0xb12620548e0711c6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6259:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d3b9 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091414:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6259:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091417:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7c00/0xb12620548e0711b8 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6258:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d3ab expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091421:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6258:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091425:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f400/0xb12620548e071195 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d357 expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091429:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6258:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091431:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733600/0xb12620548e071148 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6257:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d285 expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091436:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6257:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091439:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733800/0xb12620548e07112c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6257:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d25b expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091442:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6257:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091445:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732200/0xb12620548e071125 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6256:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d254 expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091449:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6256:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091452:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733000/0xb12620548e0710df lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d14a expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091456:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6256:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091458:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7800/0xb12620548e0710d1 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6255:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d127 expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091463:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6255:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091466:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f600/0xb12620548e0710ae lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6253:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45d07f expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091471:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6253:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091474:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e600/0xb12620548e07107d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6254:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45cffa expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091478:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6254:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091481:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0ba00/0xb12620548e07101b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45ce6b expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091485:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6255:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091488:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1400/0xb12620548e070f0a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45cc42 expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091491:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6254:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091493:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afec00/0xb12620548e070f11 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x6252:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45cc96 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091498:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6252:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091501:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0c00/0xb12620548e070ed9 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6253:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45cbee expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091504:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6253:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091507:0:198565:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1e00/0xb12620548e070ed2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x6252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d45cbd9 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1767327267.091510:0:198565:0:(vvp_object.c:114:vvp_conf_set()) [0x200002b13:0x6252:0x0]: losing layout lock 00010000:00010000:0.0:1767327267.091538:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f3c00/0xb12620548e074336 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ece expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091543:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3400/0xb12620548e07434b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ef8 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091546:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2600/0xb12620548e074344 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462eea expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091550:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2400/0xb12620548e07433d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ee3 expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091557:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc400/0xb12620548e07432f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462eb9 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091560:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6e00/0xb12620548e0742f0 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e7a expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091564:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6400/0xb12620548e0742e9 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e73 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091567:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7000/0xb12620548e0742e2 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e5e expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091571:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7c00/0xb12620548e0742b1 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e18 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091574:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2e00/0xb12620548e074280 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462df5 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091577:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7800/0xb12620548e074272 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462dcb expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091581:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2800/0xb12620548e074264 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462dc4 expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091584:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b000/0xb12620548e074241 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d77 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091588:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1c00/0xb12620548e07424f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d9a expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091594:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2000/0xb12620548e074248 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d85 expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091598:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcb000/0xb12620548e0741fb lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d23 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091601:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a800/0xb12620548e074199 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c7b expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091616:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a400/0xb12620548e07415a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c20 expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091620:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093600/0xb12620548e07416f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c2e expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091623:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca200/0xb12620548e074145 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c04 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091627:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcbe00/0xb12620548e074129 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462bb0 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091631:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca600/0xb12620548e074137 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462bc5 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091634:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca000/0xb12620548e074122 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ba2 expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091637:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7400/0xb12620548e0740f8 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462b0f expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091644:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093000/0xb12620548e074073 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a9f expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091648:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093800/0xb12620548e074065 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a83 expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091651:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6e00/0xb12620548e07405e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a59 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091654:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1e00/0xb12620548e074057 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a36 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091658:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546bc00/0xb12620548e07400a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629cd expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091661:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3bc00/0xb12620548e073ffc lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629bf expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091664:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a200/0xb12620548e073fee lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629aa expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091668:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f7200/0xb12620548e073f85 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46291e expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091671:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87178c000/0xb12620548e073f70 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628d8 expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091675:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a600/0xb12620548e073f77 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628d1 expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091681:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbea00/0xb12620548e073f4d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628a7 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091685:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbfe00/0xb12620548e073f15 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462830 expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091688:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6600/0xb12620548e073eeb lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4627ea expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091692:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbee00/0xb12620548e073eb3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46279d expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091695:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd000/0xb12620548e073e9e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462796 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091698:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2200/0xb12620548e073e97 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46278f expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091702:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bde00/0xb12620548e073e3c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626e0 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091705:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd800/0xb12620548e073e2e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626e7 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091709:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc000/0xb12620548e073e27 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626c4 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091712:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b400/0xb12620548e073e12 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626a8 expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091719:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b200/0xb12620548e073dda lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46265b expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091722:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1000/0xb12620548e073d9b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462607 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091726:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b800/0xb12620548e073da2 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462600 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091729:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b800/0xb12620548e073d55 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4625b3 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091732:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b200/0xb12620548e073d5c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4625a5 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091736:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bda00/0xb12620548e073d4e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462590 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091739:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3be00/0xb12620548e073d2b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462558 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091743:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a000/0xb12620548e073ce5 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4624d3 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091747:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0800/0xb12620548e073cec lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4624c5 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091750:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b600/0xb12620548e073ca6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462471 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091756:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0000/0xb12620548e073c6e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462424 expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091760:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc200/0xb12620548e073c60 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4623e5 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091763:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3aa00/0xb12620548e073c4b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4623b4 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091767:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3ae00/0xb12620548e073c44 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46239f expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091770:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0a00/0xb12620548e073b9c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4622bf expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091773:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0e00/0xb12620548e073b6b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46229c expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091777:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a200/0xb12620548e073b8e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46228e expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091780:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546b000/0xb12620548e073b4f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462256 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091784:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1600/0xb12620548e073b41 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62de:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462233 expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091787:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf000/0xb12620548e073b3a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462209 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091793:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d200/0xb12620548e073ae6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462184 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091797:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e844dd9200/0xb12620548e073af4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462192 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091800:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecce00/0xb12620548e073ab5 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46215a expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091804:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860aa00/0xb12620548e073aae lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46214c expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091807:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a800/0xb12620548e073a8b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462137 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091810:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d800/0xb12620548e073a68 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62db:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4620ce expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091814:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398e00/0xb12620548e073a37 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62da:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462088 expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091817:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11e00/0xb12620548e073a30 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462081 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091821:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399600/0xb12620548e073a1b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462065 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091824:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11600/0xb12620548e0739ce lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461fe7 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091830:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8ce00/0xb12620548e07399d lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f93 expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091834:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c400/0xb12620548e073996 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f8c expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091838:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10800/0xb12620548e07398f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f7e expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091860:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10200/0xb12620548e07395e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f31 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091866:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860ae00/0xb12620548e07393b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461ef2 expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091873:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860bc00/0xb12620548e073918 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461ec1 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091879:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11000/0xb12620548e073911 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461eba expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091886:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce800/0xb12620548e0738f5 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461e82 expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091892:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a600/0xb12620548e0738a8 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461def expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091897:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860be00/0xb12620548e073885 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461da9 expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091905:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10000/0xb12620548e07385b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461d71 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091909:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f600/0xb12620548e073862 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461d6a expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091912:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10e00/0xb12620548e0737dd lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461cad expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091916:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefe00/0xb12620548e0737c8 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c98 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091919:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d400/0xb12620548e0737b3 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c75 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091922:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee800/0xb12620548e0737ac lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c67 expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091926:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a000/0xb12620548e07379e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c44 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091929:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff400/0xb12620548e073766 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461be9 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091933:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c200/0xb12620548e07373c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461bb8 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091936:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2600/0xb12620548e073720 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b87 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091942:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f400/0xb12620548e0736ef lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b80 expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091947:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d200/0xb12620548e0736e8 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b41 expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091952:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae000/0xb12620548e0736d3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b1e expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091958:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066bc00/0xb12620548e073686 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461aa7 expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091965:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3800/0xb12620548e07367f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461aa0 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091972:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b600/0xb12620548e07365c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461a61 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091979:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfe00/0xb12620548e073647 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461a4c expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091985:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3000/0xb12620548e073601 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4619ea expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091991:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf200/0xb12620548e073616 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4619ab expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.091998:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3600/0xb12620548e07359f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461949 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092009:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669800/0xb12620548e0735d0 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46196c expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092016:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669400/0xb12620548e073598 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461926 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092022:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e800/0xb12620548e07352f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461885 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092027:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc800/0xb12620548e073513 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46184d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092031:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e000/0xb12620548e073528 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461846 expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092034:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2a00/0xb12620548e07350c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461838 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092038:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3200/0xb12620548e0734e9 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461807 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092041:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889600/0xb12620548e07348e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461774 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092044:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3c00/0xb12620548e073487 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46176d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092048:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7600/0xb12620548e073472 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461751 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092054:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc000/0xb12620548e073441 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461704 expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092058:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669000/0xb12620548e07342c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4616d3 expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092061:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669200/0xb12620548e0733d8 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461639 expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092065:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669600/0xb12620548e0733bc lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461601 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092068:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878eccc00/0xb12620548e073399 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4615ad expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092072:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fc00/0xb12620548e073384 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461598 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092075:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359e00/0xb12620548e07336f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46157c expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092079:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aeee00/0xb12620548e0732dc lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4614db expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092082:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a600/0xb12620548e0732d5 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46149c expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092086:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e400/0xb12620548e07327a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46142c expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092092:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889800/0xb12620548e073265 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62be:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461402 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092096:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889400/0xb12620548e07321f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613ed expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092099:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399200/0xb12620548e073250 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613d1 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092102:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc400/0xb12620548e07322d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613b5 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092106:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e000/0xb12620548e073249 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613c3 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092109:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919800/0xb12620548e0731b6 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461345 expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092113:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066000/0xb12620548e073193 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461314 expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092116:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc200/0xb12620548e073162 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612f1 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092119:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066be00/0xb12620548e07315b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612c0 expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092123:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e5c00/0xb12620548e073154 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612b2 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092129:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174a00/0xb12620548e07310e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46126c expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092133:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecda00/0xb12620548e073107 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461250 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092136:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918600/0xb12620548e0730dd lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461226 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092140:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175e00/0xb12620548e0730cf lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461203 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092143:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066a00/0xb12620548e073090 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46119a expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092146:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067c00/0xb12620548e073066 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46115b expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092150:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5200/0xb12620548e073020 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4610e4 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092153:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066c00/0xb12620548e072fe1 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461090 expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092159:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c200/0xb12620548e072fcc lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461051 expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092164:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067000/0xb12620548e072fb7 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46102e expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092175:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f000/0xb12620548e072f7f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460fcc expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092181:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067600/0xb12620548e072f63 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460f94 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092186:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8da00/0xb12620548e072f32 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460f47 expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092193:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067200/0xb12620548e072efa lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ee5 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092199:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067400/0xb12620548e072ed7 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460e9f expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092204:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c400/0xb12620548e072e75 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460df7 expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092208:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888400/0xb12620548e072e83 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460de9 expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092212:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c600/0xb12620548e072de9 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460d09 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092215:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8de00/0xb12620548e072dd4 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460cdf expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092218:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fa00/0xb12620548e072dbf lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460cd1 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092225:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889c00/0xb12620548e072d8e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c99 expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092229:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d800/0xb12620548e072d87 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62af:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c8b expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092232:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d000/0xb12620548e072d80 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c68 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092235:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888e00/0xb12620548e072d3a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c0d expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092239:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f800/0xb12620548e072d17 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bce expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092242:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ac00/0xb12620548e072d1e lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bea expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092246:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fe00/0xb12620548e072d02 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bb9 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092249:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e200/0xb12620548e072c99 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460b11 expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092253:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398800/0xb12620548e072c6f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ad2 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092256:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a800/0xb12620548e072c5a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ae0 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092262:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ae00/0xb12620548e072c76 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ad9 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092268:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b200/0xb12620548e072c29 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a62 expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092274:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399800/0xb12620548e072c22 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a54 expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092281:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe000/0xb12620548e072bea lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a00 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092287:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398600/0xb12620548e072bce lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609d6 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092293:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b800/0xb12620548e072bb2 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609c8 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092300:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359600/0xb12620548e072bab lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609b3 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092305:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359400/0xb12620548e072b81 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46095f expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092311:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175a00/0xb12620548e072b5e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460927 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092318:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aec00/0xb12620548e072b0a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460886 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092328:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce600/0xb12620548e072b1f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4608a9 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092334:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4afe00/0xb12620548e072ae7 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46084e expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092341:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefc00/0xb12620548e072ac4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460816 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092347:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb400/0xb12620548e072abd lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460808 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092350:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb600/0xb12620548e072a62 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46076e expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092354:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affe00/0xb12620548e072a4d lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460736 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092357:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174800/0xb12620548e072a46 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46072f expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092361:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee000/0xb12620548e072a3f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460721 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092364:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070e00/0xb12620548e0729dd lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460679 expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092367:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e800/0xb12620548e0729ac lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460656 expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092374:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175400/0xb12620548e072997 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460625 expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092377:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071a00/0xb12620548e07296d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4605f4 expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092381:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174e00/0xb12620548e07294a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4605ae expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092384:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174c00/0xb12620548e072912 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46056f expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092387:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174200/0xb12620548e07293c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460584 expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092391:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f000/0xb12620548e0728e1 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4604ea expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092394:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5a00/0xb12620548e0728d3 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4604dc expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092397:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174400/0xb12620548e0728a9 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46049d expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092401:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefa00/0xb12620548e072871 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46046c expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092404:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175200/0xb12620548e07288d lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460465 expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092410:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175c00/0xb12620548e072847 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46040a expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092414:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8e00/0xb12620548e072824 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4603e0 expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092417:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae200/0xb12620548e07280f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x629a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4603af expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092421:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fafe00/0xb12620548e0727ec lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460362 expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092424:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487e00/0xb12620548e07279f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6299:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602f2 expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092428:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae600/0xb12620548e072798 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602dd expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092431:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1e00/0xb12620548e072775 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x629a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602ac expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092434:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee600/0xb12620548e07271a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6298:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460258 expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092438:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d1e000/0xb12620548e072713 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6297:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460219 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092441:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919a00/0xb12620548e0726e2 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6299:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4601cc expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092447:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918a00/0xb12620548e0726bf lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6295:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4601b0 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092451:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487000/0xb12620548e07268e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6294:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46015c expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092454:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918800/0xb12620548e072687 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6296:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460155 expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092458:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919400/0xb12620548e07266b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6298:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46012b expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092461:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114000/0xb12620548e072672 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6297:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460132 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092464:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114e00/0xb12620548e072664 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6293:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460101 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092468:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486800/0xb12620548e072617 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6296:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46008a expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092471:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918000/0xb12620548e072610 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6295:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460083 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092475:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487400/0xb12620548e0725df lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6294:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460036 expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092478:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070000/0xb12620548e072576 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6292:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ffa3 expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092484:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea600/0xb12620548e072568 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6290:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff8e expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092488:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb800/0xb12620548e07256f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6293:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff95 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092491:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8200/0xb12620548e072561 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6291:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff72 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092495:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e800/0xb12620548e0724ea lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fec3 expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092498:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114400/0xb12620548e0724e3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6292:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45feae expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092502:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea200/0xb12620548e0724ce lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe76 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092505:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f800/0xb12620548e07249d lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6291:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe37 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092508:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea400/0xb12620548e072496 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6290:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe30 expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092512:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071c00/0xb12620548e07248f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe14 expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092515:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ea00/0xb12620548e072442 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fdab expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092521:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5600/0xb12620548e072434 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fd81 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092525:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eba00/0xb12620548e0723ee lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fd26 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092531:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eaa00/0xb12620548e0723c4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcf5 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092537:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732400/0xb12620548e0723cb lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcee expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092543:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6600/0xb12620548e0723b6 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x628a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcd2 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092549:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487800/0xb12620548e07238c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6289:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc7e expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092555:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1000/0xb12620548e072385 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc62 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092561:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af400/0xb12620548e07235b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc38 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092567:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486000/0xb12620548e07233f lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x628a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc00 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092574:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486600/0xb12620548e07231c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6289:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fbc1 expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092584:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114c00/0xb12620548e07229e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6288:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa94 expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092591:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6400/0xb12620548e07227b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6287:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa6a expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092597:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871486600/0xb12620548e072235 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6288:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f9fa expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092614:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af200/0xb12620548e07223c lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6286:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa1d expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092622:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732600/0xb12620548e0721e8 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6287:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f959 expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092628:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af600/0xb12620548e0721c5 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6284:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f921 expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092633:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115400/0xb12620548e07218d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6285:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f7df expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092636:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ca00/0xb12620548e0720f3 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6283:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f5b6 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092640:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0000/0xb12620548e0720ec lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6286:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f59a expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092643:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cec00/0xb12620548e071fc6 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f40b expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092649:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732800/0xb12620548e071f87 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6284:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f39b expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092653:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed7400/0xb12620548e071f80 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6285:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f394 expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092657:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862a00/0xb12620548e071f79 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f38d expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092660:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d96200/0xb12620548e071f33 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6282:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f339 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092663:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e4000/0xb12620548e071f02 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f308 expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092667:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732000/0xb12620548e071ee6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6283:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f2c2 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092670:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732a00/0xb12620548e071ed1 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6281:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f2a6 expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092673:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4800/0xb12620548e071ea7 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6280:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f26e expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092677:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733a00/0xb12620548e071e6f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f221 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092680:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf600/0xb12620548e071e61 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6282:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f1f7 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092686:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe400/0xb12620548e071de3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6281:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f15d expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092691:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762eba000/0xb12620548e071dd5 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6280:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f133 expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092694:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affa00/0xb12620548e071da4 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f0c3 expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092697:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afee00/0xb12620548e071d65 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f05a expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092701:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0aa00/0xb12620548e071d73 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f076 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092704:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7400/0xb12620548e071d6c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f068 expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092707:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6200/0xb12620548e071d1f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x627a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45efce expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092711:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7800/0xb12620548e071d03 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef96 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092714:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1200/0xb12620548e071ce7 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef65 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092717:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4c00/0xb12620548e071ccb lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6279:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef3b expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092723:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0400/0xb12620548e071c85 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x627a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eee7 expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092727:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0800/0xb12620548e071c77 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6278:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eeb6 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092731:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4e00/0xb12620548e071c38 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6279:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ee62 expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092734:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c800/0xb12620548e071c2a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6276:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ee4d expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092738:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c400/0xb12620548e071c07 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6275:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45edeb expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092741:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4a00/0xb12620548e071bf2 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6278:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ed89 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092744:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1a00/0xb12620548e071be4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6274:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ed2e expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092748:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ce00/0xb12620548e071bb3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6276:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ec78 expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092751:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1c00/0xb12620548e071bac lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6275:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ebb4 expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092754:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6c00/0xb12620548e071b58 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6272:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb44 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092761:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871487200/0xb12620548e071b74 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6273:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb7c expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092765:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7a00/0xb12620548e071b51 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6274:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb36 expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092768:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359c00/0xb12620548e071b04 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6273:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eac6 expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092771:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359200/0xb12620548e071ae1 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6271:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eaaa expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092775:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5400/0xb12620548e071ab7 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6272:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea48 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092778:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6e00/0xb12620548e071aa2 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea3a expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092781:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358a00/0xb12620548e071a9b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6270:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea33 expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092785:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7c00/0xb12620548e071a8d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea02 expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092788:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358200/0xb12620548e071a71 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6271:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e9bc expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092791:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5e00/0xb12620548e071a40 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6270:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e97d expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092798:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe600/0xb12620548e071a32 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e968 expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092802:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff800/0xb12620548e071a2b lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e94c expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092805:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5c00/0xb12620548e071a01 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e91b expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092809:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fe00/0xb12620548e0719ec lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e8f1 expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092812:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1c00/0xb12620548e0719de lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e8c7 expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092815:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487600/0xb12620548e0719bb lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e88f expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092819:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f600/0xb12620548e0719a6 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x626a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e865 expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092822:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aee00/0xb12620548e07197c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e81f expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092825:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486e00/0xb12620548e071959 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e7ee expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092829:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae400/0xb12620548e071944 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e79a expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092835:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae200/0xb12620548e07191a lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6269:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e74d expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092855:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e400/0xb12620548e0718fe lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x626a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e72a expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092861:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486a00/0xb12620548e0718e9 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e700 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092868:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d600/0xb12620548e0718a3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e6a5 expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092875:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1600/0xb12620548e0718bf lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6269:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e6cf expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092882:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c200/0xb12620548e07188e lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6266:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e67b expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092888:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0600/0xb12620548e071880 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e666 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092895:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114800/0xb12620548e071879 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e643 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092901:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115e00/0xb12620548e071833 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6264:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5e8 expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092908:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114600/0xb12620548e071841 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6266:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5e1 expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092918:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044dc00/0xb12620548e07182c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5d3 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092924:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0200/0xb12620548e071802 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6264:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e55c expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092930:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f200/0xb12620548e071784 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e1dc expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092936:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d200/0xb12620548e0716e3 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6262:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45de01 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092943:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ec00/0xb12620548e0716a4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45dd2f expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092949:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf000/0xb12620548e071688 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6263:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45dbe6 expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092955:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7200/0xb12620548e071665 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6260:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45db45 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092960:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affc00/0xb12620548e07159a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d9cb expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092964:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe800/0xb12620548e0715f5 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6262:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d9e0 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092967:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115800/0xb12620548e0715e7 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d890 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092974:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afea00/0xb12620548e0715b6 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d83c expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092978:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358e00/0xb12620548e07132b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6260:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d763 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092982:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff000/0xb12620548e071593 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d6f3 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092985:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfc00/0xb12620548e0712f3 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5d4 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092988:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed6000/0xb12620548e0712c9 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5b1 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092992:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b600/0xb12620548e0712ad lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d587 expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092995:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf400/0xb12620548e0712b4 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5aa expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.092998:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce000/0xb12620548e0712a6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d580 expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093002:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fe00/0xb12620548e071252 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x625a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d510 expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093005:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a200/0xb12620548e07124b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4bc expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093011:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fc00/0xb12620548e071244 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4ae expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093016:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b800/0xb12620548e07122f lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6259:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4a0 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093019:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e200/0xb12620548e071205 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x625a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d43e expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093022:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6800/0xb12620548e0711c6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6259:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d3b9 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093026:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7c00/0xb12620548e0711b8 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6258:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d3ab expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093029:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f400/0xb12620548e071195 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d357 expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093032:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733600/0xb12620548e071148 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6257:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d285 expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093035:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733800/0xb12620548e07112c lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6257:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d25b expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093039:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732200/0xb12620548e071125 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6256:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d254 expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093042:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733000/0xb12620548e0710df lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d14a expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093049:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7800/0xb12620548e0710d1 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6255:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d127 expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093053:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f600/0xb12620548e0710ae lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6253:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d07f expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093056:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e600/0xb12620548e07107d lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6254:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cffa expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093059:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0ba00/0xb12620548e07101b lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ce6b expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093063:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1400/0xb12620548e070f0a lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cc42 expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093066:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afec00/0xb12620548e070f11 lrc: 1/0,0 mode: --/PR res: [0x200002b13:0x6252:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cc96 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093069:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0c00/0xb12620548e070ed9 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6253:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cbee expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093072:0:198565:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1e00/0xb12620548e070ed2 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x6252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cbd9 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093075:0:198565:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 342 locks packed 00010000:00010000:0.0:1767327267.093102:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f3c00/0xb12620548e074336 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ece expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1767327267.093127:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1767327267.093138:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3400/0xb12620548e07434b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ef8 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00000100:00080000:1.0:1767327267.093147:0:2518:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96e85087f480 x1853164247697152/t0(0) o103->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:17/18 lens 3048/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767327267.093155:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2600/0xb12620548e074344 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462eea expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093165:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2400/0xb12620548e07433d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ee3 expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093172:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc400/0xb12620548e07432f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462eb9 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093177:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6e00/0xb12620548e0742f0 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e7a expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093183:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6400/0xb12620548e0742e9 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e73 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093188:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7000/0xb12620548e0742e2 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e5e expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093193:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7c00/0xb12620548e0742b1 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462e18 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093197:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2e00/0xb12620548e074280 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462df5 expref: -99 pid: 273981 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093205:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7800/0xb12620548e074272 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462dcb expref: -99 pid: 273999 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093211:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2800/0xb12620548e074264 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462dc4 expref: -99 pid: 273998 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093217:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b000/0xb12620548e074241 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d77 expref: -99 pid: 273997 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093225:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1c00/0xb12620548e07424f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d9a expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093233:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8716f2000/0xb12620548e074248 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d85 expref: -99 pid: 273988 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093242:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcb000/0xb12620548e0741fb lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462d23 expref: -99 pid: 273980 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093252:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a800/0xb12620548e074199 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c7b expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093261:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86009a400/0xb12620548e07415a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c20 expref: -99 pid: 273992 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093269:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093600/0xb12620548e07416f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c2e expref: -99 pid: 274000 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093281:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca200/0xb12620548e074145 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462c04 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093289:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bcbe00/0xb12620548e074129 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462bb0 expref: -99 pid: 273984 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093298:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca600/0xb12620548e074137 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462bc5 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093307:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850bca000/0xb12620548e074122 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462ba2 expref: -99 pid: 273977 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093316:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f7400/0xb12620548e0740f8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462b0f expref: -99 pid: 273989 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093326:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093000/0xb12620548e074073 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a9f expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093335:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e860093800/0xb12620548e074065 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a83 expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093343:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690f6e00/0xb12620548e07405e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a59 expref: -99 pid: 273982 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093352:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1e00/0xb12620548e074057 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462a36 expref: -99 pid: 273983 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093361:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546bc00/0xb12620548e07400a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629cd expref: -99 pid: 273973 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093370:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3bc00/0xb12620548e073ffc lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629bf expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093377:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a200/0xb12620548e073fee lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4629aa expref: -99 pid: 273987 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093386:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f7200/0xb12620548e073f85 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46291e expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093393:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87178c000/0xb12620548e073f70 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628d8 expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093400:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3a600/0xb12620548e073f77 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628d1 expref: -99 pid: 273975 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093421:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbea00/0xb12620548e073f4d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4628a7 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093430:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbfe00/0xb12620548e073f15 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462830 expref: -99 pid: 273976 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093440:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8502f6600/0xb12620548e073eeb lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4627ea expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093448:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870dbee00/0xb12620548e073eb3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46279d expref: -99 pid: 273970 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093457:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd000/0xb12620548e073e9e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462796 expref: -99 pid: 273995 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093469:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2200/0xb12620548e073e97 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46278f expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093478:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bde00/0xb12620548e073e3c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626e0 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093485:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bd800/0xb12620548e073e2e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626e7 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093493:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc000/0xb12620548e073e27 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626c4 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093501:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b400/0xb12620548e073e12 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62eb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4626a8 expref: -99 pid: 273990 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093512:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b200/0xb12620548e073dda lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46265b expref: -99 pid: 273994 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093522:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1000/0xb12620548e073d9b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462607 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093527:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b800/0xb12620548e073da2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462600 expref: -99 pid: 273996 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093533:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b800/0xb12620548e073d55 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4625b3 expref: -99 pid: 274001 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093539:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860b200/0xb12620548e073d5c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4625a5 expref: -99 pid: 273985 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093544:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bda00/0xb12620548e073d4e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462590 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093549:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3be00/0xb12620548e073d2b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462558 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093554:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a000/0xb12620548e073ce5 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4624d3 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093563:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0800/0xb12620548e073cec lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4624c5 expref: -99 pid: 273971 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093572:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3b600/0xb12620548e073ca6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462471 expref: -99 pid: 273979 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093583:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0000/0xb12620548e073c6e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462424 expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093592:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8718bc200/0xb12620548e073c60 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4623e5 expref: -99 pid: 273993 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093612:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3aa00/0xb12620548e073c4b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4623b4 expref: -99 pid: 273972 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093624:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878b3ae00/0xb12620548e073c44 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46239f expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093632:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0a00/0xb12620548e073b9c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4622bf expref: -99 pid: 273974 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093642:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e0e00/0xb12620548e073b6b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62df:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46229c expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093651:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546a200/0xb12620548e073b8e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46228e expref: -99 pid: 273986 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093658:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84546b000/0xb12620548e073b4f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462256 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093663:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e1600/0xb12620548e073b41 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62de:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462233 expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093668:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf000/0xb12620548e073b3a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462209 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093672:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d200/0xb12620548e073ae6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462184 expref: -99 pid: 273978 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093678:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e844dd9200/0xb12620548e073af4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462192 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093682:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecce00/0xb12620548e073ab5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62df:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46215a expref: -99 pid: 273924 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093688:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860aa00/0xb12620548e073aae lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62de:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46214c expref: -99 pid: 273925 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093695:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a800/0xb12620548e073a8b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62dd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462137 expref: -99 pid: 273959 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093702:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d800/0xb12620548e073a68 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62db:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4620ce expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093709:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398e00/0xb12620548e073a37 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62da:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462088 expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093713:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11e00/0xb12620548e073a30 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62dc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462081 expref: -99 pid: 273937 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093720:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399600/0xb12620548e073a1b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d462065 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093725:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11600/0xb12620548e0739ce lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461fe7 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093729:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8ce00/0xb12620548e07399d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62db:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f93 expref: -99 pid: 273921 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093734:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c400/0xb12620548e073996 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f8c expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093740:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10800/0xb12620548e07398f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62da:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f7e expref: -99 pid: 273967 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093746:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10200/0xb12620548e07395e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461f31 expref: -99 pid: 273915 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093751:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860ae00/0xb12620548e07393b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461ef2 expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093757:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860bc00/0xb12620548e073918 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461ec1 expref: -99 pid: 273919 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093765:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a11000/0xb12620548e073911 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461eba expref: -99 pid: 273968 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093772:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce800/0xb12620548e0738f5 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461e82 expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093777:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a600/0xb12620548e0738a8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461def expref: -99 pid: 273964 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093782:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860be00/0xb12620548e073885 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461da9 expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093787:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10000/0xb12620548e07385b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461d71 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093794:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f600/0xb12620548e073862 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461d6a expref: -99 pid: 273899 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093802:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878a10e00/0xb12620548e0737dd lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461cad expref: -99 pid: 273966 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093812:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefe00/0xb12620548e0737c8 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c98 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093820:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d400/0xb12620548e0737b3 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c75 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093829:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee800/0xb12620548e0737ac lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c67 expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093838:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86860a000/0xb12620548e07379e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461c44 expref: -99 pid: 273946 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093884:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff400/0xb12620548e073766 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461be9 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093894:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613c200/0xb12620548e07373c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461bb8 expref: -99 pid: 273944 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093910:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2600/0xb12620548e073720 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b87 expref: -99 pid: 273942 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093922:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f400/0xb12620548e0736ef lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b80 expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093930:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84613d200/0xb12620548e0736e8 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b41 expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093938:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae000/0xb12620548e0736d3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461b1e expref: -99 pid: 273909 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093948:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066bc00/0xb12620548e073686 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461aa7 expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093956:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3800/0xb12620548e07367f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461aa0 expref: -99 pid: 273960 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093962:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b600/0xb12620548e07365c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461a61 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093967:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfe00/0xb12620548e073647 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461a4c expref: -99 pid: 273896 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093973:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3000/0xb12620548e073601 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4619ea expref: -99 pid: 273897 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093979:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870faf200/0xb12620548e073616 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62cd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4619ab expref: -99 pid: 273953 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093985:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3600/0xb12620548e07359f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461949 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093989:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669800/0xb12620548e0735d0 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46196c expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093993:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669400/0xb12620548e073598 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461926 expref: -99 pid: 273958 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.093999:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e800/0xb12620548e07352f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461885 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094003:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc800/0xb12620548e073513 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46184d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094008:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e000/0xb12620548e073528 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461846 expref: -99 pid: 273955 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094013:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e2a00/0xb12620548e07350c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461838 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094018:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3200/0xb12620548e0734e9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461807 expref: -99 pid: 273894 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094024:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889600/0xb12620548e07348e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461774 expref: -99 pid: 273957 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094030:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8811e3c00/0xb12620548e073487 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46176d expref: -99 pid: 273954 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094035:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7600/0xb12620548e073472 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461751 expref: -99 pid: 273949 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094041:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc000/0xb12620548e073441 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461704 expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094045:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669000/0xb12620548e07342c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4616d3 expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094049:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669200/0xb12620548e0733d8 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461639 expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094054:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e850669600/0xb12620548e0733bc lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461601 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094058:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878eccc00/0xb12620548e073399 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4615ad expref: -99 pid: 273908 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094065:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fc00/0xb12620548e073384 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461598 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094069:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359e00/0xb12620548e07336f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46157c expref: -99 pid: 273952 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094075:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aeee00/0xb12620548e0732dc lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4614db expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094081:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a600/0xb12620548e0732d5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46149c expref: -99 pid: 273926 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094086:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e400/0xb12620548e07327a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46142c expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094091:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889800/0xb12620548e073265 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62be:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461402 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094096:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889400/0xb12620548e07321f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613ed expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094100:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399200/0xb12620548e073250 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613d1 expref: -99 pid: 273887 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094106:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc400/0xb12620548e07322d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613b5 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094111:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e000/0xb12620548e073249 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4613c3 expref: -99 pid: 273889 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094117:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919800/0xb12620548e0731b6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461345 expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094122:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066000/0xb12620548e073193 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461314 expref: -99 pid: 273886 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094128:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecc200/0xb12620548e073162 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612f1 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094133:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066be00/0xb12620548e07315b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612c0 expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094138:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e5c00/0xb12620548e073154 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62be:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4612b2 expref: -99 pid: 273920 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094143:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174a00/0xb12620548e07310e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46126c expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094147:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ecda00/0xb12620548e073107 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461250 expref: -99 pid: 273917 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094153:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918600/0xb12620548e0730dd lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461226 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094157:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175e00/0xb12620548e0730cf lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461203 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094162:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066a00/0xb12620548e073090 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46119a expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094166:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067c00/0xb12620548e073066 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46115b expref: -99 pid: 273888 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094172:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5200/0xb12620548e073020 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4610e4 expref: -99 pid: 273907 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094180:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858066c00/0xb12620548e072fe1 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62bb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461090 expref: -99 pid: 273891 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094189:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c200/0xb12620548e072fcc lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d461051 expref: -99 pid: 273904 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094198:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067000/0xb12620548e072fb7 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46102e expref: -99 pid: 273883 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094208:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f000/0xb12620548e072f7f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460fcc expref: -99 pid: 273882 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094217:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067600/0xb12620548e072f63 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460f94 expref: -99 pid: 273934 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094227:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8da00/0xb12620548e072f32 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460f47 expref: -99 pid: 273928 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094237:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067200/0xb12620548e072efa lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ee5 expref: -99 pid: 273905 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094246:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858067400/0xb12620548e072ed7 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460e9f expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094253:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c400/0xb12620548e072e75 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460df7 expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094258:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888400/0xb12620548e072e83 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460de9 expref: -99 pid: 273929 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094264:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8c600/0xb12620548e072de9 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460d09 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094270:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8de00/0xb12620548e072dd4 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460cdf expref: -99 pid: 273884 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094275:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fa00/0xb12620548e072dbf lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460cd1 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094279:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878889c00/0xb12620548e072d8e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c99 expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094284:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d800/0xb12620548e072d87 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62af:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c8b expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094288:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e869e8d000/0xb12620548e072d80 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c68 expref: -99 pid: 273911 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094293:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878888e00/0xb12620548e072d3a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460c0d expref: -99 pid: 273963 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094298:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913f800/0xb12620548e072d17 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bce expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094303:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ac00/0xb12620548e072d1e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62af:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bea expref: -99 pid: 273969 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094309:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913fe00/0xb12620548e072d02 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460bb9 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094313:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86913e200/0xb12620548e072c99 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460b11 expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094318:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398800/0xb12620548e072c6f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ad2 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094323:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066a800/0xb12620548e072c5a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ae0 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094327:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066ae00/0xb12620548e072c76 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460ad9 expref: -99 pid: 273916 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094332:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b200/0xb12620548e072c29 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a62 expref: -99 pid: 273965 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094338:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859399800/0xb12620548e072c22 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a54 expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094342:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe000/0xb12620548e072bea lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460a00 expref: -99 pid: 273947 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094348:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859398600/0xb12620548e072bce lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62ab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609d6 expref: -99 pid: 273943 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094353:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e85066b800/0xb12620548e072bb2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609c8 expref: -99 pid: 273962 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094359:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359600/0xb12620548e072bab lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4609b3 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094364:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359400/0xb12620548e072b81 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46095f expref: -99 pid: 273956 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094369:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175a00/0xb12620548e072b5e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460927 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094374:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aec00/0xb12620548e072b0a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460886 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094378:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce600/0xb12620548e072b1f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4608a9 expref: -99 pid: 273961 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094384:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4afe00/0xb12620548e072ae7 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46084e expref: -99 pid: 273900 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094391:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefc00/0xb12620548e072ac4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460816 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094395:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb400/0xb12620548e072abd lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460808 expref: -99 pid: 273936 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094401:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb600/0xb12620548e072a62 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46076e expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094406:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affe00/0xb12620548e072a4d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460736 expref: -99 pid: 273951 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094412:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174800/0xb12620548e072a46 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46072f expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094416:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee000/0xb12620548e072a3f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460721 expref: -99 pid: 273941 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094422:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070e00/0xb12620548e0729dd lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460679 expref: -99 pid: 273895 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094428:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e800/0xb12620548e0729ac lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460656 expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094432:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175400/0xb12620548e072997 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460625 expref: -99 pid: 273927 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094439:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071a00/0xb12620548e07296d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4605f4 expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094444:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174e00/0xb12620548e07294a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4605ae expref: -99 pid: 273892 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094449:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174c00/0xb12620548e072912 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46056f expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094453:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174200/0xb12620548e07293c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460584 expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094457:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f000/0xb12620548e0728e1 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x62a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4604ea expref: -99 pid: 273931 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094464:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5a00/0xb12620548e0728d3 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4604dc expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094468:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871174400/0xb12620548e0728a9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46049d expref: -99 pid: 273950 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094475:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aefa00/0xb12620548e072871 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46046c expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094479:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175200/0xb12620548e07288d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460465 expref: -99 pid: 273948 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094485:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871175c00/0xb12620548e072847 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46040a expref: -99 pid: 273938 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094491:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8e00/0xb12620548e072824 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4603e0 expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094496:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae200/0xb12620548e07280f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x629a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4603af expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094501:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fafe00/0xb12620548e0727ec lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460362 expref: -99 pid: 273923 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094509:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487e00/0xb12620548e07279f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6299:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602f2 expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094516:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870fae600/0xb12620548e072798 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602dd expref: -99 pid: 273912 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094526:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1e00/0xb12620548e072775 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x629a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4602ac expref: -99 pid: 273918 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094537:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878aee600/0xb12620548e07271a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6298:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460258 expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094546:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d1e000/0xb12620548e072713 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6297:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460219 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094554:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919a00/0xb12620548e0726e2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6299:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4601cc expref: -99 pid: 273932 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094563:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918a00/0xb12620548e0726bf lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6295:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4601b0 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094571:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487000/0xb12620548e07268e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6294:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46015c expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094579:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918800/0xb12620548e072687 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6296:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460155 expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094585:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872919400/0xb12620548e07266b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6298:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46012b expref: -99 pid: 273914 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094591:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114000/0xb12620548e072672 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6297:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460132 expref: -99 pid: 273906 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094596:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114e00/0xb12620548e072664 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6293:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460101 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094601:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486800/0xb12620548e072617 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6296:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d46008a expref: -99 pid: 273885 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094619:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e872918000/0xb12620548e072610 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6295:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460083 expref: -99 pid: 273913 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094626:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487400/0xb12620548e0725df lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6294:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d460036 expref: -99 pid: 273898 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094632:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858070000/0xb12620548e072576 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6292:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ffa3 expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094637:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea600/0xb12620548e072568 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6290:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff8e expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094642:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eb800/0xb12620548e07256f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6293:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff95 expref: -99 pid: 273930 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094647:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e7627d8200/0xb12620548e072561 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6291:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ff72 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094652:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e800/0xb12620548e0724ea lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fec3 expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094657:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114400/0xb12620548e0724e3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6292:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45feae expref: -99 pid: 273890 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094662:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea200/0xb12620548e0724ce lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe76 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094667:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f800/0xb12620548e07249d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6291:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe37 expref: -99 pid: 273922 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094672:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ea400/0xb12620548e072496 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6290:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe30 expref: -99 pid: 273901 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094678:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e858071c00/0xb12620548e07248f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fe14 expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094683:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ea00/0xb12620548e072442 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fdab expref: -99 pid: 273881 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094688:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5600/0xb12620548e072434 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fd81 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094693:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eba00/0xb12620548e0723ee lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fd26 expref: -99 pid: 273893 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094700:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4eaa00/0xb12620548e0723c4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcf5 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094728:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732400/0xb12620548e0723cb lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcee expref: -99 pid: 273939 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094738:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6600/0xb12620548e0723b6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x628a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fcd2 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094746:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487800/0xb12620548e07238c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6289:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc7e expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094754:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1000/0xb12620548e072385 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc62 expref: -99 pid: 273903 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094764:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af400/0xb12620548e07235b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc38 expref: -99 pid: 273910 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094771:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486000/0xb12620548e07233f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x628a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fc00 expref: -99 pid: 273902 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094776:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486600/0xb12620548e07231c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6289:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fbc1 expref: -99 pid: 273991 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094782:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114c00/0xb12620548e07229e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6288:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa94 expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094787:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6400/0xb12620548e07227b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6287:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa6a expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094792:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871486600/0xb12620548e072235 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6288:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f9fa expref: -99 pid: 273945 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094798:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af200/0xb12620548e07223c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6286:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45fa1d expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094802:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732600/0xb12620548e0721e8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6287:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f959 expref: -99 pid: 273940 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094809:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4af600/0xb12620548e0721c5 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6284:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f921 expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094813:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115400/0xb12620548e07218d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6285:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f7df expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094818:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ca00/0xb12620548e0720f3 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6283:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f5b6 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094823:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0000/0xb12620548e0720ec lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6286:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f59a expref: -99 pid: 273933 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094829:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cec00/0xb12620548e071fc6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f40b expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094833:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732800/0xb12620548e071f87 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6284:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f39b expref: -99 pid: 273856 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094861:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed7400/0xb12620548e071f80 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6285:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f394 expref: -99 pid: 273853 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094872:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e874862a00/0xb12620548e071f79 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f38d expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094881:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762d96200/0xb12620548e071f33 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6282:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f339 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094889:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8713e4000/0xb12620548e071f02 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f308 expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094898:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732000/0xb12620548e071ee6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6283:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f2c2 expref: -99 pid: 273863 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094907:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732a00/0xb12620548e071ed1 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6281:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f2a6 expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094915:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4800/0xb12620548e071ea7 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6280:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f26e expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094924:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733a00/0xb12620548e071e6f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f221 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094931:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf600/0xb12620548e071e61 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6282:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f1f7 expref: -99 pid: 273862 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094941:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe400/0xb12620548e071de3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6281:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f15d expref: -99 pid: 273874 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094951:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e762eba000/0xb12620548e071dd5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6280:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f133 expref: -99 pid: 273875 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094957:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affa00/0xb12620548e071da4 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f0c3 expref: -99 pid: 273858 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094963:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afee00/0xb12620548e071d65 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f05a expref: -99 pid: 273859 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094968:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0aa00/0xb12620548e071d73 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f076 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094973:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7400/0xb12620548e071d6c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45f068 expref: -99 pid: 273851 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094980:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6200/0xb12620548e071d1f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x627a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45efce expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094984:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7800/0xb12620548e071d03 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef96 expref: -99 pid: 273871 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094990:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1200/0xb12620548e071ce7 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef65 expref: -99 pid: 273852 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.094996:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4c00/0xb12620548e071ccb lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6279:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ef3b expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095000:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0400/0xb12620548e071c85 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x627a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eee7 expref: -99 pid: 273870 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095006:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0800/0xb12620548e071c77 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6278:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eeb6 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095010:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4e00/0xb12620548e071c38 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6279:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ee62 expref: -99 pid: 273866 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095016:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c800/0xb12620548e071c2a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6276:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ee4d expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095021:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c400/0xb12620548e071c07 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6275:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45edeb expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095025:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c4a00/0xb12620548e071bf2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6278:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ed89 expref: -99 pid: 273850 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095031:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1a00/0xb12620548e071be4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6274:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ed2e expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095035:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044ce00/0xb12620548e071bb3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6276:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ec78 expref: -99 pid: 273865 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095041:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1c00/0xb12620548e071bac lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6275:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ebb4 expref: -99 pid: 273854 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095046:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6c00/0xb12620548e071b58 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6272:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb44 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095050:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e871487200/0xb12620548e071b74 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6273:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb7c expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095055:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7a00/0xb12620548e071b51 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6274:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eb36 expref: -99 pid: 273846 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095060:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359c00/0xb12620548e071b04 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6273:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eac6 expref: -99 pid: 273845 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095065:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859359200/0xb12620548e071ae1 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6271:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45eaaa expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095069:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5400/0xb12620548e071ab7 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6272:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea48 expref: -99 pid: 273861 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095075:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb6e00/0xb12620548e071aa2 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea3a expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095080:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358a00/0xb12620548e071a9b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6270:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea33 expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095084:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7c00/0xb12620548e071a8d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ea02 expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095089:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358200/0xb12620548e071a71 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6271:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e9bc expref: -99 pid: 273872 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095095:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5e00/0xb12620548e071a40 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6270:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e97d expref: -99 pid: 273879 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095100:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe600/0xb12620548e071a32 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e968 expref: -99 pid: 273878 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095105:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff800/0xb12620548e071a2b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e94c expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095109:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8711c5c00/0xb12620548e071a01 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e91b expref: -99 pid: 273864 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095115:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932fe00/0xb12620548e0719ec lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e8f1 expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095120:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1c00/0xb12620548e0719de lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e8c7 expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095124:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847487600/0xb12620548e0719bb lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e88f expref: -99 pid: 273880 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095130:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f600/0xb12620548e0719a6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x626a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e865 expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095134:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4aee00/0xb12620548e07197c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e81f expref: -99 pid: 273867 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095141:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486e00/0xb12620548e071959 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e7ee expref: -99 pid: 273868 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095147:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae400/0xb12620548e071944 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e79a expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095151:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e84f4ae200/0xb12620548e07191a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6269:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e74d expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095156:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932e400/0xb12620548e0718fe lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x626a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e72a expref: -99 pid: 273869 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095162:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e847486a00/0xb12620548e0718e9 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e700 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095166:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d600/0xb12620548e0718a3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6268:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e6a5 expref: -99 pid: 273855 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095171:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a1600/0xb12620548e0718bf lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6269:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e6cf expref: -99 pid: 273860 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095177:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044c200/0xb12620548e07188e lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6266:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e67b expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095181:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0600/0xb12620548e071880 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e666 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095186:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114800/0xb12620548e071879 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6267:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e643 expref: -99 pid: 273849 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095193:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115e00/0xb12620548e071833 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6264:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5e8 expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095197:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843114600/0xb12620548e071841 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6266:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5e1 expref: -99 pid: 273873 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095202:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044dc00/0xb12620548e07182c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6265:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e5d3 expref: -99 pid: 273848 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095207:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8581a0200/0xb12620548e071802 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6264:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e55c expref: -99 pid: 273847 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095212:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932f200/0xb12620548e071784 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45e1dc expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095216:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87044d200/0xb12620548e0716e3 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6262:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45de01 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095221:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e86932ec00/0xb12620548e0716a4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45dd2f expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095225:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf000/0xb12620548e071688 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6263:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45dbe6 expref: -99 pid: 273844 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095231:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e870cb7200/0xb12620548e071665 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6260:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45db45 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095235:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848affc00/0xb12620548e07159a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6261:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d9cb expref: -99 pid: 273838 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095241:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afe800/0xb12620548e0715f5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6262:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d9e0 expref: -99 pid: 273834 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095246:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e843115800/0xb12620548e0715e7 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d890 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095251:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afea00/0xb12620548e0715b6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d83c expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095258:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e859358e00/0xb12620548e07132b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6260:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d763 expref: -99 pid: 273837 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095267:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848aff000/0xb12620548e071593 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d6f3 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095274:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cfc00/0xb12620548e0712f3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5d4 expref: -99 pid: 273831 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095283:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878ed6000/0xb12620548e0712c9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5b1 expref: -99 pid: 273842 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095293:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b600/0xb12620548e0712ad lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d587 expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095301:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506cf400/0xb12620548e0712b4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d5aa expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095308:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8506ce000/0xb12620548e0712a6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d580 expref: -99 pid: 273843 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095318:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fe00/0xb12620548e071252 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x625a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d510 expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095326:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0a200/0xb12620548e07124b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4bc expref: -99 pid: 273839 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095333:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847fc00/0xb12620548e071244 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4ae expref: -99 pid: 273841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095340:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0b800/0xb12620548e07122f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6259:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d4a0 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095344:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e200/0xb12620548e071205 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x625a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d43e expref: -99 pid: 273836 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095350:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e6800/0xb12620548e0711c6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6259:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d3b9 expref: -99 pid: 273835 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095356:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7c00/0xb12620548e0711b8 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6258:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d3ab expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095360:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f400/0xb12620548e071195 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6258:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d357 expref: -99 pid: 273833 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095366:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733600/0xb12620548e071148 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6257:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d285 expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095370:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733800/0xb12620548e07112c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6257:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d25b expref: -99 pid: 273840 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095377:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852732200/0xb12620548e071125 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6256:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d254 expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095382:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e852733000/0xb12620548e0710df lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6256:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d14a expref: -99 pid: 273832 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095387:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8690e7800/0xb12620548e0710d1 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6255:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d127 expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095391:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847f600/0xb12620548e0710ae lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6253:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45d07f expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095395:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e87847e600/0xb12620548e07107d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6254:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cffa expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095399:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e878f0ba00/0xb12620548e07101b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6255:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45ce6b expref: -99 pid: 273830 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095404:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1400/0xb12620548e070f0a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6254:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cc42 expref: -99 pid: 273829 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095409:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e848afec00/0xb12620548e070f11 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x6252:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cc96 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095414:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c0c00/0xb12620548e070ed9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6253:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cbee expref: -99 pid: 273826 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095420:0:198565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96e84f48f000 lock: ffff96e8789c1e00/0xb12620548e070ed2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x6252:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d45cbd9 expref: -99 pid: 273828 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1767327267.095428:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767327267.095429:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767327267.095431:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327267.727950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327268.111972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327268.751992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327269.135986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327269.775936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327270.031946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327270.031954:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327270.031956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327270.031959:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327270.031963:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327270.031971:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12516 00000100:00080000:0.0:1767327270.031979:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327270.031985:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327270.031993:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327270.032020:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247697280/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327270.032079:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247697280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327270.032081:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247697408:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327270.032189:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247697664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327270.032227:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247697536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327270.033903:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767327270.033907:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247697408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327270.033912:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327270.033918:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247697280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327270.034077:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247697664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327270.034097:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247697536:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327270.159971:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327270.799977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327271.183971:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327271.823992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327272.208013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327272.848036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327273.231982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327273.871961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767327274.127984:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327249/real 1767327249] req@ffff96e86841bb80 x1853164247694976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327274 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767327274.128019:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841bb80 x1853164247694976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327274 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327274.128039:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327274.128063:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767327274.128068:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247694976:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327274.128103:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327274.128108:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327274.128111:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327274.128116:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12500 00000100:00080000:0.0:1767327274.128123:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327274.128128:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327274.128155:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247697792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327274.128172:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327274.128175:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327274.128176:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327274.128179:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12521 00000100:00080000:0.0:1767327274.128181:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327274.128183:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327274.128190:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327274.128201:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247697920/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327274.128207:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247697792:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327274.128264:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327274.128271:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698048:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327274.128320:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698304:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327274.128325:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247697920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327274.130469:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327274.130564:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698048:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327274.130579:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327274.130595:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327274.130603:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327274.130607:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247697920:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327274.255984:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327274.895965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327275.280026:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327275.919963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327276.303931:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327276.943940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327277.327978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327277.967963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327278.351964:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327278.992012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327279.247981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327279.247992:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327279.247995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327279.247999:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327279.248003:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327279.248015:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12525 00000100:00080000:1.0:1767327279.248028:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327279.248037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327279.248052:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327279.248085:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247698432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327279.248163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247698432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327279.248176:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327279.248188:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327279.248316:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698816:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327279.250153:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247698688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327279.250158:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698560:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327279.250232:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327279.250239:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327279.250245:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247698432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327279.250301:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247698816:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327279.376037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327280.015959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327280.400011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327281.039994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327281.424057:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327282.063973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327282.448045:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327283.088006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327283.472024:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327284.111950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327284.367942:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327284.367953:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327284.367956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327284.367961:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327284.367965:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327284.367975:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12530 00000100:00080000:0.0:1767327284.367986:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327284.367994:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327284.368003:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327284.368034:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247698944/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327284.368086:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247698944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327284.368107:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699072:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327284.368184:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327284.368223:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327284.370984:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327284.371000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327284.371007:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247698944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327284.371113:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699072:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327284.371130:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699328:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327284.371182:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699200:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327284.496050:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327285.135978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327285.520046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327286.159982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327286.543951:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327287.183996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327287.567994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327288.207941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327288.591996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327289.231957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327289.487977:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327289.487986:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327289.487989:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327289.487993:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327289.487997:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327289.488007:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12535 00000100:00080000:1.0:1767327289.488016:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327289.488022:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327289.488034:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327289.488066:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247699456/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327289.488154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247699456:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327289.488157:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327289.488162:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327289.488282:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699840:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327289.490462:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327289.490470:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327289.490471:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327289.490475:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247699456:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327289.490483:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247699840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327289.490505:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247699712:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327289.616006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327290.255935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327290.640031:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327291.280286:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327291.664080:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327292.303986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327292.688017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327293.327975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327293.712010:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327294.352022:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327294.607967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327294.607977:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327294.607980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327294.607985:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327294.607989:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327294.607999:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12540 00000100:00080000:0.0:1767327294.608011:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327294.608018:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327294.608028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327294.608061:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247699968/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327294.608134:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247700096:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327294.608163:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247700224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327294.608249:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247700352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327294.608281:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247699968:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327294.610977:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247700224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327294.610985:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247700352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327294.611004:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247700096:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327294.611023:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327294.611032:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327294.611037:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247699968:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327294.736064:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327295.375988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327295.760040:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327296.400020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327296.784130:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327297.424056:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327297.808016:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327298.447942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327298.831985:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327299.471986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327299.727956:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327274/real 1767327274] req@ffff96e85087c380 x1853164247697792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327299.727972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327299.727980:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327299.727983:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327299.727988:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767327299.727989:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247697792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327299.727992:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327299.728011:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12546 00000100:00080000:3.0:1767327299.728022:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327299.728029:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:2.0:1767327299.728031:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1767327299.728039:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767327299.728050:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327299.728055:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247697792:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327299.728074:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247700480/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327299.728107:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247700480:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327299.728140:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327299.728143:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327299.728144:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327299.728148:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12525 00000100:00080000:3.0:1767327299.728153:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327299.728156:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327299.728165:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247700992/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327299.728187:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327299.728195:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247700992:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327299.728238:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767327299.728247:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700608:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327299.728272:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700864:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327299.729976:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327299.729982:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327299.729985:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247700480:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327299.730040:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327299.730365:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700608:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327299.731993:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247700864:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327299.856015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327300.496012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327300.880046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327301.520028:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327301.903998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327302.544002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327302.927998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327303.568004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327303.951961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327304.591962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327304.847969:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327304.847977:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327304.847979:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327304.847982:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327304.847985:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327304.847993:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12551 00000100:00080000:0.0:1767327304.848003:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327304.848019:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327304.848028:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327304.848063:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247701120/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327304.848116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247701120:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327304.848151:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247701376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327304.848153:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327304.848214:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327304.850036:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327304.850043:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327304.850048:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247701120:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327304.850090:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247701376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327304.850106:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327304.850236:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327304.976019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327305.615994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327305.999991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327306.639963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327307.024026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327307.663999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327308.047994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327308.687978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327309.071967:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327309.712019:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327309.967938:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327309.967946:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327309.967949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327309.967952:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327309.967955:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327309.967964:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12556 00000100:00080000:0.0:1767327309.967974:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327309.967980:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327309.967989:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327309.968022:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247701632/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327309.968071:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247701632:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327309.968103:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327309.968110:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247701760:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327309.968168:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247702016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327309.970366:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327309.970370:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247701760:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327309.970377:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327309.970385:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247701632:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327309.970393:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247701888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327309.970400:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247702016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327310.096109:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327310.735971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327311.119977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327311.759981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327312.143988:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327312.783979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327313.167996:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327313.807946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327314.191980:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327314.831958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327315.087958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327315.087966:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327315.087969:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327315.087972:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327315.087976:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327315.087984:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12561 00000100:00080000:0.0:1767327315.087992:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327315.087998:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327315.088007:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327315.088032:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247702144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327315.088104:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247702144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327315.088113:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247702272:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327315.088150:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247702400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327315.088268:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247702528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327315.089891:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327315.089897:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327315.089900:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247702144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327315.089957:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247702272:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327315.089978:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247702528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327315.089993:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247702400:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327315.216024:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327315.855924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327316.239972:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327316.879941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327317.264005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327317.903907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327318.287962:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327318.927947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327319.311997:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327319.951947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327320.207943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327320.207953:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327320.207956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327320.207960:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327320.207963:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327320.207972:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12566 00000100:00080000:3.0:1767327320.207981:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327320.207986:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327320.207994:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327320.208023:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247702656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327320.208070:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247702784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327320.208087:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247702912:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327320.208156:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703040:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327320.208189:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247702656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327320.210021:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247702784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327320.210040:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703040:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327320.210058:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247702912:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327320.210087:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327320.210093:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327320.210096:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247702656:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327320.335985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327320.975950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327321.359985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327321.999942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327322.384013:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327323.023918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327323.407996:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327324.047970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327324.303968:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327299/real 1767327299] req@ffff96e84e88df80 x1853164247700992/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327324 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327324.303994:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88df80 x1853164247700992/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327324 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327324.304007:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327324.304034:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327324.304038:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247700992:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327324.304080:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327324.304086:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327324.304089:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327324.304094:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12551 00000100:00080000:3.0:1767327324.304101:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327324.304106:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327324.304134:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247703168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327324.304151:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327324.304154:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327324.304155:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327324.304159:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12571 00000100:00080000:3.0:1767327324.304161:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327324.304163:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327324.304171:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327324.304179:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247703168:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327324.304183:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247703296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327324.304229:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327324.304258:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247703296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327324.304268:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767327324.304276:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703424:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327324.304299:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327324.306305:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327324.306313:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327324.306316:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327324.306333:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327324.306342:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247703552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327324.306346:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247703296:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327324.431973:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327325.071948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327325.455992:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327326.095938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327326.479959:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327327.119966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327327.504003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327328.143946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327328.527969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327329.167958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327329.423973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327329.423984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327329.423987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327329.423991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327329.423996:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327329.424007:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12575 00000100:00080000:0.0:1767327329.424018:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327329.424026:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327329.424038:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327329.424071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247703808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327329.424128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247703808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327329.424131:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247703936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327329.424164:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247704064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327329.424235:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247704192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327329.426011:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327329.426019:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327329.426024:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247703808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327329.426036:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247703936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327329.426243:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247704064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327329.426280:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247704192:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327329.551964:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327330.191933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327330.576011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327331.215931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327331.599951:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327332.239932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327332.623961:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327333.263946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327333.647957:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327334.287941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327334.543951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327334.543961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327334.543964:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327334.543968:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327334.543972:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327334.543982:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12580 00000100:00080000:3.0:1767327334.543993:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327334.543999:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327334.544010:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327334.544046:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247704320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327334.544098:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247704320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327334.544121:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247704448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327334.544177:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247704704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327334.544188:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247704576:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327334.546116:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327334.546122:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327334.546126:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247704320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327334.546165:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247704576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327334.546166:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247704448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327334.546188:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247704704:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327334.671970:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327335.311900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327335.696007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327336.335948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327336.719982:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327337.359920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327337.743992:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327338.383948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327338.767972:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327339.407911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327339.663951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327339.663961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327339.663963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327339.663967:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327339.663970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327339.663978:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12585 00000100:00080000:0.0:1767327339.663987:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327339.663992:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327339.664000:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327339.664027:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247704832/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327339.664083:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247704832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327339.664109:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327339.664113:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247704960:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327339.664173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705216:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327339.665949:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327339.665951:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705088:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327339.665957:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327339.665960:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247704960:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327339.665966:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247704832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327339.666047:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705216:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327339.792091:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327340.431968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327340.815981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327341.455945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327341.839956:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327342.479932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327342.863978:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327343.503943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327343.887966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327344.527919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327344.783929:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327344.783938:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327344.783942:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327344.783945:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327344.783949:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327344.783959:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12591 00000100:00080000:0.0:1767327344.783969:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327344.783975:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327344.783986:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327344.784020:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247705344/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327344.784069:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247705344:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327344.784094:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327344.784105:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705472:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327344.784175:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327344.786069:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327344.786078:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327344.786084:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247705344:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327344.786106:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327344.786110:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705472:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327344.786126:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247705728:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327344.912027:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327345.551947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327345.935993:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327346.575914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327346.959989:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327347.599910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327347.983972:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327348.623984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327349.007973:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327349.647964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327349.903949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767327349.903957:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327324/real 1767327324] req@ffff96e84e88e300 x1853164247703168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327349 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327349.903960:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327349.903966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327349.903972:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327349.903976:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327349.903984:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12596 00000100:00100000:2.0:1767327349.903990:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247703168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327349 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327349.903994:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327349.904005:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:2.0:1767327349.904011:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1767327349.904018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767327349.904037:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327349.904042:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247703168:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327349.904097:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247705856/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327349.904143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247705856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327349.904170:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327349.904171:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327349.904178:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327349.904181:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327349.904186:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12575 00000100:00080000:0.0:1767327349.904194:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327349.904199:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327349.904212:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247706368/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327349.904244:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247706240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327349.904244:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247706368:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327349.904257:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247706112:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327349.907480:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327349.907499:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327349.907508:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247705856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327349.907516:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247706240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327349.907526:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247706112:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327349.907553:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247705984:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327350.031996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327350.671931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327351.056036:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327351.695947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327352.079965:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327352.719902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327353.103981:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327353.743939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327354.127966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327354.767927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327355.023966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327355.023992:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327355.023995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327355.024000:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327355.024004:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327355.024015:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12601 00000100:00080000:3.0:1767327355.024025:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327355.024032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327355.024044:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327355.024081:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247706496/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327355.024147:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247706624:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327355.024168:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247706752:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327355.024242:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247706880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327355.024272:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247706496:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327355.026248:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247706624:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327355.026278:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247706880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327355.026288:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247706752:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327355.026318:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327355.026326:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327355.026331:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247706496:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327355.152085:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327355.791933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327356.176022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327356.815935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327357.200005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327357.839951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327358.223984:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327358.863932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327359.247965:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327359.887971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327360.143944:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327360.143954:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327360.143957:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327360.143962:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327360.143967:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327360.143978:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12606 00000100:00080000:2.0:1767327360.143988:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327360.143995:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327360.144006:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327360.144039:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247707008/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327360.144091:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327360.144107:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247707264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327360.144178:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767327360.144185:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247707392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327360.144215:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247707008:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327360.146178:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327360.146204:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247707392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327360.146216:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247707264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327360.146232:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327360.146240:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327360.146245:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247707008:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327360.271992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327360.911942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327361.296015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327361.935961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327362.319985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327362.959967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327363.344015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327363.983908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327364.367955:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327365.007969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327365.263958:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327365.263968:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327365.263971:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327365.263976:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327365.263981:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327365.263991:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12611 00000100:00080000:2.0:1767327365.264001:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327365.264009:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327365.264021:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327365.264053:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247707520/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327365.264128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247707520:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327365.264145:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327365.264222:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767327365.264232:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327365.264262:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327365.266080:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327365.266087:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327365.266091:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247707520:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327365.266123:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327365.266145:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327365.266155:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247707904:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327365.392016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327366.031902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327366.416034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327367.055947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327367.440008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327368.079951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327368.463961:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327369.103963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327369.487964:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327370.127911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327370.383928:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327370.383938:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327370.383941:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327370.383946:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327370.383950:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327370.383960:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12616 00000100:00080000:2.0:1767327370.383970:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327370.383977:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327370.383988:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327370.384022:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247708032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327370.384080:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247708032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327370.384139:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708288:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327370.384191:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767327370.384199:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327370.384221:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327370.386049:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327370.386057:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327370.386062:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247708032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327370.386077:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327370.386092:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327370.386101:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247708288:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327370.512016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327371.151939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327371.535985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327372.175963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327372.560000:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327373.199947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327373.583953:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327374.223929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767327374.479951:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327349/real 1767327349] req@ffff96e85087f100 x1853164247706368/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327374 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767327374.479984:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087f100 x1853164247706368/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327374.480002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327374.480017:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327374.480021:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247706368:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327374.480053:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327374.480058:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327374.480061:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327374.480066:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12601 00000100:00080000:3.0:1767327374.480073:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327374.480078:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327374.480106:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247708544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327374.480122:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327374.480125:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327374.480126:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327374.480129:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12621 00000100:00080000:3.0:1767327374.480131:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327374.480135:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327374.480142:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327374.480146:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247708544:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327374.480152:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247708672/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327374.480218:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247708928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327374.480222:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247708672:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327374.480266:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767327374.480275:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247708800:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327374.480301:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709056:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327374.482119:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327374.482124:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327374.482128:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247708672:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327374.482166:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247708800:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327374.482175:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327374.482180:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247708928:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327374.608004:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327375.247935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327375.631973:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327376.271924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327376.656009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327377.295961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327377.679950:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327378.319887:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327378.703974:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327379.343972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327379.599916:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327379.599926:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327379.599929:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327379.599933:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327379.599938:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327379.599947:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12625 00000100:00080000:0.0:1767327379.599957:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327379.599964:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327379.599976:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327379.600011:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247709184/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327379.600060:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247709184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327379.600085:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247709312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327379.600135:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247709440:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327379.600152:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247709568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327379.602064:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327379.602070:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327379.602073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247709184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327379.602222:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247709312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327379.602453:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247709568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327379.602631:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247709440:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327379.728007:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327380.367911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327380.751988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327381.391957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327381.775986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327382.415944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327382.799985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327383.439903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327383.823998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327384.463962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327384.719961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327384.719971:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327384.719974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327384.719978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327384.719982:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327384.719992:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12631 00000100:00080000:3.0:1767327384.720004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327384.720010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327384.720022:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327384.720061:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247709696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327384.720143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247709696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327384.720166:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709824:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327384.720269:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247710080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327384.720312:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327384.720319:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327384.722385:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709824:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327384.722403:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247710080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327384.722439:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327384.722443:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247709952:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327384.722449:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327384.722456:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247709696:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327384.848130:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327385.487910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327385.871993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327386.511988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327386.896010:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327387.535921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327387.919986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327388.559940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327388.944000:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327389.583950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327389.839927:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327389.839935:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327389.839937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327389.839940:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327389.839943:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327389.839951:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12636 00000100:00080000:0.0:1767327389.839963:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327389.839968:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327389.839977:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327389.840009:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247710208/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327389.840058:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247710208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327389.840070:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247710464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327389.840091:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247710336:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327389.840152:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247710592:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327389.842090:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327389.842098:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327389.842104:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247710208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327389.842146:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247710464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327389.842148:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247710336:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327389.842163:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247710592:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327389.968010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327390.607941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327390.991986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327391.631939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327392.015998:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327392.655944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327393.039993:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327393.679945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327394.064012:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327394.703951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327394.959982:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327394.959993:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327394.959996:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327394.960004:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327394.960008:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327394.960018:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12641 00000100:00080000:2.0:1767327394.960028:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327394.960036:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327394.960048:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327394.960092:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247710720/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327394.960150:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247710720:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327394.960184:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247710976:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327394.960206:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247710848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327394.960275:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711104:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327394.962448:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327394.962458:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327394.962461:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247710976:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327394.962467:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247710720:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327394.962504:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247710848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327394.962517:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711104:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327395.088005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327395.727947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327396.111993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327396.751940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327397.136007:0:303301:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 15/15 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767327397.136027:0:193140:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 15 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767327397.136036:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848045800/0xb12620548e07b129 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d49138c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767327397.136058:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767327397.136061:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607a00/0xb12620548e07b59e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4929b9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136069:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e762c57800/0xb12620548e07aa61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x3672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d48fa79 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136075:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ac00/0xb12620548e091b77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x37b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4ef6fb expref: -99 pid: 287099 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136080:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724800/0xb12620548e07b241 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d491927 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136084:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e861263c00/0xb12620548e07aaa7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d48fb91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136089:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0a00/0xb12620548e07b4a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4924c6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136094:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85a57c600/0xb12620548e07acc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490179 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136099:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87169d000/0xb12620548e07acb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d49015d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136104:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0200/0xb12620548e07b3de lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x93b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4920f2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136112:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463de400/0xb12620548e07b398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x93a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d491fcc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136117:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871161600/0xb12620548e07b71f lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d493129 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136121:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8719a3400/0xb12620548e07b68c lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d492e43 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136126:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e845466600/0xb12620548e07b02d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490eed expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136131:0:193140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e874863a00/0xb12620548e07ac21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d48ffea expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136160:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848045800/0xb12620548e07b129 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49138c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136165:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607a00/0xb12620548e07b59e lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4929b9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136168:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e762c57800/0xb12620548e07aa61 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x3672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fa79 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136172:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ac00/0xb12620548e091b77 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x37b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4ef6fb expref: -99 pid: 287099 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136179:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724800/0xb12620548e07b241 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491927 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136183:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e861263c00/0xb12620548e07aaa7 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fb91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136186:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0a00/0xb12620548e07b4a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4924c6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136190:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85a57c600/0xb12620548e07acc9 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490179 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136215:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87169d000/0xb12620548e07acb4 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49015d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136219:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0200/0xb12620548e07b3de lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x93b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4920f2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136223:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463de400/0xb12620548e07b398 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x93a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491fcc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136226:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871161600/0xb12620548e07b71f lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493129 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136230:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8719a3400/0xb12620548e07b68c lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492e43 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136237:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e845466600/0xb12620548e07b02d lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490eed expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136241:0:193140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e874863a00/0xb12620548e07ac21 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48ffea expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136244:0:193140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 15 locks packed 00010000:00010000:3.0:1767327397.136267:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e848045800/0xb12620548e07b129 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49138c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136285:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f607a00/0xb12620548e07b59e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4929b9 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136293:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e762c57800/0xb12620548e07aa61 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x3672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fa79 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136301:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e84f60ac00/0xb12620548e091b77 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x37b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4ef6fb expref: -99 pid: 287099 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767327397.136302:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247711232:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767327397.136314:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e852724800/0xb12620548e07b241 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x352d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491927 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136327:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e861263c00/0xb12620548e07aaa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fb91 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136339:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0a00/0xb12620548e07b4a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x943:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4924c6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136353:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e85a57c600/0xb12620548e07acc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490179 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136366:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e87169d000/0xb12620548e07acb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49015d expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136379:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8718b0200/0xb12620548e07b3de lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x93b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4920f2 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136392:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8463de400/0xb12620548e07b398 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x93a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491fcc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136399:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e871161600/0xb12620548e07b71f lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493129 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136406:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e8719a3400/0xb12620548e07b68c lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492e43 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136412:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e845466600/0xb12620548e07b02d lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490eed expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136420:0:193140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96e84f48f000 lock: ffff96e874863a00/0xb12620548e07ac21 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48ffea expref: -99 pid: 285990 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767327397.136434:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767327397.136436:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767327397.136438:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327397.150915:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247711232:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767327397.775954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327398.160009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327398.799952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327399.055952:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327374/real 1767327374] req@ffff96e84e88fb80 x1853164247708544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327399 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327399.055978:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88fb80 x1853164247708544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327399 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327399.055993:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327399.056013:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327399.056016:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247708544:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767327399.056051:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327399.056056:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327399.056059:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327399.056064:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12625 00000100:00080000:2.0:1767327399.056071:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327399.056076:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327399.056103:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247711360/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767327399.056120:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327399.056123:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327399.056124:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327399.056127:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12646 00000100:00080000:2.0:1767327399.056129:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327399.056131:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327399.056138:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327399.056146:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247711488/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327399.056150:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247711360:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767327399.056230:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247711744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327399.056244:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327399.056249:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247711488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327399.056302:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711872:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327399.058302:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327399.058309:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327399.058314:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247711488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327399.058370:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327399.058386:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247711744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327399.058392:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247711872:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327399.184016:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327399.823945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327400.207999:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327400.847973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327401.231981:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327401.871906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327402.255962:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327402.895951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327403.280001:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327403.919969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327404.175918:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327404.175928:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327404.175931:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327404.175935:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327404.175939:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327404.175947:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12650 00000100:00080000:2.0:1767327404.175957:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327404.175964:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327404.175974:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327404.176003:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247712000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327404.176052:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247712000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327404.176088:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247712256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327404.176091:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247712128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327404.176166:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247712384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327404.178073:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327404.178081:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327404.178084:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247712256:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327404.178089:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247712128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327404.178090:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247712000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327404.178107:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247712384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327404.304014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327404.943926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327405.327945:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327405.967940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327406.352036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327406.991913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327407.375945:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327408.015944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327408.399983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327409.039941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327409.295936:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327409.295944:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327409.295946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327409.295950:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327409.295953:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327409.295961:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12655 00000100:00080000:0.0:1767327409.295993:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327409.295999:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327409.296012:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327409.296041:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247712512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327409.296093:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247712512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327409.296122:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247712640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327409.296184:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247712896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327409.296208:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247712768:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327409.297976:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327409.297982:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327409.297986:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247712512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327409.297990:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247712640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327409.298002:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247712896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327409.298022:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247712768:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327409.423990:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327410.063950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327410.447966:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327411.087964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327411.472013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327412.111969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327412.495939:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327413.135959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327413.520007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327414.159977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327414.415965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327414.415974:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327414.415977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327414.415981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327414.415985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327414.415995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12660 00000100:00080000:2.0:1767327414.416005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327414.416012:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327414.416023:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327414.416056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247713024/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327414.416109:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327414.416155:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247713280:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327414.416158:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247713152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327414.416208:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247713408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327414.418149:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327414.418156:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327414.418162:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327414.418185:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247713152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327414.418207:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247713408:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327414.418208:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247713280:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327414.544001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327415.183954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327415.567980:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327416.207958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327416.591954:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327417.231933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327417.615966:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327418.255942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327418.639991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327419.279929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327419.535953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327419.535964:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327419.535967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327419.535971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327419.535975:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327419.535984:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12665 00000100:00080000:0.0:1767327419.535994:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327419.536000:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327419.536009:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327419.536040:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247713536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327419.536090:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e845368800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1767327419.536094:0:215414:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff96e84f48f000: disconnect after 22s idle 00000100:00100000:1.0:1767327419.536094:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327419.536121:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247713664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327419.536201:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767327419.536203:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713792:192.168.204.119@tcp:9:kworker.0 00000100:00100000:0.0:1767327419.536210:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247713920:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327419.538465:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767327419.538470:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247713664:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327419.538472:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327419.538476:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327419.538494:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247713920:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327419.543494:0:2516:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96e85087ea00 x1853164247713792/t0(0) o9->lustre-OST0000-osc-ffff96e84f48f000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1767327429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327419.543507:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e845368800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1767327419.543512:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247713792:192.168.204.119@tcp:9:kworker.0 00010000:00010000:0.0:1767327419.664012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327420.303976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327420.687991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327421.327942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327421.712099:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327422.351953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327422.735984:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327423.375915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327423.760274:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327424.399924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327424.655957:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327424.655965:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327399/real 1767327399] req@ffff96e870596680 x1853164247711360/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327424 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327424.655966:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327424.655971:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327424.655979:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327424.655984:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327424.655991:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12670 00000100:00080000:0.0:1767327424.656000:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327424.656007:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870596680 x1853164247711360/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327424 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327424.656008:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327424.656021:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327424.656030:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327424.656049:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327424.656053:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247714048/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327424.656057:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247711360:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327424.656091:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714048:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327424.656103:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327424.656106:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327424.656108:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327424.656112:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12650 00000100:00080000:0.0:1767327424.656115:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327424.656118:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327424.656128:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247714432/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327424.656176:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327424.656205:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247714432:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327424.656219:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327424.656229:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327424.657992:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327424.658000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327424.658006:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327424.658059:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714304:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327424.658070:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714176:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327424.784025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327425.423955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327425.808049:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327426.447934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327426.832001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327427.471942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327427.856074:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327428.495951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327428.879991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327429.519946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327429.775953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327429.775963:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327429.775966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327429.775971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327429.775976:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327429.775987:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12676 00000100:00080000:0.0:1767327429.775998:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327429.776006:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327429.776020:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327429.776056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247714560/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327429.776115:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327429.776230:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327429.776241:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247714816:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327429.778259:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327429.778267:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327429.778272:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327429.778526:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247714688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327429.778585:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247714816:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327429.904023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327430.543968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327430.927999:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327431.567945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327431.952027:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327432.591928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327432.976034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327433.615930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327433.999985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327434.639956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327434.895965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327434.895976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327434.895980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327434.895985:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327434.895990:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327434.896002:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12681 00000100:00080000:0.0:1767327434.896014:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327434.896022:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327434.896035:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327434.896073:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247714944/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327434.896157:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327434.896180:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247715072:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327434.896191:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247715200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327434.898895:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327434.898905:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327434.898911:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247714944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327434.898988:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247715072:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327434.899007:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247715200:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327435.024004:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327435.663940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327436.047955:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327436.687951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327437.072029:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327437.711946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327438.096022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327438.735967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327439.120055:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327439.759940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327440.015992:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327440.016002:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327440.016006:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327440.016010:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327440.016015:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327440.016026:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12686 00000100:00080000:2.0:1767327440.016038:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327440.016044:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327440.016056:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327440.016093:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247715328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327440.016161:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247715328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327440.016185:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247715584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327440.016186:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247715456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327440.018439:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247715584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327440.018444:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247715456:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327440.025839:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327440.025870:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327440.025874:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247715328:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327440.144043:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327440.783941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327441.168035:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327441.807990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327442.192033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327442.831960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327443.216030:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327443.855957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327444.240050:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327444.879994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327445.135955:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327445.135964:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327445.135967:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327445.135970:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327445.135974:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327445.135989:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12691 00000100:00080000:3.0:1767327445.135999:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327445.136006:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327445.136016:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327445.136049:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247715712/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327445.136103:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247715712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327445.136121:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247715968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327445.136136:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247715840:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327445.137872:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327445.137878:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327445.137882:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247715712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327445.137999:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247715968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327445.138028:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247715840:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327445.264008:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327445.903944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327446.287940:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327446.927950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327447.312002:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327447.951914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327448.335988:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327448.975983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327449.231995:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327424/real 1767327424] req@ffff96e85087ea00 x1853164247714432/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327449 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327449.232027:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247714432/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327449 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327449.232043:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327449.232063:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327449.232066:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247714432:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327449.232119:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327449.232128:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327449.232132:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327449.232139:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12676 00000100:00080000:3.0:1767327449.232149:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327449.232156:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327449.232192:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247716096/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327449.232217:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327449.232220:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327449.232221:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327449.232225:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12696 00000100:00080000:3.0:1767327449.232240:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327449.232243:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327449.232250:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327449.232261:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247716224/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327449.232281:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247716096:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327449.232330:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247716480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327449.232355:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247716352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327449.232374:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716224:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327449.234690:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327449.234700:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327449.234706:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716224:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327449.234785:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247716480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327449.234906:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247716352:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327449.360015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327449.999946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327450.384014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327451.023942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327451.407988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327452.047937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327452.432035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327453.071955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327453.456000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327454.095954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327454.352010:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327454.352022:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327454.352024:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327454.352028:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327454.352032:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327454.352042:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12700 00000100:00080000:0.0:1767327454.352056:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327454.352063:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327454.352076:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327454.352120:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247716608/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327454.352199:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327454.352224:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247716864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327454.352243:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327454.352339:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247716736:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327454.354618:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327454.354635:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247716736:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327454.354651:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327454.354657:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327454.355264:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247716864:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327454.480006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327455.119946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327455.504010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327456.143944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327456.527987:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327457.167926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327457.551987:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327458.191911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327458.576035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327459.215945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327459.471961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327459.471970:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327459.471973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327459.471977:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327459.471981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327459.471993:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12705 00000100:00080000:2.0:1767327459.472005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327459.472014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327459.472028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327459.472086:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247716992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327459.472160:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247717120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327459.472174:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327459.472276:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327459.472288:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247717248:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327459.474204:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327459.474213:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327459.474218:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247716992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327459.474244:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247717120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327459.474753:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247717248:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327459.599989:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327460.239913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327460.624076:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327461.263961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327461.647991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327462.287981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327462.672034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327463.311982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327463.696078:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327464.335993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327464.591971:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327464.591984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327464.591988:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327464.591993:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327464.591998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327464.592011:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12710 00000100:00080000:0.0:1767327464.592023:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327464.592032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327464.592054:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327464.592092:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247717376/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327464.592151:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247717376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327464.592204:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247717632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327464.592281:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327464.592291:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247717504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327464.595068:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327464.595079:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327464.595085:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247717376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327464.595192:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247717632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327464.595376:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247717504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327464.720054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327465.359942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327465.744045:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327466.383979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327466.768057:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327467.407931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327467.792034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327468.431970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327468.816081:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327469.455930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327469.711933:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327469.711945:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327469.711948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327469.711953:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327469.711958:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327469.711969:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12715 00000100:00080000:0.0:1767327469.711980:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327469.711988:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327469.712000:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327469.712036:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247717760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327469.712109:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247717760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327469.712174:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247717888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327469.712274:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767327469.712285:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247718016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327469.714239:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327469.714247:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327469.714251:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247717760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327469.714576:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247717888:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327469.714824:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247718016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327469.839994:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327470.479988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327470.864038:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327471.503997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327471.888032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327472.527962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327472.911999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327473.551958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327473.936094:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327474.575966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327474.831953:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327449/real 1767327449] req@ffff96e84e88ca80 x1853164247716096/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327474 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327474.831966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327474.831972:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327474.831974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327474.831978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327474.831983:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767327474.831984:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ca80 x1853164247716096/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327474 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327474.831998:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12721 00000100:00080000:1.0:1767327474.832005:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327474.832011:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327474.832021:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:1.0:1767327474.832023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327474.832029:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247716096:192.168.204.119@tcp:250:kworker.0 00000008:00100000:3.0:1767327474.832037:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327474.832075:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247718144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327474.832121:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247718144:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327474.832134:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327474.832138:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327474.832139:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767327474.832145:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247718272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327474.832145:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12700 00000100:00080000:3.0:1767327474.832151:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327474.832157:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327474.832169:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247718528/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327474.832193:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247718400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327474.832210:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247718528:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327474.834234:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327474.834240:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327474.834244:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247718144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327474.834356:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247718400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327474.834390:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247718272:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327474.959979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327475.599937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327475.984022:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327476.623970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327477.007981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327477.647950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327478.032053:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327478.671956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327479.056012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327479.695921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327479.951970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327479.951981:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327479.951984:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327479.951989:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327479.951994:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327479.952005:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12726 00000100:00080000:0.0:1767327479.952017:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327479.952026:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327479.952040:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327479.952076:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247718656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327479.952156:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247718784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327479.952157:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247718656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327479.952193:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247718912:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327479.954339:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327479.954346:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327479.954350:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247718656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327479.954522:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247718784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327479.954767:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247718912:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327480.080023:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327480.719967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327481.104107:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327481.743943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327482.127984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327482.767943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327483.152032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327483.791943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327484.176021:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327484.815949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327485.071971:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327485.071989:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327485.071993:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327485.071997:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327485.072002:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327485.072013:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12731 00000100:00080000:1.0:1767327485.072024:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327485.072032:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327485.072044:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327485.072084:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247719040/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327485.072152:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247719296:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327485.072169:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247719168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327485.072180:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719040:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767327485.074542:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327485.074548:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247719296:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327485.074551:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327485.074559:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719040:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327485.074626:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247719168:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327485.199973:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327485.839946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327486.224035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327486.863928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327487.247964:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327487.887938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327488.272020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327488.911898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327489.295996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327489.935979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327490.191990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327490.192001:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327490.192004:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327490.192008:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327490.192013:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327490.192025:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12736 00000100:00080000:3.0:1767327490.192038:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327490.192045:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327490.192056:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327490.192095:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247719424/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327490.192150:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327490.192168:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247719552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327490.192270:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327490.192288:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247719680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327490.194505:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327490.194507:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247719680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327490.194513:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327490.194520:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327490.194530:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247719552:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327490.320040:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327490.960011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327491.344083:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327491.984017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327492.367972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327493.007986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327493.391996:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327494.031952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327494.416004:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327495.055939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327495.311956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327495.311965:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327495.311968:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327495.311971:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327495.311975:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327495.311984:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12741 00000100:00080000:1.0:1767327495.311993:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327495.312044:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327495.312056:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327495.312101:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247719808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327495.312154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327495.312177:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327495.312193:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247719936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327495.314365:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327495.314385:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327495.314391:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247719808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327495.314431:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720064:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327495.314637:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247719936:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327495.439978:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327496.079967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327496.463980:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327497.103925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327497.487972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327498.127970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327498.512040:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327499.151947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327499.407974:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327474/real 1767327474] req@ffff96e84e88ca80 x1853164247718528/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327499 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327499.408012:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ca80 x1853164247718528/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327499 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327499.408034:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327499.408060:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327499.408065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247718528:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327499.408093:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327499.408098:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767327499.408101:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327499.408106:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12726 00000100:00080000:1.0:1767327499.408120:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327499.408127:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327499.408196:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247720192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767327499.408213:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327499.408217:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327499.408218:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327499.408222:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12746 00000100:00080000:1.0:1767327499.408224:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327499.408232:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327499.408240:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327499.408249:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247720320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327499.408263:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247720192:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327499.408319:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327499.408325:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247720448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327499.408404:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247720320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327499.410267:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327499.410333:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247720448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327499.410362:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327499.410369:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327499.410374:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247720320:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327499.536022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327500.176030:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327500.560061:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327501.199933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327501.584025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327502.223945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327502.607957:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327503.247979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327503.632027:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327504.271934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327504.527973:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327504.527985:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327504.527988:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327504.527993:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327504.527998:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327504.528009:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12750 00000100:00080000:1.0:1767327504.528022:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327504.528029:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327504.528041:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327504.528071:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419c00 x1853164247720704/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327504.528131:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247720704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327504.528168:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247720832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327504.528184:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720960:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327504.530322:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327504.530332:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327504.530338:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247720704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327504.530366:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247720832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327504.530463:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247720960:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327504.656031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327505.295983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327505.679985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327506.319917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327506.704005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327507.343979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327507.728000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327508.367910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327508.751984:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327509.391926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327509.647935:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327509.647986:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327509.647989:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327509.647993:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327509.647999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327509.648009:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12755 00000100:00080000:3.0:1767327509.648019:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327509.648026:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327509.648035:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327509.648064:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247721088/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327509.648151:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247721344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327509.648152:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327509.648257:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327509.648266:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247721216:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327509.650091:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327509.650097:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327509.650100:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327509.650151:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247721216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327509.650159:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247721344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327509.776012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327510.415899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327510.799987:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327511.439967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327511.824025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327512.463967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327512.847973:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327513.487962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327513.872017:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327514.511964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327514.767916:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327514.767926:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327514.767928:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327514.767932:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327514.767935:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327514.767944:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12761 00000100:00080000:3.0:1767327514.767954:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327514.767960:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327514.767970:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327514.768000:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247721472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327514.768069:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327514.768082:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247721600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327514.768170:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327514.768177:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247721728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327514.769920:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327514.769924:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247721728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327514.769928:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327514.769934:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327514.769941:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247721600:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327514.896067:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327515.535992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327515.919976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327516.559940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327516.944036:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327517.584001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327517.968066:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327518.607935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327518.992109:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327519.631987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327519.888042:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327519.888055:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327519.888058:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327519.888061:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327519.888066:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327519.888078:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12766 00000100:00080000:0.0:1767327519.888090:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327519.888097:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327519.888110:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327519.888149:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247721856/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327519.888218:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327519.888253:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247721984:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327519.888280:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247722112:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327519.890142:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327519.890150:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327519.890154:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247721856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327519.890425:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247721984:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327519.890602:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247722112:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327520.016067:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327520.655956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327521.040091:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327521.679995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327522.064094:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327522.703918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327523.088006:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327523.727942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327524.112088:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327524.751950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327525.007965:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327499/real 1767327499] req@ffff96e86841b100 x1853164247720192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327524 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327525.007987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327525.007996:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327525.008001:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327525.008005:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327525.008010:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767327525.008012:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841b100 x1853164247720192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327524 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327525.008027:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12771 00000100:00080000:3.0:1767327525.008042:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327525.008051:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:2.0:1767327525.008059:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1767327525.008063:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767327525.008092:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327525.008100:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247720192:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327525.008105:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247722240/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327525.008140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247722240:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327525.008160:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327525.008164:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327525.008166:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327525.008170:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12750 00000100:00080000:3.0:1767327525.008174:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327525.008179:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327525.008188:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247722624/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327525.008212:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247722496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327525.008252:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247722624:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327525.008308:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327525.008323:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247722368:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327525.010410:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327525.010421:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327525.010427:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247722240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327525.010467:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247722368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327525.010483:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247722496:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327525.135987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327525.775956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327526.160064:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327526.799977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327527.184014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327527.823952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327528.207960:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327528.847956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327529.232039:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327529.871906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327530.127985:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327530.127993:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327530.127995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327530.127999:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327530.128002:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327530.128012:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12776 00000100:00080000:2.0:1767327530.128021:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327530.128028:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327530.128038:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327530.128071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247722752/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327530.128128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247722752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327530.128142:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247722880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327530.128244:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327530.128250:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327530.129950:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327530.129957:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327530.129962:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247722752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327530.129968:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247722880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327530.130188:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723008:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327530.255957:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327530.895958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327531.280017:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327531.919964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327532.304033:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327532.943962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327533.327942:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327533.967940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327534.352068:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327534.991957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327535.247963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327535.247972:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327535.247975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327535.247978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327535.247982:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327535.247991:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12781 00000100:00080000:3.0:1767327535.248001:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327535.248008:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327535.248018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327535.248052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247723136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327535.248122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247723136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327535.248132:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327535.248140:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247723392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327535.250278:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247723392:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327535.250302:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327535.250311:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327535.250315:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247723136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327535.250344:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723264:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327535.376000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327536.015972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327536.400018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327537.039964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327537.424011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327538.063957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327538.449293:0:303301:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 23/23 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767327538.449347:0:255371:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 23 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767327538.449357:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848778e00/0xb12620548e07ae58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4906ea expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767327538.449370:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767327538.449386:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467000/0xb12620548e07afe0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490d42 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449400:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8719a3e00/0xb12620548e07b6bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d492f2a expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449416:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814ca00/0xb12620548e07aa7d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d48fad4 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449425:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87847ea00/0xb12620548e07ac28 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490014 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449434:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045a00/0xb12620548e07b08f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4910d7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449442:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8718b0800/0xb12620548e07b49b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x95f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4924b8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449451:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a57c400/0xb12620548e07acd0 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x95e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490180 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449460:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87169d800/0xb12620548e07acbb lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x95d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d49016b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449469:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463df200/0xb12620548e07b3d7 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4920eb expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449479:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878636a00/0xb12620548e07b4da lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4925ec expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449488:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e50c00/0xb12620548e07afb6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490c70 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449519:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922de00/0xb12620548e07b75e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d493241 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449530:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e51800/0xb12620548e07af85 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490b90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449540:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f606e00/0xb12620548e07b56d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d4928b6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449549:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e762c5cc00/0xb12620548e07ae2e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d49061f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449559:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847066000/0xb12620548e07b153 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d491465 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449568:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3400/0xb12620548e07b2aa lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d491afc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449594:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814cc00/0xb12620548e07ab56 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d48fd90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449604:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acf800/0xb12620548e07ad08 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d490221 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449615:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843260400/0xb12620548e07b6ee lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d493011 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449631:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539ea00/0xb12620548e07b41d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d492211 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449642:0:255371:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539e200/0xb12620548e07b34b lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28400000000 nid: local remote: 0xd21cf5ef8d491e0c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449682:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848778e00/0xb12620548e07ae58 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4906ea expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449692:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467000/0xb12620548e07afe0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490d42 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449699:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8719a3e00/0xb12620548e07b6bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492f2a expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449707:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814ca00/0xb12620548e07aa7d lrc: 1/0,0 mode: --/PR res: [0x280000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fad4 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449714:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87847ea00/0xb12620548e07ac28 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490014 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449721:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045a00/0xb12620548e07b08f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4910d7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449730:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8718b0800/0xb12620548e07b49b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x95f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4924b8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449743:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a57c400/0xb12620548e07acd0 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x95e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490180 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449750:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87169d800/0xb12620548e07acbb lrc: 1/0,0 mode: --/PR res: [0x280000402:0x95d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49016b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449758:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463df200/0xb12620548e07b3d7 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4920eb expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449766:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878636a00/0xb12620548e07b4da lrc: 1/0,0 mode: --/PR res: [0x280000402:0x955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4925ec expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449774:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e50c00/0xb12620548e07afb6 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490c70 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449781:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922de00/0xb12620548e07b75e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493241 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449789:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e51800/0xb12620548e07af85 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490b90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449797:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f606e00/0xb12620548e07b56d lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4928b6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449805:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e762c5cc00/0xb12620548e07ae2e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49061f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449817:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847066000/0xb12620548e07b153 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491465 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449825:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3400/0xb12620548e07b2aa lrc: 1/0,0 mode: --/PR res: [0x280000402:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491afc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449833:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814cc00/0xb12620548e07ab56 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fd90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449875:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acf800/0xb12620548e07ad08 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490221 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449885:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843260400/0xb12620548e07b6ee lrc: 1/0,0 mode: --/PR res: [0x280000402:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493011 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449893:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539ea00/0xb12620548e07b41d lrc: 1/0,0 mode: --/PR res: [0x280000402:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492211 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449901:0:255371:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539e200/0xb12620548e07b34b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491e0c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449908:0:255371:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 23 locks packed 00010000:00010000:1.0:1767327538.449938:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848778e00/0xb12620548e07ae58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4906ea expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449966:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e845467000/0xb12620548e07afe0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490d42 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.449989:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8719a3e00/0xb12620548e07b6bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492f2a expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767327538.450005:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247723520:192.168.204.119@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767327538.450010:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814ca00/0xb12620548e07aa7d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x3548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fad4 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450033:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87847ea00/0xb12620548e07ac28 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490014 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450049:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e848045a00/0xb12620548e07b08f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4910d7 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450063:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8718b0800/0xb12620548e07b49b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x95f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4924b8 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450077:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e85a57c400/0xb12620548e07acd0 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x95e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490180 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450092:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87169d800/0xb12620548e07acbb lrc: 0/0,0 mode: --/PR res: [0x280000402:0x95d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49016b expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450104:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e8463df200/0xb12620548e07b3d7 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4920eb expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450120:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e878636a00/0xb12620548e07b4da lrc: 0/0,0 mode: --/PR res: [0x280000402:0x955:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4925ec expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450136:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e50c00/0xb12620548e07afb6 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490c70 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450172:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e86922de00/0xb12620548e07b75e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493241 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450204:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e870e51800/0xb12620548e07af85 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490b90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450228:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84f606e00/0xb12620548e07b56d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d4928b6 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450244:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e762c5cc00/0xb12620548e07ae2e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d49061f expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450256:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e847066000/0xb12620548e07b153 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491465 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450270:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84fde3400/0xb12620548e07b2aa lrc: 0/0,0 mode: --/PR res: [0x280000402:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491afc expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450285:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e84814cc00/0xb12620548e07ab56 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d48fd90 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450306:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e850acf800/0xb12620548e07ad08 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d490221 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450321:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e843260400/0xb12620548e07b6ee lrc: 0/0,0 mode: --/PR res: [0x280000402:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d493011 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450337:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539ea00/0xb12620548e07b41d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d492211 expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450349:0:255371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff96e84f48f000 lock: ffff96e87539e200/0xb12620548e07b34b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829400000020 nid: local remote: 0xd21cf5ef8d491e0c expref: -99 pid: 285988 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767327538.450362:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767327538.450365:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767327538.450367:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327538.455180:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247723520:192.168.204.119@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767327539.087991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327539.472006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327540.111956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327540.367937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327540.367949:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327540.367953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327540.367958:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327540.367963:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327540.367974:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12786 00000100:00080000:2.0:1767327540.367986:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327540.367993:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327540.368003:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327540.368036:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247723648/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327540.368098:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247723648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327540.368104:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247723904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327540.368141:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723776:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327540.370072:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327540.370082:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327540.370087:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247723648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327540.370296:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247723904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327540.370329:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247723776:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327540.496019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327541.135969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327541.520014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327542.159949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327542.544032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327543.183940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327543.568022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327544.208000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327544.592007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327545.231996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327545.488000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327545.488013:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327545.488017:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327545.488022:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327545.488027:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327545.488040:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12791 00000100:00080000:2.0:1767327545.488055:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327545.488063:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327545.488075:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327545.488116:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247724032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327545.488224:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327545.488226:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247724288:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327545.488235:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247724160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327545.490394:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327545.490401:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327545.490404:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327545.490556:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247724160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327545.490599:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247724288:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327545.616042:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327546.255933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327546.640012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327547.279917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327547.664225:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327548.304003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327548.687989:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327549.327997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327549.711948:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327550.351969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327550.607980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327550.607991:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327550.607994:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327550.607999:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767327550.608002:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327525/real 1767327525] req@ffff96e84e88e680 x1853164247722624/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327550 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327550.608003:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327550.608013:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12796 00000100:00080000:2.0:1767327550.608025:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327550.608032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327550.608039:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e680 x1853164247722624/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327550 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767327550.608043:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767327550.608059:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327550.608075:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327550.608078:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247724416/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767327550.608135:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327550.608139:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327550.608141:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327550.608146:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12776 00000100:00080000:2.0:1767327550.608152:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327550.608158:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327550.608174:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247722624:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327550.608179:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247724544:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327550.608189:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247724800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327550.608213:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724416:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327550.608221:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247724672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327550.608300:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247724800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327550.609899:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327550.609907:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327550.609911:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724416:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327550.610022:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247724544:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327550.610022:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247724672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327550.736151:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327551.375919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327551.759947:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327552.399918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327552.783994:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327553.423987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327553.807962:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327554.447937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327554.832025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327555.471946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327555.728011:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327555.728019:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327555.728021:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327555.728023:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327555.728026:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327555.728034:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12802 00000100:00080000:1.0:1767327555.728043:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767327555.728048:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327555.728058:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327555.728087:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247724928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327555.728143:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327555.728155:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327555.728241:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327555.728249:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327555.730027:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725056:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327555.730044:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327555.730053:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327555.730054:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725184:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327555.730061:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247724928:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327555.855978:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327556.495957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327556.879973:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327557.519949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327557.904040:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327558.543942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327558.927978:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327559.568015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327559.952007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327560.591941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327560.847965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327560.847975:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327560.847979:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327560.847982:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327560.847987:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327560.847997:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12807 00000100:00080000:3.0:1767327560.848009:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767327560.848017:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327560.848028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327560.848062:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247725312/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327560.848120:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e860d41000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1767327560.848125:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247725440:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327560.848126:0:215414:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff96e84f48f000: disconnect after 22s idle 00000100:00100000:3.0:1767327560.848185:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725312:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327560.848255:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725568:192.168.204.119@tcp:9:kworker.0 00000100:00080000:1.0:1767327560.849972:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327560.849979:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327560.849983:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725312:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327560.850041:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247725440:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327560.850556:0:2516:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96e84e88d180 x1853164247725568/t0(0) o9->lustre-OST0001-osc-ffff96e84f48f000@192.168.204.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1767327570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327560.850566:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e860d41000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1767327560.850570:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725568:192.168.204.119@tcp:9:kworker.0 00010000:00010000:2.0:1767327560.976018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327561.615931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327561.999988:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327562.639970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327563.024017:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327563.663931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327564.047970:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327564.687945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327565.071969:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327565.711962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327565.967962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327565.967972:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327565.967975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327565.967979:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327565.967983:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327565.967995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12812 00000100:00080000:1.0:1767327565.968010:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767327565.968017:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327565.968031:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327565.968096:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247725696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327565.968163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327565.968178:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327565.969895:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327565.969901:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247725824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767327565.969905:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327565.969910:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725696:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327566.096087:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327566.735959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327567.119982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327567.760003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327568.144059:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327568.783912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327569.168052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327569.807946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327570.191956:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327570.831887:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327571.088067:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327571.088080:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327571.088084:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327571.088088:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327571.088094:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327571.088106:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12817 00000100:00080000:3.0:1767327571.088117:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327571.088123:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327571.088134:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327571.088168:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247725952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327571.088226:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327571.088269:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327571.088290:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247726080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327571.090134:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247726080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327571.090154:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327571.090160:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327571.090165:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247725952:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327571.216015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327571.856013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327572.239997:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327572.879974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327573.264147:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327573.903997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327574.288038:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327574.928016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327575.183975:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327550/real 1767327550] req@ffff96e870596680 x1853164247724800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327575.184009:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870596680 x1853164247724800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327575.184024:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327575.184044:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327575.184047:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247724800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327575.184111:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327575.184118:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327575.184122:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327575.184129:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12802 00000100:00080000:3.0:1767327575.184139:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327575.184145:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327575.184180:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247726208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327575.184204:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327575.184206:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327575.184208:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327575.184213:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12822 00000100:00080000:3.0:1767327575.184215:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327575.184221:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327575.184230:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327575.184234:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247726208:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327575.184244:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247726336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327575.184306:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327575.184321:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247726464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327575.184353:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327575.186160:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247726464:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327575.186161:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327575.186179:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327575.186187:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726336:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327575.312060:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327575.952018:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327576.336042:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327576.976019:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327577.360043:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327578.000006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327578.384049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327579.023986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327579.408017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327580.048007:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327580.303960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327580.303968:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327580.303970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327580.303978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327580.303981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327580.303989:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12826 00000100:00080000:3.0:1767327580.303998:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327580.304004:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327580.304013:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327580.304042:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247726592/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327580.304098:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327580.304111:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247726720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327580.304129:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726592:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327580.306005:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327580.306017:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327580.306022:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726592:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327580.306285:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247726720:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327580.432064:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327581.071969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327581.456033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327582.095961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327582.480056:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327583.119962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327583.504035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327584.143961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327584.528030:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327585.167996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327585.423954:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327585.423963:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327585.423966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327585.423970:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327585.423975:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327585.423987:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12831 00000100:00080000:3.0:1767327585.423999:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327585.424006:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327585.424018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327585.424056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247726848/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327585.424113:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327585.424128:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247726976:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327585.424134:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726848:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327585.426045:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327585.426055:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767327585.426056:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247726976:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327585.426061:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247726848:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327585.552052:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327586.191929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327586.448030:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327586.448050:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247727104:192.168.204.119@tcp:17:kworker.0 00000100:00100000:3.0:1767327586.449664:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247727104:192.168.204.119@tcp:17:kworker.0 00010000:00010000:3.0:1767327586.575991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327587.215983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327587.599977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327588.239900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327588.624033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327589.263965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327589.647990:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327590.287977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327590.543943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327590.543956:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327590.543960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327590.543965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327590.543970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327590.543985:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12836 00000100:00080000:1.0:1767327590.544002:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327590.544010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327590.544024:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327590.544065:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247727232/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327590.544126:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247727360:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327590.544151:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727232:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327590.545618:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327590.545624:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327590.545627:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727232:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327590.545722:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247727360:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327590.672003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327591.311981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327591.696010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327592.335962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327592.719955:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327593.359992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327593.743969:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327594.383899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327594.768053:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327595.407920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327595.663986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327595.663996:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327595.663999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327595.664003:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327595.664007:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327595.664017:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12841 00000100:00080000:0.0:1767327595.664029:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327595.664034:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327595.664046:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327595.664080:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247727488/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327595.664143:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247727616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327595.664143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727488:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327595.665962:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327595.665968:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327595.665972:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247727616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327595.665974:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727488:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327595.792017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327596.431954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327596.816060:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327597.455971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327597.839993:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327598.479960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327598.863988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327599.503966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327599.888028:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327600.527947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327600.783974:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327575/real 1767327575] req@ffff96e84e88d180 x1853164247726208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327600.784008:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88d180 x1853164247726208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327600.784019:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327600.784027:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327600.784029:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327600.784032:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327600.784034:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327600.784035:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327600.784046:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12847 00000100:00080000:1.0:1767327600.784058:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00080000:3.0:1767327600.784058:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327600.784071:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247726208:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327600.784076:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327600.784092:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327600.784122:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247727744/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327600.784177:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327600.784179:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727744:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327600.784181:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327600.784183:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327600.784194:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12826 00000100:00080000:3.0:1767327600.784199:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327600.784202:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327600.784216:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247727872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327600.784217:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247728000/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327600.784313:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247728000:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327600.785810:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327600.785814:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247727872:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327600.785816:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327600.785820:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247727744:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327600.912033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327601.551964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327601.936046:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327602.575925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327602.960057:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327603.599965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327603.984046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327604.623907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327605.008055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327605.647931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327605.903962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327605.903971:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327605.903974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327605.903977:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327605.903981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327605.903992:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12852 00000100:00080000:3.0:1767327605.904004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327605.904013:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327605.904025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327605.904064:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247728128/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327605.904139:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728128:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327605.904197:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327605.904217:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247728256:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327605.906096:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327605.906105:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327605.906110:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728128:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327605.906122:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247728256:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327606.032049:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327606.672005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327607.056093:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327607.695976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327608.080001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327608.720027:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327609.103973:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327609.743944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327610.127991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327610.768013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327611.024001:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327611.024015:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327611.024017:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327611.024023:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327611.024027:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327611.024038:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12857 00000100:00080000:1.0:1767327611.024050:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327611.024056:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327611.024067:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327611.024099:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247728384/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327611.024148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728384:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327611.024180:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327611.024195:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247728512:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327611.026022:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247728512:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327611.026064:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327611.026070:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327611.026073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728384:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327611.152013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327611.791983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327612.176049:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327612.815988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327613.199984:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327613.839962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327614.224006:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327614.864026:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327615.248004:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327615.887967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327616.143971:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327616.143986:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327616.143990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327616.143995:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327616.144001:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327616.144015:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12862 00000100:00080000:1.0:1767327616.144029:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327616.144037:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327616.144050:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327616.144092:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418000 x1853164247728640/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327616.144167:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728640:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327616.144206:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327616.144217:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247728768:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327616.146113:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327616.146120:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327616.146125:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247728768:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327616.146128:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728640:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327616.272040:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327616.911958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327617.296036:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327617.935955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327618.320055:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327618.959978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327619.343988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327619.983971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327620.368052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327621.007984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327621.263986:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327621.264000:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327621.264004:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327621.264010:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327621.264016:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327621.264029:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12867 00000100:00080000:0.0:1767327621.264054:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327621.264061:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327621.264072:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327621.264107:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247728896/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327621.264168:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327621.264183:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729024:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327621.264194:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728896:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327621.266285:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729024:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327621.266329:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327621.266337:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327621.266341:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247728896:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327621.392033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327622.031917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327622.415997:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327623.055969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327623.440031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327624.080031:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327624.464052:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327625.103946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327625.360002:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327600/real 1767327600] req@ffff96e84e88e300 x1853164247728000/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327625.360042:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247728000/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327625.360060:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327625.360081:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327625.360085:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247728000:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327625.360161:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327625.360170:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327625.360175:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327625.360184:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12852 00000100:00080000:0.0:1767327625.360197:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327625.360204:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327625.360245:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247729152/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327625.360276:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327625.360280:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327625.360282:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327625.360287:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12872 00000100:00080000:0.0:1767327625.360292:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327625.360297:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327625.360309:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327625.360322:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247729152:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327625.360327:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247729280/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327625.360413:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729408:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327625.360465:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327625.362554:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327625.362571:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327625.362580:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327625.362585:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729280:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327625.488039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327626.128014:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327626.512050:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327627.151909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327627.536018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327628.176005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327628.560021:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327629.200053:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327629.583978:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327630.224008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327630.479968:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327630.479979:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327630.479983:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327630.479987:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327630.479992:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327630.480003:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12876 00000100:00080000:1.0:1767327630.480015:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327630.480023:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327630.480037:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327630.480075:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247729536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327630.480143:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327630.480145:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327630.480155:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729664:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327630.482009:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767327630.482013:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729664:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327630.482016:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327630.482020:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729536:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327630.608093:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327631.247997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327631.631996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327632.271987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327632.656015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327633.295971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327633.680006:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327634.319970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327634.703936:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327635.343929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327635.599946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327635.599955:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327635.599958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327635.599961:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327635.599964:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327635.599973:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12881 00000100:00080000:0.0:1767327635.599983:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327635.599989:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327635.599999:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327635.600028:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247729792/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327635.600078:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729920:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327635.600098:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729792:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327635.601816:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327635.601822:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327635.601826:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247729792:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327635.601873:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247729920:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327635.728020:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327636.367973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327636.752012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327637.391957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327637.776114:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327638.415961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327638.799969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327639.439938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327639.823985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327640.463963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327640.719958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327640.719968:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327640.719971:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327640.719975:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327640.719979:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327640.719989:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12887 00000100:00080000:0.0:1767327640.720001:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327640.720010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327640.720020:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327640.720054:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247730048/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327640.720099:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327640.720140:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767327640.720154:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247730176:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327640.721823:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327640.721829:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327640.721833:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327640.721936:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247730176:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327640.848102:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327641.487907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327641.871988:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327642.511962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327642.895953:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327643.535947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327643.919979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327644.559963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327644.943958:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327645.583962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327645.840000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327645.840007:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327645.840010:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327645.840013:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327645.840016:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327645.840023:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12892 00000100:00080000:3.0:1767327645.840031:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327645.840037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327645.840047:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327645.840075:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247730304/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327645.840145:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247730432:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327645.840153:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730304:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327645.841973:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327645.841979:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327645.841985:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730304:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327645.842019:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247730432:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327645.968049:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327646.607935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327646.992044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327647.631990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327648.016027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327648.655945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327649.040009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327649.679951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327650.063974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327650.703982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327650.959962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327650.959973:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327650.959976:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327650.959981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327650.959985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327650.959995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12897 00000100:00080000:0.0:1767327650.960007:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327650.960014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327650.960024:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327650.960056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247730560/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327650.960114:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327625/real 1767327625] req@ffff96e85087f100 x1853164247729152/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327650 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767327650.960139:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087f100 x1853164247729152/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327650 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327650.960145:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247730688:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327650.960166:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730560:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327650.960267:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327650.960291:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327650.960296:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247729152:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767327650.960312:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327650.960320:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327650.960324:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327650.960331:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12876 00000100:00080000:2.0:1767327650.960338:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327650.960344:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327650.960367:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596d80 x1853164247730816/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327650.960426:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247730816:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327650.962272:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327650.962279:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327650.962283:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327650.962353:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247730688:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327651.088051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327651.728019:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327652.112044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327652.751975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327653.136035:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327653.775981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327654.159995:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327654.799920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327655.184032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327655.824010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327656.079965:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327656.079978:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327656.079982:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327656.079986:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327656.079991:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327656.080004:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12902 00000100:00080000:2.0:1767327656.080017:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327656.080024:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327656.080035:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327656.080078:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247730944/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327656.080150:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327656.080167:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327656.080167:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247731072:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327656.082146:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327656.082152:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327656.082152:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247731072:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327656.082159:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247730944:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327656.207983:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327656.847981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327657.232044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327657.871957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327658.256009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327658.895969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327659.280023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327659.919996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327660.303962:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327660.943932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327661.199941:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327661.199954:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327661.199958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327661.199963:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327661.199969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327661.199983:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12907 00000100:00080000:0.0:1767327661.199997:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327661.200004:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327661.200017:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327661.200055:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247731200/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327661.200108:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327661.200151:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247731328:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327661.202017:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327661.202025:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327661.202030:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327661.202033:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247731328:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327661.328047:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327661.967943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327662.351997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327662.991932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327663.375976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327664.015910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327664.399957:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327665.039978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327665.423991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327666.063907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327666.319959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327666.319970:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327666.319974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327666.319979:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327666.319985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327666.319998:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12912 00000100:00080000:0.0:1767327666.320012:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327666.320020:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327666.320034:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327666.320066:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247731456/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327666.320175:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247731584:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327666.320222:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731456:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327666.322132:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327666.322141:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327666.322146:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731456:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327666.322223:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247731584:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327666.448017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327667.087994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327667.471986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327668.111961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327668.495973:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327669.135984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327669.520007:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327670.159948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327670.543956:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327671.184021:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327671.439932:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327671.439951:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327671.439956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327671.439964:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327671.439970:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327671.439985:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12917 00000100:00080000:0.0:1767327671.440001:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327671.440008:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327671.440019:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327671.440054:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247731712/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327671.440127:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327671.440142:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247731840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327671.440222:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731712:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327671.442218:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327671.442225:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327671.442230:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247731712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327671.442247:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247731840:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327671.568035:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327672.208000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327672.592039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327673.232001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327673.616008:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327674.255933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327674.640070:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327675.280012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767327675.536008:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327650/real 1767327650] req@ffff96e870596d80 x1853164247730816/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327675 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767327675.536054:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870596d80 x1853164247730816/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327675 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327675.536073:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327675.536094:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327675.536097:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247730816:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767327675.536146:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327675.536154:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327675.536158:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327675.536166:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12902 00000100:00080000:2.0:1767327675.536180:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327675.536188:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327675.536243:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247731968/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767327675.536276:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327675.536281:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327675.536284:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327675.536290:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12922 00000100:00080000:2.0:1767327675.536294:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327675.536298:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327675.536309:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327675.536322:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247732096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327675.536352:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247731968:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327675.536415:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247732224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327675.536463:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327675.538696:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247732224:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327675.538737:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327675.538753:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327675.538759:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732096:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767327675.663975:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327676.303924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327676.688039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327677.328016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327677.712047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327678.351926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327678.736086:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327679.375979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327679.760056:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327680.399919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327680.656003:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327680.656017:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327680.656021:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327680.656026:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327680.656032:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327680.656046:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12926 00000100:00080000:0.0:1767327680.656060:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327680.656069:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327680.656086:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327680.656139:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247732352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327680.656231:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327680.656255:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247732480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327680.656305:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327680.658209:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247732480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327680.658273:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327680.658283:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327680.658290:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732352:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767327680.784094:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327681.423968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327681.808051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327682.447939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327682.832120:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327683.471938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327683.856053:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327684.496048:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327684.880071:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327685.520056:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327685.775987:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327685.775999:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327685.776002:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327685.776006:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327685.776011:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327685.776022:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12932 00000100:00080000:0.0:1767327685.776035:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327685.776043:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327685.776058:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327685.776104:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247732608/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327685.776182:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327685.776197:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247732736:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327685.778327:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327685.778335:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327685.778341:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327685.778411:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247732736:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767327685.904001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327686.544016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327686.928055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327687.567938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327687.952016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327688.592055:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327688.976010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327689.616108:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327690.000027:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327690.639952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327690.896005:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327690.896016:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327690.896019:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327690.896022:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327690.896027:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327690.896037:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12937 00000100:00080000:3.0:1767327690.896047:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327690.896053:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327690.896065:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327690.896102:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247732864/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327690.896168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732864:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327690.896213:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327690.896246:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247732992:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327690.897887:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327690.897895:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327690.897905:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247732992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327690.897906:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247732864:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767327691.023970:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327691.664077:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327692.048063:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327692.687952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327693.072023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327693.712015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327694.096051:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327694.735978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327695.120060:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327695.759979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327696.015968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327696.015976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327696.015978:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327696.015982:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327696.015986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327696.015996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12942 00000100:00080000:3.0:1767327696.016005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327696.016012:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327696.016022:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327696.016050:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247733120/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327696.016121:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733120:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327696.016138:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247733248:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327696.017938:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247733248:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327696.017969:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327696.017978:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327696.017983:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733120:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767327696.144014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327696.784003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327697.167995:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327697.807972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327698.192018:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327698.831981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327699.216018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327699.855966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327700.112011:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327675/real 1767327675] req@ffff96e870595500 x1853164247731968/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327700 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327700.112054:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870595500 x1853164247731968/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327700 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327700.112076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327700.112104:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327700.112107:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247731968:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327700.112157:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327700.112168:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327700.112171:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327700.112180:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12926 00000100:00080000:0.0:1767327700.112191:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327700.112197:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327700.112231:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247733376/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327700.112260:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327700.112264:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327700.112267:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327700.112271:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12947 00000100:00080000:0.0:1767327700.112275:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327700.112279:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327700.112289:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327700.112300:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247733376:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327700.112307:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247733504/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327700.112371:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247733632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327700.112430:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733504:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327700.114103:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327700.114109:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327700.114112:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327700.114177:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247733632:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327700.240056:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327700.880007:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327701.264025:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327701.903946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327702.288019:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327702.927946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327703.311986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327703.951942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327704.335994:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327704.975933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327705.231968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327705.231976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327705.231978:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327705.231980:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327705.231983:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327705.231990:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12951 00000100:00080000:3.0:1767327705.231999:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327705.232004:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327705.232013:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327705.232043:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247733760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327705.232087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327705.232118:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247733888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327705.233729:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327705.233735:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247733888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327705.233739:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327705.233746:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247733760:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327705.359977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327705.999967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327706.384001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327707.023930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327707.407974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327708.047974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327708.432017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327709.071937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327709.455931:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327710.095980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327710.351966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327710.351977:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327710.351980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327710.351983:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327710.351987:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327710.351998:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12956 00000100:00080000:0.0:1767327710.352010:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327710.352016:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327710.352025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327710.352063:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247734016/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327710.352111:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327710.352113:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247734144:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327710.353638:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327710.353646:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327710.353652:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327710.353674:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247734144:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327710.480000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327711.119973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327711.503974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327712.143987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327712.527982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327713.167937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327713.551977:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327714.191963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327714.575961:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327715.215929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327715.471937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327715.471945:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327715.471947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327715.471950:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327715.471954:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327715.471961:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12961 00000100:00080000:3.0:1767327715.471970:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327715.471976:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327715.471984:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327715.472014:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247734272/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327715.472061:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734272:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327715.472069:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327715.472079:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247734400:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327715.473610:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327715.473615:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327715.473619:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734272:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327715.473661:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247734400:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327715.599974:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327716.239946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327716.623958:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327717.263925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327717.648052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327718.287972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327718.671988:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327719.311965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327719.695980:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327720.335973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327720.592000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327720.592010:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327720.592013:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327720.592017:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327720.592021:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327720.592032:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12966 00000100:00080000:0.0:1767327720.592044:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327720.592051:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327720.592063:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327720.592098:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247734528/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327720.592154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734528:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327720.592168:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247734656:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327720.594113:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247734656:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327720.594135:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327720.594144:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327720.594149:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734528:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327720.720027:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327721.359955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327721.744043:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327722.383969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327722.768038:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327723.407973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327723.792029:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327724.432003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327724.816021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327725.455904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327725.711930:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327725.711939:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767327725.711940:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327700/real 1767327700] req@ffff96e85087c000 x1853164247733376/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327725 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327725.711942:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327725.711951:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327725.711957:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327725.711964:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12971 00000100:00080000:0.0:1767327725.711974:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327725.711980:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c000 x1853164247733376/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327725 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327725.711983:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327725.711998:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327725.712002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327725.712019:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327725.712022:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247733376:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327725.712033:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247734784/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327725.712060:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734784:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327725.712084:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327725.712088:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327725.712089:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327725.712092:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12951 00000100:00080000:0.0:1767327725.712125:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327725.712129:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327725.712140:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247735040/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327725.712163:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247734912:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327725.712184:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247735040:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327725.713878:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327725.713883:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327725.713886:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247734784:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327725.713945:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247734912:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327725.840002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327726.479950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327726.863994:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327727.503998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327727.888103:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327728.527958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327728.911974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327729.552010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327729.935975:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327730.575992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327730.831960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327730.831969:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327730.831972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327730.831975:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327730.831979:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327730.831987:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12977 00000100:00080000:2.0:1767327730.831996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327730.832001:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327730.832021:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327730.832049:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247735168/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327730.832106:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735168:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327730.832130:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735296:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327730.833739:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327730.833742:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735296:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327730.833747:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327730.833753:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735168:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327730.960057:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327731.599915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327731.983969:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327732.623947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327733.009691:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327733.647968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327734.032031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327734.671976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327735.056065:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327735.695989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327735.951950:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327735.951963:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327735.951968:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327735.951973:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327735.951978:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327735.951992:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12982 00000100:00080000:2.0:1767327735.952006:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327735.952013:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327735.952026:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327735.952065:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247735424/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327735.952135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327735.952147:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767327735.952160:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327735.954252:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735552:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327735.954294:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327735.954300:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327735.954303:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735424:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327736.079984:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327736.719967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327737.104002:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327737.743985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327738.128118:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327738.767979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327739.152045:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327739.791992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327740.176012:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327740.815953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327741.071961:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327741.071973:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327741.071976:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327741.071980:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327741.071985:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327741.071997:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12987 00000100:00080000:2.0:1767327741.072009:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327741.072016:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327741.072027:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327741.072063:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247735680/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327741.072120:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735680:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327741.072148:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735808:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327741.073903:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327741.073910:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327741.073914:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735680:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327741.073952:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247735808:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327741.200038:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327741.839954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327742.223992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327742.863932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327743.248029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327743.887985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327744.272044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327744.911994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327745.296047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327745.935939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327746.191992:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327746.192001:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327746.192003:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327746.192006:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327746.192010:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327746.192019:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12992 00000100:00080000:3.0:1767327746.192030:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327746.192037:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327746.192047:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327746.192081:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247735936/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327746.192147:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327746.192167:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767327746.192186:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736064:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327746.194342:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327746.194350:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327746.194355:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247735936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327746.194378:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736064:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327746.320099:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327746.959983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327747.344031:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327747.983934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327748.368005:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327749.007971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327749.392025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327750.032024:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327750.287969:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327725/real 1767327725] req@ffff96e85087ea00 x1853164247735040/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327750 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327750.288006:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247735040/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327750 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327750.288024:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327750.288050:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327750.288053:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247735040:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327750.288093:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327750.288100:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327750.288104:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327750.288110:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 12977 00000100:00080000:3.0:1767327750.288120:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327750.288126:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327750.288158:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247736192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327750.288179:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327750.288182:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327750.288184:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327750.288188:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 12997 00000100:00080000:3.0:1767327750.288191:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327750.288194:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327750.288202:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327750.288210:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247736192:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327750.288214:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247736320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327750.288261:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327750.288272:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247736448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327750.288321:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736320:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327750.290208:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327750.290214:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247736448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327750.290216:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327750.290224:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736320:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327750.416037:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327751.055992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327751.440049:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327752.079979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327752.464016:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327753.103973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327753.488014:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327754.127938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327754.512086:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327755.151956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327755.407955:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327755.407970:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327755.407975:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327755.407981:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327755.407987:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327755.408001:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13001 00000100:00080000:3.0:1767327755.408015:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327755.408023:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327755.408037:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327755.408081:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247736576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327755.408142:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327755.408164:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327755.408178:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736704:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327755.410111:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327755.410118:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327755.410122:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327755.410147:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736704:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327755.536033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327756.175934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327756.560014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327757.199975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327757.584028:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327758.223928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327758.608048:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327759.247996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327759.632042:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327760.271891:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327760.527950:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327760.527960:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327760.527963:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327760.527967:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327760.527971:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327760.527981:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13006 00000100:00080000:2.0:1767327760.527992:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327760.528000:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327760.528012:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327760.528054:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247736832/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327760.528102:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327760.528128:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736960:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327760.529625:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327760.529630:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327760.529634:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247736832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327760.529822:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247736960:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327760.656079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327761.295924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327761.679967:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327762.319939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327762.703995:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327763.343938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327763.727998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327764.367954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327764.752000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327765.391930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327765.647969:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327765.647979:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327765.647982:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327765.647986:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327765.647990:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327765.648000:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13011 00000100:00080000:0.0:1767327765.648011:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327765.648018:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327765.648029:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327765.648062:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247737088/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327765.648124:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327765.648129:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327765.648142:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247737216:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327765.649588:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327765.649596:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327765.649601:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327765.649674:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247737216:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327765.775976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327766.415961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327766.799970:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327767.439924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327767.823955:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327768.463896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327768.847996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327769.487892:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327769.872031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327770.511959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327770.767990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327770.768001:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327770.768004:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327770.768008:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327770.768013:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327770.768024:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13017 00000100:00080000:2.0:1767327770.768038:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327770.768045:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327770.768056:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327770.768091:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247737344/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327770.768168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737344:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327770.768189:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247737472:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327770.769995:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327770.770003:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247737472:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327770.770012:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327770.770022:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737344:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327770.895979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327771.535978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327771.919999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327772.559999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327772.944020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327773.583974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327773.968043:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327774.607970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327774.991968:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327775.631962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327775.887946:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327775.887954:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327775.887958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327775.887960:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327750/real 1767327750] req@ffff96e84e88c000 x1853164247736192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327775 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327775.887961:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327775.887965:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327775.887974:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13022 00000100:00080000:2.0:1767327775.887990:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327775.887997:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767327775.888000:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88c000 x1853164247736192/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327775 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767327775.888007:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327775.888029:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327775.888038:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247737600/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767327775.888052:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327775.888059:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247736192:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767327775.888086:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327775.888089:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737600:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767327775.888090:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327775.888092:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327775.888098:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13001 00000100:00080000:2.0:1767327775.888100:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327775.888103:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327775.888113:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247737856/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327775.888128:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247737728:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327775.888207:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247737856:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327775.889736:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327775.889741:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327775.889743:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737600:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327775.889808:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247737728:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327776.016007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327776.655945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327777.040004:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327777.679897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327778.064077:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327778.703999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327779.088033:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327779.727916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327780.112077:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327780.751970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327781.007989:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327781.008000:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327781.008002:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327781.008006:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327781.008010:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327781.008020:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13027 00000100:00080000:3.0:1767327781.008030:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327781.008036:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327781.008047:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327781.008089:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247737984/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327781.008161:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737984:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327781.008165:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247738112:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327781.009645:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247738112:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327781.009671:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327781.009678:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327781.009682:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247737984:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327781.136057:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327781.775932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327782.160013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327782.799996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327783.184032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327783.824007:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327784.208037:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327784.847963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327785.232056:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327785.871978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327786.127977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327786.128002:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327786.128006:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327786.128010:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327786.128016:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327786.128029:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13032 00000100:00080000:0.0:1767327786.128043:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327786.128050:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327786.128065:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327786.128105:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247738240/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327786.128170:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327786.128190:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247738368:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327786.130045:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327786.130053:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327786.130061:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327786.130095:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247738368:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327786.256071:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327786.895951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327787.280019:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327787.919990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327788.303976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327788.943990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327789.328045:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327789.967997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327790.352035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327790.991982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327791.247975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327791.247993:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327791.247997:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327791.248001:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327791.248005:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327791.248015:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13037 00000100:00080000:3.0:1767327791.248027:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327791.248037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327791.248049:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327791.248083:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247738496/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327791.248148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738496:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327791.248167:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247738624:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327791.250714:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327791.250723:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327791.250728:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738496:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327791.250732:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247738624:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327791.376041:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327792.015978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327792.399944:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327793.039950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327793.423996:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327794.063968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327794.447961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327795.087934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327795.471962:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327796.111918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327796.367952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327796.367959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327796.367962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327796.367964:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327796.367967:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327796.367975:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13042 00000100:00080000:0.0:1767327796.367994:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327796.368000:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327796.368010:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327796.368038:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247738752/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327796.368080:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327796.368091:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247738880:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327796.369972:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327796.369981:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327796.369983:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247738880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327796.369989:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247738752:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327796.495953:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327797.135954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327797.519961:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327798.160001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327798.544013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327799.183904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327799.568066:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327800.207933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327800.463911:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327775/real 1767327775] req@ffff96e870594a80 x1853164247737856/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327800 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327800.463939:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870594a80 x1853164247737856/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327800 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327800.463954:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327800.463969:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327800.463972:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247737856:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327800.463991:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327800.463996:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327800.463999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327800.464004:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13027 00000100:00080000:0.0:1767327800.464011:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327800.464016:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327800.464042:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247739008/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327800.464058:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327800.464060:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327800.464061:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327800.464064:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13047 00000100:00080000:0.0:1767327800.464066:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327800.464069:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327800.464077:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327800.464080:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247739008:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327800.464087:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247739136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327800.464130:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327800.464143:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247739264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327800.464164:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327800.468081:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247739264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327800.468116:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327800.468121:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327800.468124:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739136:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327800.592006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327801.231896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327801.616016:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327802.255957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327802.640142:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327803.279967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327803.664007:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327804.303963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327804.687990:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327805.327942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327805.583945:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327805.583956:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327805.583959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327805.583962:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327805.583965:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327805.583973:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13051 00000100:00080000:3.0:1767327805.583992:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327805.583998:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327805.584008:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327805.584038:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247739392/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327805.584084:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327805.584098:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247739520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327805.586141:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767327805.586144:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247739520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327805.586148:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327805.586153:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739392:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327805.711968:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327806.351923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327806.735993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327807.375948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327807.759965:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327808.399961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327808.783981:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327809.423964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327809.807992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327810.447935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327810.703951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327810.703959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327810.703962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327810.703965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327810.703969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327810.703986:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13056 00000100:00080000:3.0:1767327810.703996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327810.704005:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327810.704017:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327810.704049:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247739648/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327810.704103:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247739776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327810.704105:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327810.706880:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247739776:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327810.714430:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327810.714442:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327810.714448:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739648:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327810.831995:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327811.471903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327811.856008:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327812.495970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327812.880010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327813.519957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327813.904023:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327814.543959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327814.928032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327815.567936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327815.823985:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327815.823995:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327815.823998:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327815.824002:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327815.824006:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327815.824016:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13062 00000100:00080000:0.0:1767327815.824027:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327815.824034:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327815.824045:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327815.824079:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247739904/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327815.824137:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739904:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327815.824153:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327815.824167:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247740032:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327815.825946:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327815.825952:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327815.825957:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247739904:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327815.826002:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247740032:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327815.951982:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327816.591926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327816.976056:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327817.615982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327817.999999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327818.639949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327819.024059:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327819.663941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327820.048021:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327820.687952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327820.943925:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327820.943934:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327820.943937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327820.943940:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327820.943943:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327820.943953:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13067 00000100:00080000:0.0:1767327820.943962:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327820.943969:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327820.943979:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327820.944012:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247740160/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327820.944067:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740160:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327820.944077:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327820.944092:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247740288:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327820.945828:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327820.945834:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327820.945838:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740160:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327820.947185:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247740288:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327821.072047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327821.711940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327822.096027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327822.735894:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327823.119962:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327823.759914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327824.144031:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327824.783967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767327825.039938:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327800/real 1767327800] req@ffff96e85087d880 x1853164247739008/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767327825.039968:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d880 x1853164247739008/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327825.039984:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327825.040002:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767327825.040006:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247739008:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327825.040058:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327825.040065:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327825.040068:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327825.040076:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13051 00000100:00080000:3.0:1767327825.040087:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327825.040095:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327825.040132:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247740416/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327825.040160:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327825.040165:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327825.040167:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327825.040174:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13072 00000100:00080000:3.0:1767327825.040178:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767327825.040183:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247740416:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327825.040186:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327825.040210:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327825.040227:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247740544/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327825.040285:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327825.040335:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247740672:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327825.042185:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327825.042190:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327825.042193:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327825.043277:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247740672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327825.168028:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327825.807952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327826.192013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327826.831960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327827.216027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327827.855947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327828.239946:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327828.879964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327829.263977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327829.903959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327830.159968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327830.159977:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327830.159980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327830.159983:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327830.159987:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327830.159996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13076 00000100:00080000:0.0:1767327830.160006:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327830.160013:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327830.160025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327830.160058:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247740800/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327830.160113:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327830.160146:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247740928:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327830.161899:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327830.161907:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327830.161912:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247740800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327830.162028:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247740928:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327830.288039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327830.928002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327831.312013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327831.951964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327832.336087:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327832.975976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327833.359985:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327833.999960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327834.384075:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327835.023961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327835.279973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327835.279984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327835.279987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327835.279991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327835.279998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327835.280010:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13081 00000100:00080000:0.0:1767327835.280022:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327835.280028:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327835.280040:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327835.280093:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247741056/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327835.280171:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327835.280175:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327835.280198:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247741184:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327835.282114:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767327835.282119:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247741184:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327835.282125:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327835.282133:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741056:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327835.408051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327836.047969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327836.432036:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327837.071941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327837.456010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327838.095925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767327838.479966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327839.119937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327839.504081:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327840.143898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327840.399985:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327840.399995:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327840.399999:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327840.400003:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327840.400008:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327840.400019:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13086 00000100:00080000:0.0:1767327840.400032:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327840.400040:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327840.400052:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327840.400091:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247741312/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327840.400148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741312:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327840.400164:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327840.400176:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247741440:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327840.402340:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327840.402350:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327840.402351:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247741440:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767327840.402357:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741312:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327840.528051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327841.167980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327841.552027:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327842.191997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327842.576086:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327843.215947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327843.600051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327844.240011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327844.623981:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327845.263983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327845.519987:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327845.519998:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327845.520002:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327845.520006:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327845.520010:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327845.520023:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13091 00000100:00080000:2.0:1767327845.520037:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327845.520047:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327845.520062:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327845.520109:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247741568/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327845.520211:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741568:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327845.520216:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327845.520234:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247741696:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327845.522108:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327845.522115:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327845.522121:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247741696:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327845.522123:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741568:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327845.648095:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327846.287980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327846.672022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327847.311955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327847.695964:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327848.335964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327848.719994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327849.359947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327849.743999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327850.383955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327850.639949:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327850.639957:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327850.639959:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327850.639964:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767327850.639968:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327825/real 1767327825] req@ffff96e84e88e300 x1853164247740416/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327850 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767327850.639968:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327850.639977:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13096 00000100:00080000:2.0:1767327850.639988:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327850.639995:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327850.640010:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327850.640012:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247740416/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327850 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327850.640037:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327850.640046:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247741824/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327850.640064:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327850.640072:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247740416:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767327850.640083:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327850.640087:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767327850.640089:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327850.640094:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13076 00000100:00080000:2.0:1767327850.640096:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327850.640100:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767327850.640110:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247742080/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327850.640116:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327850.640117:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741824:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327850.640136:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247741952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767327850.640252:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247742080:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767327850.642371:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247741952:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327850.642447:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327850.642452:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327850.642455:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247741824:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767327850.768009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327851.407946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327851.792019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327852.431964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327852.816005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327853.455980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327853.840039:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327854.479923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327854.863999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327855.503955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327855.759960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327855.759970:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327855.759974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327855.759978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327855.759983:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327855.759994:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13102 00000100:00080000:2.0:1767327855.760006:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327855.760014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327855.760029:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327855.760064:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247742208/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327855.760136:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327855.760136:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327855.760153:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247742336:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327855.762304:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327855.762320:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327855.762328:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327855.762386:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247742336:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327855.888042:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327856.527981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327856.912073:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327857.551945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327857.936034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327858.575996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327858.960025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327859.599938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327859.984087:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327860.623960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327860.880133:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327860.880145:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327860.880150:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327860.880155:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327860.880161:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327860.880176:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13107 00000100:00080000:0.0:1767327860.880191:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327860.880199:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327860.880214:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327860.880256:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247742464/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327860.880329:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327860.880342:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247742592:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767327860.882249:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767327860.882259:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327860.882265:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327860.882377:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247742592:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767327861.008069:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327861.647925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327862.032071:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327862.671916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327863.055997:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327863.696015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327864.080051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327864.719999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327865.104044:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327865.744008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327865.999993:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327866.000005:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327866.000008:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327866.000012:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327866.000016:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327866.000026:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13112 00000100:00080000:3.0:1767327866.000038:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327866.000044:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327866.000058:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327866.000093:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247742720/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327866.000179:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247742848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327866.000207:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742720:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327866.002281:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327866.002284:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247742848:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327866.002299:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327866.002306:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742720:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327866.128026:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327866.767958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327867.152010:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327867.792007:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327868.176019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327868.815994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327869.200003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327869.839999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327870.224004:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327870.863983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327871.119952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327871.119963:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327871.119966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327871.119969:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327871.119974:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327871.119985:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13117 00000100:00080000:0.0:1767327871.119996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327871.120003:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327871.120014:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327871.120049:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247742976/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327871.120124:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742976:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327871.120144:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247743104:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327871.122133:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247743104:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327871.122200:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327871.122208:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327871.122213:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247742976:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327871.248055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327871.887968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327872.271999:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327872.911969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327873.296022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327873.935980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327874.320097:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327874.959988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767327875.216028:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327850/real 1767327850] req@ffff96e870594000 x1853164247742080/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327875 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767327875.216072:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870594000 x1853164247742080/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327875 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327875.216102:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767327875.216120:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767327875.216126:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247742080:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767327875.216148:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327875.216155:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327875.216159:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327875.216167:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13102 00000100:00080000:0.0:1767327875.216179:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327875.216187:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327875.216225:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247743232/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767327875.216252:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327875.216256:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327875.216259:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327875.216265:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13122 00000100:00080000:0.0:1767327875.216269:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327875.216274:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327875.216286:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247743232:192.168.204.119@tcp:250:kworker.0 00000008:00100000:0.0:1767327875.216288:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327875.216306:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247743360/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327875.216407:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247743488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767327875.216429:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327875.218455:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247743488:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327875.218460:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327875.218476:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327875.218482:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743360:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327875.344049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327875.983986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327876.368060:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327877.007934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327877.392008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327878.032003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327878.416028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327879.055927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327879.440033:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767327880.079955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327880.335976:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327880.335987:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327880.335989:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327880.335993:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327880.335998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327880.336008:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13126 00000100:00080000:3.0:1767327880.336019:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327880.336026:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327880.336037:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327880.336072:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247743616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327880.336153:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327880.336154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327880.336167:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247743744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327880.338637:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327880.338644:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247743744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327880.338649:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327880.338658:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743616:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327880.464013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327881.103966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327881.487971:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327882.127957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327882.512099:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327883.151967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327883.536054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327884.175961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327884.560051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327885.200011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327885.455996:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327885.456004:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327885.456007:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327885.456011:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327885.456015:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327885.456023:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13131 00000100:00080000:3.0:1767327885.456033:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327885.456039:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327885.456048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327885.456078:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247743872/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327885.456169:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743872:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327885.456180:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744000:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327885.458192:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327885.458201:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327885.458207:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247743872:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327885.458242:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744000:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327885.584013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327886.223961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327886.607994:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327887.248013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327887.632041:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327888.272030:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327888.656045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327889.295976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327889.680093:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327890.319973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327890.576017:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327890.576025:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327890.576028:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327890.576031:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327890.576034:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327890.576044:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13136 00000100:00080000:3.0:1767327890.576070:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327890.576078:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327890.576153:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327890.576187:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247744128/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327890.576276:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744128:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327890.576286:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247744256:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327890.578605:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327890.578608:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247744256:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327890.578617:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327890.578624:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744128:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327890.704143:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327891.344004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327891.728011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327892.368001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327892.752058:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327893.391988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327893.776072:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327894.415961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327894.800092:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327895.440004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327895.696011:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327895.696021:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327895.696024:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327895.696028:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327895.696033:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327895.696044:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13141 00000100:00080000:3.0:1767327895.696056:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327895.696062:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327895.696074:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327895.696112:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247744384/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327895.696169:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744384:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327895.696200:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744512:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327895.698063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327895.698070:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327895.698077:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744384:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327895.698078:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744512:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327895.824092:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327896.463905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327896.848061:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327897.487994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327897.872016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327898.511954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327898.896010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327899.535994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327899.920018:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327900.559930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327900.815966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327900.815981:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327875/real 1767327875] req@ffff96e85087c700 x1853164247743232/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327900 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327900.815981:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327900.815987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327900.815997:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327900.816004:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327900.816014:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13147 00000100:00080000:3.0:1767327900.816027:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327900.816036:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c700 x1853164247743232/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327900 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767327900.816037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327900.816052:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327900.816063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327900.816085:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767327900.816091:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247744640/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327900.816092:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247743232:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327900.816125:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744640:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767327900.816146:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327900.816150:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327900.816152:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327900.816156:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13126 00000100:00080000:3.0:1767327900.816159:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327900.816163:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327900.816175:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247744896/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327900.816184:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327900.816201:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744768:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327900.816262:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247744896:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767327900.817961:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327900.817967:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327900.817970:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247744640:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327900.818038:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247744768:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327900.944045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327901.584020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327901.968051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327902.607987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327902.992098:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327903.631955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327904.015968:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327904.656008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327905.040121:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327905.679948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327905.935974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327905.935989:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327905.935993:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327905.935999:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327905.936005:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327905.936020:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13152 00000100:00080000:3.0:1767327905.936034:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327905.936043:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327905.936057:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327905.936103:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247745024/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327905.936162:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327905.936190:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327905.936206:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247745152:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327905.938414:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327905.938419:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247745152:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327905.938423:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327905.938430:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745024:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327906.064011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327906.703989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327907.088011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327907.727944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327908.112078:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327908.751981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327909.136058:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327909.775947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327910.160035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327910.799985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327911.055939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327911.055948:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327911.055950:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327911.055954:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327911.055957:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327911.055968:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13157 00000100:00080000:3.0:1767327911.055978:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327911.055986:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327911.055998:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327911.056038:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247745280/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327911.056102:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327911.056177:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767327911.056196:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247745408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327911.057946:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327911.057953:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327911.057958:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327911.057970:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247745408:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327911.183978:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327911.823939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327912.208015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327912.847959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327913.231975:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327913.871964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327914.256003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327914.895976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327915.279999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327915.919942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327916.175943:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327916.175951:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327916.175954:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327916.175957:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327916.175961:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327916.175970:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13162 00000100:00080000:3.0:1767327916.175988:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327916.175994:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327916.176005:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327916.176037:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247745536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327916.176089:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327916.176091:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767327916.176107:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247745664:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327916.177885:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327916.177891:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327916.177896:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327916.177972:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247745664:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327916.304014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327916.943946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327917.328029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327917.967959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327918.352085:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327918.991976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327919.376084:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327920.015949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327920.400113:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327921.040013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327921.295990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327921.296004:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327921.296008:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327921.296014:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327921.296019:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327921.296033:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13167 00000100:00080000:3.0:1767327921.296047:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327921.296055:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327921.296069:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327921.296110:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247745792/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327921.296201:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745792:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767327921.296209:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327921.296230:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247745920:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327921.298384:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327921.298394:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327921.298402:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247745792:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327921.298428:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247745920:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327921.424065:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327922.063994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327922.448056:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327923.087918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327923.471965:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327924.111925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327924.496006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327925.135922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327925.391937:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327900/real 1767327900] req@ffff96e84e88f100 x1853164247744896/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327925 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327925.391966:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f100 x1853164247744896/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327925 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327925.391982:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327925.392000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327925.392003:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247744896:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327925.392054:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327925.392062:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327925.392065:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327925.392072:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13152 00000100:00080000:3.0:1767327925.392082:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327925.392090:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327925.392123:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247746048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327925.392144:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327925.392147:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327925.392148:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327925.392151:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13172 00000100:00080000:3.0:1767327925.392155:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327925.392158:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327925.392167:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327925.392173:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247746048:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327925.392187:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247746176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767327925.392277:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247746304:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327925.392292:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746176:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327925.394203:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767327925.394208:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247746304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327925.394210:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327925.394218:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746176:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767327925.519998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327926.159955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327926.544038:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327927.183964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327927.568003:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327928.207950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327928.592032:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327929.231962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767327929.615988:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327930.255956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327930.511959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327930.511969:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327930.511973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327930.511977:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327930.511981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327930.511992:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13176 00000100:00080000:0.0:1767327930.512004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327930.512012:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327930.512024:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327930.512060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247746432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327930.512132:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247746560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327930.512138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746432:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327930.514178:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327930.514186:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327930.514190:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327930.514265:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247746560:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327930.640037:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327931.279954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327931.664000:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327932.304029:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327932.689374:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327933.327986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327933.712146:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327934.351976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327934.735979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327935.375986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327935.633164:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327935.633172:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327935.633185:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327935.633189:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327935.633193:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327935.633201:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13181 00000100:00080000:0.0:1767327935.633227:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327935.633243:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327935.633252:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327935.633293:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247746688/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327935.633367:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327935.633368:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247746816:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327935.635316:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327935.635323:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327935.635328:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327935.635337:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247746816:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327935.760068:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327936.400005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327936.784038:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327937.423939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327937.808017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327938.447964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327938.832034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327939.472020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327939.855972:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327940.495963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327940.751958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327940.751969:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327940.751973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327940.751978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327940.751982:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327940.751994:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13187 00000100:00080000:0.0:1767327940.752006:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327940.752013:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327940.752024:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327940.752059:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247746944/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327940.752112:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327940.752136:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327940.752149:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247747072:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327940.754334:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327940.754341:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327940.754345:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247746944:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327940.754368:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247747072:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327940.880023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327941.519947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327941.903988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327942.543954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327942.928017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327943.567962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327943.952033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327944.591926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327944.975971:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327945.615978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327945.871929:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327945.871939:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327945.871943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327945.871948:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327945.871952:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327945.871981:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13192 00000100:00080000:0.0:1767327945.871993:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327945.872001:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327945.872013:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327945.872060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247747200/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327945.872129:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327945.872269:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247747328:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327945.873809:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327945.873815:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327945.873819:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747200:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327945.873920:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247747328:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327946.000031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327946.639918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327947.024019:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327947.664036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327948.047998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327948.687964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327949.072037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327949.711948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327950.095996:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327950.735964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327950.991958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767327950.991967:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327925/real 1767327925] req@ffff96e84e88ed80 x1853164247746048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327950.991970:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327950.991978:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327950.991983:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327950.991987:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327950.991998:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13197 00000100:00080000:0.0:1767327950.992011:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767327950.992019:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ed80 x1853164247746048/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767327950.992023:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327950.992039:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767327950.992048:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327950.992069:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767327950.992078:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247747456/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327950.992078:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247746048:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767327950.992114:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747456:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767327950.992139:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327950.992144:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767327950.992147:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327950.992153:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13176 00000100:00080000:0.0:1767327950.992168:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327950.992175:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767327950.992192:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247747712/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327950.992227:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247747712:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767327950.992245:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247747584:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327950.993876:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327950.993884:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327950.993890:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747456:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327950.993967:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247747584:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327951.120023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327951.759988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327952.144032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327952.783945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327953.168054:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327953.807972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327954.191984:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327954.831983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327955.216005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327955.855973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327956.111932:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327956.111942:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327956.111944:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327956.111948:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327956.111951:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327956.111960:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13202 00000100:00080000:3.0:1767327956.111970:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327956.111976:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327956.111996:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327956.112028:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247747840/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327956.112085:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747840:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327956.112120:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247747968:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327956.113977:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327956.113984:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767327956.113989:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247747968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327956.113992:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247747840:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327956.239999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327956.879931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327957.263980:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327957.903956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327958.288016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327958.927960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327959.312003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327959.951967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327960.335972:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327960.975944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767327961.231957:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327961.231969:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767327961.231972:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767327961.231976:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767327961.231981:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767327961.231992:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13207 00000100:00080000:2.0:1767327961.232004:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767327961.232011:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767327961.232023:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767327961.232056:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247748096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327961.232110:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327961.232124:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767327961.232138:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247748224:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327961.234066:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327961.234073:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327961.234077:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327961.234110:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247748224:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327961.360089:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327961.999974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327962.384017:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327963.024017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327963.408035:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327964.047994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327964.432047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327965.072010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327965.456012:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327966.095920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327966.351982:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327966.351993:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327966.351996:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327966.352001:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327966.352005:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327966.352017:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13212 00000100:00080000:0.0:1767327966.352039:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327966.352047:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327966.352060:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327966.352099:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247748352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327966.352156:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327966.352166:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767327966.352180:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247748480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327966.354273:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327966.354282:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327966.354286:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247748480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327966.354292:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748352:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767327966.479960:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327967.119974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327967.504086:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327968.144005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327968.528027:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327969.167979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767327969.551985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327970.191955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327970.576012:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327971.215982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327971.471987:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327971.471997:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327971.472000:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327971.472004:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327971.472008:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327971.472020:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13217 00000100:00080000:0.0:1767327971.472032:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327971.472040:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327971.472052:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327971.472084:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247748608/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327971.472145:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767327971.472161:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247748736:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327971.472364:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748608:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327971.474026:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327971.474034:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327971.474040:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327971.474070:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247748736:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327971.600005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327972.240001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327972.624020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327973.263963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327973.647994:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327974.287957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327974.672034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327975.312012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767327975.567973:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327950/real 1767327950] req@ffff96e85087ce00 x1853164247747712/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327975 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767327975.568009:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ce00 x1853164247747712/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767327975 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767327975.568027:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327975.568047:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767327975.568050:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247747712:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767327975.568111:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327975.568119:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767327975.568122:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327975.568130:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13202 00000100:00080000:3.0:1767327975.568140:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327975.568147:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767327975.568184:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247748864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767327975.568208:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327975.568211:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327975.568212:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327975.568215:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13222 00000100:00080000:3.0:1767327975.568218:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327975.568221:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327975.568229:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327975.568238:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247748992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327975.568246:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247748864:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767327975.568301:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767327975.568323:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247749120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327975.568336:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748992:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327975.570134:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327975.570142:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327975.570147:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247748992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327975.570155:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247749120:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327975.696035:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327976.335931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327976.720072:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327977.359974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327977.744014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327978.383980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327978.768039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327979.407952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327979.792027:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327980.431963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767327980.687929:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327980.687937:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767327980.687939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767327980.687942:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767327980.687946:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767327980.687955:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13226 00000100:00080000:3.0:1767327980.687964:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767327980.687970:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767327980.687979:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767327980.688009:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247749248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767327980.688069:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327980.688088:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247749376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327980.689657:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327980.689662:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327980.689666:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767327980.689713:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247749376:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327980.816024:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327981.455916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327981.840041:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327982.480002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327982.864067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327983.503976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327983.888040:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327984.527940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327984.912033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327985.551943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767327985.807967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327985.807976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767327985.807980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767327985.807983:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767327985.807986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767327985.807996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13232 00000100:00080000:0.0:1767327985.808005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767327985.808011:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767327985.808021:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767327985.808056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247749504/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327985.808112:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247749632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767327985.808114:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749504:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767327985.810037:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327985.810044:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327985.810048:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327985.810072:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247749632:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327985.936005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327986.575959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327986.960019:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327987.599949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327987.984046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327988.624026:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327989.008032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327989.647992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327990.032059:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327990.671987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327990.928016:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327990.928027:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327990.928030:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327990.928034:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327990.928039:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327990.928050:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13237 00000100:00080000:1.0:1767327990.928062:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327990.928069:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327990.928080:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327990.928120:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247749760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767327990.928217:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327990.928239:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247749888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767327990.930317:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767327990.930327:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767327990.930333:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247749760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767327990.930344:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247749888:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767327991.056048:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327991.695964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327992.080053:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327992.719987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327993.104109:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327993.743967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327994.128062:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327994.767958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327995.152073:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327995.792027:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767327996.047988:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327996.047999:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767327996.048003:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767327996.048006:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767327996.048011:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767327996.048024:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13242 00000100:00080000:1.0:1767327996.048036:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767327996.048043:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767327996.048056:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767327996.048089:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247750016/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767327996.048168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327996.048210:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247750144:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767327996.050037:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767327996.050046:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767327996.050050:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767327996.050138:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247750144:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767327996.176021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327996.815980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327997.200037:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327997.839990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327998.224048:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327998.864000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767327999.248041:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767327999.887951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328000.143985:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327975/real 1767327975] req@ffff96e84e88f480 x1853164247748864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328000.144058:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f480 x1853164247748864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328000.144078:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328000.144102:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328000.144107:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247748864:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328000.144140:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328000.144146:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328000.144149:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328000.144155:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13226 00000100:00080000:3.0:1767328000.144164:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328000.144170:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328000.144207:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247750272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328000.144227:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328000.144230:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328000.144231:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328000.144235:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13247 00000100:00080000:3.0:1767328000.144237:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328000.144239:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328000.144247:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328000.144260:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247750400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328000.144281:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247750272:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328000.144391:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247750528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328000.144400:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328000.146271:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247750528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328000.146324:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328000.146333:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328000.146338:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750400:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328000.272048:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328000.911958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328001.296037:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328001.935964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328002.320113:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328002.959999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328003.344048:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328003.984017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328004.368065:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328005.007979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328005.263984:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328005.263993:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328005.263995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328005.263998:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328005.264002:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328005.264012:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13251 00000100:00080000:0.0:1767328005.264022:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328005.264031:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328005.264041:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328005.264074:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247750656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328005.264116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328005.264138:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247750784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328005.266166:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328005.266176:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328005.266182:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328005.266204:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247750784:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328005.392045:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328006.031995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328006.415998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328007.055978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328007.440092:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328008.079985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328008.463989:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328009.103996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328009.488008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328010.127980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328010.383996:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328010.384009:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328010.384012:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328010.384017:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328010.384022:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328010.384034:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13256 00000100:00080000:3.0:1767328010.384048:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328010.384057:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328010.384069:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328010.384105:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247750912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328010.384177:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328010.384200:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247751040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328010.386528:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328010.386550:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328010.386560:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247750912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328010.386647:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247751040:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328010.512040:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328011.151971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328011.535985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328012.175995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328012.560011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328013.199999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328013.584066:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328014.224067:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328014.608036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328015.247944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328015.503946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328015.503960:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328015.503965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328015.503970:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328015.503975:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328015.503989:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13261 00000100:00080000:3.0:1767328015.504002:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328015.504011:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328015.504023:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328015.504062:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247751168/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328015.504141:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751168:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328015.504163:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328015.504176:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247751296:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328015.506013:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328015.506020:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328015.506025:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751168:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328015.506310:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247751296:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328015.632060:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328016.271977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328016.656017:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328017.295964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328017.680078:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328018.320059:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328018.704072:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328019.343997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328019.728125:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328020.368019:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328020.624011:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328020.624020:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328020.624023:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328020.624026:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328020.624030:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328020.624039:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13266 00000100:00080000:0.0:1767328020.624050:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328020.624056:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328020.624067:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328020.624096:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247751424/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328020.624161:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247751552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328020.624185:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328020.625934:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247751552:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328020.625988:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328020.625995:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328020.625998:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751424:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328020.752047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328021.391974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328021.776118:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328022.415987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328022.800002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328023.440002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328023.824084:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328024.463989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328024.848002:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328025.488055:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328025.743981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328025.743993:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767328025.743995:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328000/real 1767328000] req@ffff96e84e88f800 x1853164247750272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328025 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328025.743997:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328025.744004:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328025.744011:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328025.744019:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13272 00000100:00080000:1.0:1767328025.744029:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767328025.744037:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f800 x1853164247750272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328025 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328025.744038:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328025.744053:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767328025.744060:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328025.744081:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328025.744085:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247750272:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328025.744091:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b480 x1853164247751680/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328025.744116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751680:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328025.744141:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328025.744144:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328025.744146:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328025.744150:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13251 00000100:00080000:1.0:1767328025.744166:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328025.744170:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328025.744180:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247751936/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328025.744203:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328025.744213:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247751808:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328025.744239:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247751936:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328025.746092:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328025.746098:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328025.746102:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247751680:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328025.746149:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247751808:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328025.872164:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328026.511974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328026.895976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328027.535958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328027.920027:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328028.559980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328028.943986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328029.583965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328029.968020:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328030.607988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328030.864002:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328030.864015:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328030.864019:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328030.864024:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328030.864029:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328030.864043:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13277 00000100:00080000:0.0:1767328030.864057:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328030.864065:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328030.864079:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328030.864122:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247752064/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328030.864203:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328030.864215:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328030.864216:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247752192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328030.866336:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328030.866346:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328030.866351:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328030.866380:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247752192:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328030.992082:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328031.631955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328032.015995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328032.655984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328033.040040:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328033.679956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328034.064047:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328034.703975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328035.088032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328035.728010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328035.983993:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328035.984007:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328035.984012:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328035.984018:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328035.984023:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328035.984038:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13282 00000100:00080000:3.0:1767328035.984052:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328035.984061:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328035.984076:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328035.984124:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247752320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328035.984187:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328035.984213:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328035.984230:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247752448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328035.986135:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328035.986142:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328035.986147:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328035.986184:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247752448:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328036.112019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328036.752020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328037.136072:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328037.775969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328038.160026:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328038.800028:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328039.184049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328039.823946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328040.208022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328040.848001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328041.103962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328041.103976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328041.103981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328041.103986:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328041.103992:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328041.104005:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13287 00000100:00080000:1.0:1767328041.104020:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328041.104028:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328041.104044:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328041.104089:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247752576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328041.104149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328041.104186:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247752704:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328041.106470:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328041.106479:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328041.106485:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328041.106490:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247752704:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328041.232026:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328041.871938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328042.256044:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328042.895989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328043.280018:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328043.919944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328044.304018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328044.943962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328045.328047:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328045.967976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328046.223930:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328046.223940:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328046.223943:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328046.223947:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328046.223951:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328046.223961:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13292 00000100:00080000:1.0:1767328046.223972:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328046.223983:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328046.223995:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328046.224032:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418000 x1853164247752832/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328046.224138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328046.224144:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247752960:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328046.226103:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328046.226112:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328046.226119:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247752832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328046.226157:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247752960:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328046.352021:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328046.991985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328047.376028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328048.016001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328048.399992:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328049.039973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328049.423985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328050.063979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328050.319967:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328025/real 1767328025] req@ffff96e868418e00 x1853164247751936/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328050 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328050.320024:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868418e00 x1853164247751936/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328050 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328050.320041:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328050.320064:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328050.320067:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247751936:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328050.320106:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328050.320112:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328050.320115:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328050.320121:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13277 00000100:00080000:3.0:1767328050.320130:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328050.320136:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328050.320167:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247753088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328050.320187:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328050.320190:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328050.320191:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328050.320195:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13297 00000100:00080000:3.0:1767328050.320198:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328050.320200:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328050.320207:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328050.320217:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247753216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328050.320226:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247753088:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328050.320286:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328050.320295:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247753344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328050.320336:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753216:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328050.323244:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328050.323254:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328050.323258:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328050.323321:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247753344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328050.448046:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328051.087989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328051.472035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328052.111924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328052.496009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328053.136048:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328053.520058:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328054.159931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328054.543992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328055.183979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328055.440020:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328055.440035:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328055.440039:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328055.440045:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328055.440050:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328055.440063:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13301 00000100:00080000:2.0:1767328055.440078:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328055.440084:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328055.440097:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328055.440142:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247753472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328055.440205:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328055.440227:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247753600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328055.442142:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328055.442142:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247753600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328055.442151:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328055.442156:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753472:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328055.568102:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328056.207951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328056.592033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328057.231981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328057.616028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328058.255999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328058.640037:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328059.279955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328059.664016:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328060.303982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328060.559930:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328060.559943:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328060.559946:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328060.559950:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328060.559954:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328060.559965:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13306 00000100:00080000:2.0:1767328060.559977:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328060.559983:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328060.559994:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328060.560030:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247753728/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328060.560091:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328060.560096:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247753856:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328060.562264:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328060.562271:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328060.562276:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328060.562322:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247753856:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328060.687998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328061.327948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328061.712007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328062.351987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328062.736010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328063.375974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328063.759998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328064.400038:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328064.784035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328065.423997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328065.679939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328065.679948:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328065.679951:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328065.679956:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328065.679961:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328065.679972:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13311 00000100:00080000:0.0:1767328065.679984:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328065.679991:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328065.680002:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328065.680039:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247753984/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328065.680109:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247754112:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328065.680119:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753984:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328065.681972:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328065.681981:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328065.681988:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247753984:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328065.681993:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247754112:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328065.808008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328066.448035:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328066.832002:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328067.471982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328067.856005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328068.496014:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328068.880024:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328069.519982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328069.904053:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328070.543968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328070.800003:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328070.800017:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328070.800021:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328070.800026:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328070.800032:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328070.800046:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13317 00000100:00080000:3.0:1767328070.800060:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328070.800070:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328070.800083:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328070.800128:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247754240/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328070.800209:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328070.800222:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328070.800237:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247754368:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328070.802192:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328070.802199:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328070.802204:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328070.802230:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247754368:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328070.928028:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328071.567995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328071.952022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328072.591984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328072.976048:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328073.616018:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328074.000032:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328074.639959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328075.024054:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328075.663976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328075.919957:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328075.919972:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328075.919975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328075.919981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328075.919986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328075.919999:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13322 00000100:00080000:0.0:1767328075.920014:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328075.920022:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328075.920039:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328075.920084:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247754496/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328075.920160:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328050/real 1767328050] req@ffff96e84e88d180 x1853164247753088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328075 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328075.920171:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328075.920186:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88d180 x1853164247753088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328075 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328075.920198:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247754624:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328075.920202:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754496:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328075.920320:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328075.920333:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328075.920337:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247753088:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328075.920349:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328075.920355:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328075.920359:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328075.920366:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13301 00000100:00080000:3.0:1767328075.920372:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328075.920378:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328075.920398:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247754752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328075.920460:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247754752:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328075.922026:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328075.922032:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328075.922036:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754496:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328075.922050:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247754624:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328076.048053:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328076.687959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328077.072032:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328077.711944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328078.096027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328078.735959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328079.120003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328079.760037:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328080.144067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328080.783952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328081.039967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328081.039978:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328081.039981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328081.039984:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328081.039989:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328081.040001:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13327 00000100:00080000:0.0:1767328081.040013:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328081.040019:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328081.040031:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328081.040066:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247754880/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328081.040143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328081.040165:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247755008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328081.041753:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328081.041762:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328081.041769:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247754880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328081.041892:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247755008:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328081.168007:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328081.808099:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328082.192051:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328082.831948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328083.215985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328083.856053:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328084.239982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328084.879978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328085.264049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328085.904041:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328086.159972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328086.159987:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328086.159990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328086.159994:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328086.159999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328086.160011:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13332 00000100:00080000:0.0:1767328086.160023:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328086.160030:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328086.160042:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328086.160079:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247755136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328086.160146:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328086.160182:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247755264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328086.161907:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328086.161912:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247755264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328086.161918:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328086.161926:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755136:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328086.288025:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328086.928008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328087.312063:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328087.952036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328088.336032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328088.975986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328089.360024:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328090.000012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328090.384053:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328091.023975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328091.279940:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328091.279948:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328091.279951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328091.279955:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328091.279959:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328091.279968:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13337 00000100:00080000:0.0:1767328091.279981:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328091.279987:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328091.279998:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328091.280029:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247755392/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328091.280100:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328091.280112:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247755520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328091.282342:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328091.282351:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328091.282357:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328091.282608:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247755520:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328091.408109:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328092.048006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328092.432028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328093.071924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328093.456023:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328094.096000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328094.479980:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328095.119949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328095.504092:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328096.143976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328096.399998:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328096.400008:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328096.400011:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328096.400015:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328096.400035:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328096.400047:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13342 00000100:00080000:3.0:1767328096.400059:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328096.400066:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328096.400078:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328096.400112:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247755648/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328096.400174:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328096.400186:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247755776:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328096.401890:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328096.401896:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328096.401899:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247755648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328096.402054:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247755776:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328096.527996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328097.168051:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328097.552056:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328098.192055:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328098.575964:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328099.216002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328099.599994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328100.240015:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328100.495956:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328075/real 1767328075] req@ffff96e84e88f480 x1853164247754752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328100 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328100.495994:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f480 x1853164247754752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328100 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328100.496014:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328100.496044:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328100.496050:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247754752:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328100.496103:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328100.496110:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328100.496113:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328100.496120:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13327 00000100:00080000:0.0:1767328100.496130:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328100.496136:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328100.496174:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247755904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328100.496205:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328100.496209:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328100.496212:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328100.496219:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13347 00000100:00080000:0.0:1767328100.496223:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767328100.496229:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247755904:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328100.496231:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328100.496246:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328100.496261:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247756032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328100.496339:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247756160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328100.496345:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328100.498205:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247756160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328100.498392:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328100.498398:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328100.498402:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756032:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328100.624015:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328101.264025:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328101.648073:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328102.288034:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328102.672078:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328103.312100:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328103.695996:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328104.336013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328104.720024:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328105.360065:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328105.615975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328105.615990:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328105.615994:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328105.616000:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328105.616006:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328105.616021:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13351 00000100:00080000:0.0:1767328105.616036:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328105.616045:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328105.616059:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328105.616106:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247756288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328105.616181:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328105.616205:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247756416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328105.618427:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247756416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328105.618434:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328105.618445:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328105.618451:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756288:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328105.744051:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328106.383997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328106.768089:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328107.407991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328107.792040:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328108.431997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328108.815968:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328109.455981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328109.839961:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328110.479942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328110.736000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328110.736023:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328110.736028:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328110.736033:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328110.736038:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328110.736053:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13357 00000100:00080000:3.0:1767328110.736066:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328110.736075:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328110.736088:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328110.736125:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247756544/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328110.736204:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247756672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328110.736221:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756544:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767328110.738338:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328110.738348:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328110.738354:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328110.738361:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247756672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328110.864076:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328111.504056:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328111.888089:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328112.527965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328112.912044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328113.552003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328113.936000:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767328114.575929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328114.960084:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328115.599979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328115.855966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328115.855976:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328115.855980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328115.855983:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328115.855988:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328115.855998:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13362 00000100:00080000:0.0:1767328115.856007:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328115.856014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328115.856025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328115.856060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247756800/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328115.856149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328115.856154:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767328115.856177:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247756928:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328115.858252:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328115.858262:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328115.858268:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247756800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328115.858384:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247756928:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328115.984010:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328116.623969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328117.008055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328117.647918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328118.032078:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328118.671992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328119.056004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328119.695918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328120.080051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328120.719965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328120.975977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328120.975988:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328120.975991:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328120.975994:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328120.975998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328120.976007:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13367 00000100:00080000:3.0:1767328120.976017:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328120.976023:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328120.976033:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328120.976063:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247757056/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328120.976117:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328120.976121:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247757184:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328120.978196:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328120.978202:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328120.978206:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328120.978242:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247757184:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328121.103990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328121.743936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328122.127961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328122.767983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328123.152004:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328123.791969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328124.176004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328124.815963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328125.071981:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328100/real 1767328100] req@ffff96e85087c380 x1853164247755904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328125 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328125.072021:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247755904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328125 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328125.072046:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328125.072065:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328125.072070:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247755904:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328125.072075:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328125.072082:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328125.072086:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328125.072096:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13351 00000100:00080000:1.0:1767328125.072108:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328125.072118:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328125.072154:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247757312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328125.072181:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328125.072185:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328125.072187:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328125.072192:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13372 00000100:00080000:1.0:1767328125.072196:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328125.072200:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328125.072208:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247757312:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767328125.072209:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328125.072230:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418700 x1853164247757440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328125.072290:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247757568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328125.072313:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328125.074122:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247757568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328125.074166:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328125.074173:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328125.074176:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757440:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328125.200020:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328125.839945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328126.224056:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328126.863947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328127.247971:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328127.887916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328128.272023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328128.911937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328129.296029:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328129.935932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328130.191967:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328130.191980:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328130.191984:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328130.191989:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328130.191994:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328130.192006:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13376 00000100:00080000:0.0:1767328130.192019:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328130.192027:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328130.192037:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328130.192070:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247757696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328130.192127:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328130.192135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328130.192139:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247757824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328130.194206:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328130.194214:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328130.194315:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328130.194479:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247757824:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328130.320051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328130.959971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328131.344067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328131.983933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328132.368043:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328133.007944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328133.392011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328134.031928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328134.416021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328135.055972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328135.311972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328135.311982:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328135.311984:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328135.311987:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328135.311991:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328135.312000:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13381 00000100:00080000:3.0:1767328135.312009:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328135.312015:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328135.312025:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328135.312056:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247757952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328135.312118:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247758080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328135.312122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757952:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767328135.314155:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328135.314161:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328135.314165:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247757952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328135.314174:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247758080:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328135.440010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328136.079950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328136.464025:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328137.103939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328137.487985:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328138.127974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328138.512044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328139.151921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328139.535979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328140.175991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328140.431965:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328140.431973:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328140.431976:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328140.431979:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328140.431983:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328140.431991:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13386 00000100:00080000:0.0:1767328140.432002:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328140.432008:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328140.432018:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328140.432050:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247758208/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328140.432120:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328140.432149:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247758336:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328140.434047:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247758336:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328140.434054:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328140.434062:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328140.434066:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758208:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328140.560045:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328141.200000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328141.583985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328142.223967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328142.608006:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328143.247953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328143.631982:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328144.271978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328144.655946:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328145.295933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328145.551922:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328145.551933:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328145.551937:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328145.551941:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328145.551946:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328145.551957:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13391 00000100:00080000:0.0:1767328145.551979:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328145.551989:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328145.552014:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328145.552048:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247758464/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328145.552112:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328145.552148:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247758592:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328145.554313:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328145.554319:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328145.554324:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328145.554373:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247758592:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328145.680061:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328146.319956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328146.704021:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328147.343937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328147.728074:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328148.367964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328148.752046:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328149.391935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328149.776024:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328150.415980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328150.671960:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328150.671974:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767328150.671974:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328125/real 1767328125] req@ffff96e86841aa00 x1853164247757312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328150 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328150.671985:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328150.672005:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328150.672011:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328150.672024:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13396 00000100:00080000:0.0:1767328150.672037:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767328150.672038:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841aa00 x1853164247757312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328150.672053:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328150.672072:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767328150.672076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328150.672102:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328150.672108:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247758720/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328150.672113:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247757312:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328150.672166:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758720:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328150.672188:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328150.672195:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328150.672198:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328150.672206:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13376 00000100:00080000:0.0:1767328150.672212:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328150.672217:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328150.672226:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247758848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328150.672234:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247758976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328150.672302:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247758976:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328150.674027:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328150.674034:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328150.674040:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247758720:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328150.674048:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247758848:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328150.800049:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328151.439929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328151.824072:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328152.463943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328152.847996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328153.487929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328153.872011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328154.511919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328154.896036:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328155.536001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328155.792009:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328155.792019:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328155.792023:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328155.792028:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328155.792033:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328155.792042:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13402 00000100:00080000:3.0:1767328155.792055:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767328155.792061:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328155.792074:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328155.792116:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247759104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328155.792179:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328155.792190:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247759232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328155.794359:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328155.794368:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328155.794373:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328155.794419:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247759232:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328155.920063:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328156.559925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328156.944026:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328157.583908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328157.968019:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328158.607902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328158.991972:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328159.631928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328160.016036:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328160.655917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328160.911946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328160.911957:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328160.911960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328160.911963:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328160.911968:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328160.911978:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13407 00000100:00080000:3.0:1767328160.911992:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767328160.912000:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328160.912012:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328160.912048:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247759360/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328160.912107:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328160.912120:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247759488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328160.912463:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328160.913979:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247759488:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328160.914069:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328160.914077:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328160.914081:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759360:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328161.040009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328161.679965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328162.064033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328162.703956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328163.087966:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328163.727972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328164.111966:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328164.751999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328165.136080:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328165.775943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328166.031973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328166.031984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328166.031987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328166.031991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328166.031999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328166.032010:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13412 00000100:00080000:0.0:1767328166.032024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767328166.032030:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328166.032042:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328166.032091:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247759616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328166.032152:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328166.032162:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247759744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328166.034212:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328166.034218:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328166.034223:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328166.034230:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247759744:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328166.160013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328166.799958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328167.184060:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328167.823937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328168.207993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328168.847985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328169.231976:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328169.871958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328170.256060:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328170.895918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328171.151967:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328171.151978:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328171.151982:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328171.151985:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328171.151988:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328171.151997:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13417 00000100:00080000:1.0:1767328171.152009:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328171.152014:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328171.152026:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328171.152058:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247759872/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328171.152110:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759872:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328171.152140:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247760000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328171.154292:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247760000:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328171.154308:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328171.154315:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328171.154319:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247759872:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328171.280055:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328171.919971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328172.304045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328172.943960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328173.328048:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328173.967949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328174.352089:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328174.991898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328175.247937:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328150/real 1767328150] req@ffff96e85087d500 x1853164247758976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328175.247968:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d500 x1853164247758976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328175.247983:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328175.247992:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328175.247995:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247758976:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328175.248091:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328175.248099:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328175.248104:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328175.248110:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13402 00000100:00080000:3.0:1767328175.248120:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328175.248126:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328175.248155:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247760128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328175.248171:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328175.248174:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328175.248176:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328175.248180:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13422 00000100:00100000:0.0:1767328175.248185:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247760128:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328175.248185:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328175.248193:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328175.248202:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328175.248213:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247760256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328175.248259:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328175.248280:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328175.248282:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760256:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328175.250071:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328175.250077:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328175.250082:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328175.250173:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328175.376096:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328176.015950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328176.400032:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328177.039968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328177.424047:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328178.063947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328178.448023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328179.087984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328179.472042:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328180.111924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328180.368006:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328180.368017:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328180.368020:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328180.368027:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328180.368031:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328180.368042:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13426 00000100:00080000:2.0:1767328180.368054:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328180.368061:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328180.368072:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328180.368107:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247760512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328180.368165:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328180.368178:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760640:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328180.370171:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328180.370178:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328180.370182:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328180.370191:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760640:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328180.495998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328181.135937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328181.520010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328182.159966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328182.544006:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328183.183898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328183.568000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328184.207940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328184.592030:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328185.231953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328185.487970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328185.487979:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328185.487982:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328185.487986:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328185.487990:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328185.487999:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13431 00000100:00080000:3.0:1767328185.488010:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328185.488016:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328185.488026:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328185.488057:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247760768/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328185.488106:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328185.488127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328185.488128:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760896:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328185.490235:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767328185.490240:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247760896:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328185.490244:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328185.490253:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247760768:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328185.615993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328186.255980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328186.640033:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328187.279945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328187.663998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328188.303953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328188.688045:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328189.327925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328189.712005:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328190.351939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328190.607915:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328190.607924:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328190.607927:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328190.607931:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328190.607934:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328190.607945:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13436 00000100:00080000:3.0:1767328190.607956:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328190.607963:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328190.607973:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328190.608004:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247761024/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328190.608054:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328190.608078:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328190.608094:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247761152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328190.609990:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247761152:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328190.609992:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328190.610004:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328190.610008:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761024:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328190.736037:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328191.375942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328191.760024:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328192.399909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328192.783986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328193.423949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328193.807995:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328194.447903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328194.832015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328195.471920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328195.727945:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328195.727970:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328195.727973:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328195.727976:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328195.727980:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328195.727989:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13442 00000100:00080000:0.0:1767328195.728000:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328195.728006:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328195.728016:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328195.728048:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247761280/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328195.728116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328195.728141:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247761408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328195.730071:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328195.730074:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247761408:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328195.730079:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328195.730085:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761280:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328195.856017:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328196.495982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328196.880009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328197.519964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328197.904022:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328198.543957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328198.928051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328199.567935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328199.952023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328200.591954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328200.847958:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328200.847968:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328200.847971:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328200.847975:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328200.847980:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767328200.847990:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328175/real 1767328175] req@ffff96e84e88e300 x1853164247760128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328200 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328200.847991:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13447 00000100:00080000:0.0:1767328200.848006:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328200.848016:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328200.848031:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328200.848038:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247760128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328200 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328200.848061:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328200.848070:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247761536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328200.848095:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328200.848103:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247760128:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328200.848124:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328200.848129:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328200.848132:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328200.848139:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13426 00000100:00080000:0.0:1767328200.848144:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767328200.848148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761536:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328200.848152:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328200.848165:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247761664:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328200.848171:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247761792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328200.848300:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247761792:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328200.850153:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328200.850160:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328200.850164:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328200.850177:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247761664:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328200.976070:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328201.615946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328202.000057:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328202.639981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328203.023984:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328203.664001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328204.048023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328204.687971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328205.072011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328205.711943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328205.967959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328205.967969:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328205.967973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328205.967977:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328205.967982:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328205.967994:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13452 00000100:00080000:2.0:1767328205.968006:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328205.968012:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328205.968024:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328205.968061:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596d80 x1853164247761920/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328205.968132:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767328205.968137:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328205.968149:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762048:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328205.970001:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328205.970010:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328205.970016:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247761920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328205.970026:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762048:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328206.096019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328206.735907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328207.120011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328207.759966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328208.144013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328208.783931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328209.168002:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328209.807927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328210.192008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328210.831927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328211.087981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328211.087994:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328211.087999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328211.088005:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328211.088011:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328211.088025:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13457 00000100:00080000:2.0:1767328211.088039:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328211.088049:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328211.088065:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328211.088113:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247762176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328211.088166:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328211.088200:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328211.090063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328211.090071:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328211.090075:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328211.090124:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762304:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328211.216020:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328211.855935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328212.240065:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328212.879929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328213.264005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328213.903959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328214.288023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328214.927940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328215.312030:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328215.951947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328216.207986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328216.207997:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328216.208000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328216.208005:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328216.208009:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328216.208019:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13462 00000100:00080000:2.0:1767328216.208033:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328216.208042:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328216.208056:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328216.208107:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247762432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328216.208192:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767328216.208204:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328216.208209:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762560:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328216.210189:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328216.210199:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328216.210204:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328216.210219:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247762560:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328216.336004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328216.975968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328217.360030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328217.999947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328218.383976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328219.023931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328219.408051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328220.047939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328220.432010:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328221.071954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328221.327950:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328221.327960:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328221.327962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328221.327966:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328221.327969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328221.327980:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13467 00000100:00080000:3.0:1767328221.327990:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328221.327997:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328221.328008:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328221.328039:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247762688/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328221.328088:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328221.328092:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328221.328104:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247762816:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328221.330001:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328221.330007:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328221.330012:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247762688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328221.330053:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247762816:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328221.455973:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328222.095970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328222.480039:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328223.119938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328223.503967:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328224.143931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328224.527961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328225.167969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328225.423963:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328200/real 1767328200] req@ffff96e85087e300 x1853164247761792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328225 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328225.424001:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087e300 x1853164247761792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328225 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328225.424022:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328225.424043:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328225.424049:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247761792:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328225.424068:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328225.424073:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328225.424077:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328225.424083:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13452 00000100:00080000:0.0:1767328225.424092:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328225.424099:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328225.424127:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247762944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328225.424148:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328225.424152:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328225.424154:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328225.424158:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13472 00000100:00080000:0.0:1767328225.424161:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328225.424165:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328225.424172:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328225.424184:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247762944:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328225.424185:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247763072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328225.424237:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247763200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328225.424355:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328225.426215:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247763200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328225.426241:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328225.426247:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328225.426251:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763072:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328225.552003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328226.191947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328226.575956:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328227.215932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328227.600023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328228.239901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328228.623956:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328229.263977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328229.647992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328230.287922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328230.543959:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328230.543971:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328230.543975:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328230.543979:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328230.543985:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328230.543997:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13476 00000100:00080000:0.0:1767328230.544009:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328230.544017:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328230.544028:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328230.544068:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247763328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328230.544143:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247763456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328230.544194:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328230.546005:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247763456:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328230.546016:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328230.546023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328230.546027:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763328:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328230.672036:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328231.311919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328231.695989:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328232.335944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328232.720012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328233.359915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328233.744034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328234.383927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328234.767986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328235.407950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328235.663923:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328235.663936:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328235.663939:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328235.663944:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328235.663949:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328235.663960:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13481 00000100:00080000:0.0:1767328235.663973:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328235.663981:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328235.663993:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328235.664031:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247763584/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328235.664097:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763584:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328235.664165:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767328235.664181:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247763712:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328235.666061:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328235.666069:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328235.666073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763584:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328235.666148:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247763712:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328235.792031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328236.431934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328236.815991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328237.455952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328237.840054:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328238.479907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328238.863975:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328239.503960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328239.888031:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328240.527909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328240.783983:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328240.783992:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328240.783995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328240.783998:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328240.784001:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328240.784010:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13487 00000100:00080000:2.0:1767328240.784031:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328240.784038:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328240.784048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328240.784081:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247763840/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328240.784141:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763840:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328240.784141:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328240.784152:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247763968:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328240.786200:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328240.786209:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328240.786216:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247763840:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328240.786262:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247763968:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328240.912003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328241.551960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328241.936028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328242.575911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328242.960001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328243.599922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328243.983977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328244.623998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328245.007996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328245.647991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328245.903977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328245.903988:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328245.903992:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328245.903997:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328245.904002:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328245.904013:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13492 00000100:00080000:0.0:1767328245.904025:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328245.904032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328245.904043:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328245.904076:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247764096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328245.904127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328245.904171:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247764224:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328245.905949:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328245.905956:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328245.905963:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328245.905984:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247764224:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328246.032026:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328246.671975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328247.056047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328247.695984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328248.079998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328248.719940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328249.103991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328249.743955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328250.127975:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328250.767930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328251.023941:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328251.023952:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767328251.023955:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328225/real 1767328225] req@ffff96e85087d500 x1853164247762944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328250 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328251.023956:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328251.023963:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328251.023968:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328251.023979:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13497 00000100:00080000:0.0:1767328251.023988:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328251.023995:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328251.024002:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d500 x1853164247762944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328250 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1767328251.024005:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767328251.024037:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328251.024039:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247764352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328251.024066:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328251.024073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247762944:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328251.024082:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328251.024086:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328251.024088:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328251.024093:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13476 00000100:00080000:0.0:1767328251.024096:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328251.024100:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328251.024110:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247764608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328251.024116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328251.024127:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247764480:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328251.024235:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247764608:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328251.025976:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247764480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328251.026023:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328251.026028:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328251.026032:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764352:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328251.152018:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328251.791967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328252.176002:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328252.815910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328253.200009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328253.839929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328254.224005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328254.863937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328255.247965:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328255.887941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328256.143967:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328256.143986:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328256.143992:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328256.143997:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328256.144001:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328256.144013:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13502 00000100:00080000:3.0:1767328256.144027:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328256.144035:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328256.144047:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328256.144083:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247764736/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328256.144149:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247764864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328256.144180:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328256.146197:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247764864:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328256.146206:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328256.146216:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328256.146221:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764736:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328256.272003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328256.911955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328257.296041:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328257.935910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328258.319996:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328258.959948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328259.344041:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328259.983930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328260.367991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328261.007955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328261.263948:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328261.263959:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328261.263962:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328261.263965:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328261.263969:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328261.263989:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13507 00000100:00080000:0.0:1767328261.264007:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328261.264016:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328261.264028:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328261.264061:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247764992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328261.264123:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247765120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328261.264163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328261.266101:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247765120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328261.266129:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328261.266137:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328261.266141:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247764992:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328261.392019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328262.031913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328262.416007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328263.055942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328263.440000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328264.079982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328264.464124:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328265.103953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328265.487960:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328266.127972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328266.383987:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328266.383999:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328266.384002:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328266.384009:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328266.384014:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328266.384026:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13512 00000100:00080000:0.0:1767328266.384038:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328266.384047:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328266.384060:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328266.384099:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247765248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328266.384164:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328266.384178:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328266.384194:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247765376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328266.386139:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247765376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328266.386194:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328266.386201:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328266.386205:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765248:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328266.512019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328267.151967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328267.535987:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328268.175937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328268.559969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328269.199971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328269.583976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328270.223925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328270.608051:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328271.247967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328271.503951:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328271.503960:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328271.503963:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328271.503966:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328271.503970:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328271.503980:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13517 00000100:00080000:0.0:1767328271.503990:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328271.503997:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328271.504008:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328271.504049:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247765504/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328271.504126:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328271.504138:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328271.504150:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247765632:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328271.505992:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328271.506001:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328271.506008:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328271.506021:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247765632:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328271.632004:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328272.271952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328272.656030:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328273.295906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328273.679977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328274.319948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328274.704010:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328275.343934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328275.728039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328276.367963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328276.623944:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328251/real 1767328251] req@ffff96e85087c380 x1853164247764608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328276.623951:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328276.623963:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328276.623967:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328276.623972:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328276.623978:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328276.623989:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13522 00000100:00100000:3.0:1767328276.623989:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247764608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328276.624004:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328276.624012:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328276.624016:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328276.624033:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767328276.624033:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328276.624039:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247764608:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328276.624079:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247765760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328276.624150:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765760:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328276.624152:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328276.624159:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328276.624161:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767328276.624169:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247765888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328276.624169:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13502 00000100:00080000:1.0:1767328276.624178:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328276.624185:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328276.624202:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247766016/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328276.624289:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247766016:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328276.625999:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328276.626006:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328276.626010:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247765760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328276.626042:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247765888:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328276.752002:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328277.391988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328277.776047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328278.415967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328278.800039:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328279.439951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328279.824045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328280.463966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328280.848132:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328281.487969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328281.743976:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328281.743988:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328281.743991:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328281.743995:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328281.744001:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328281.744013:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13528 00000100:00080000:1.0:1767328281.744026:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328281.744049:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328281.744061:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328281.744100:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247766144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328281.744186:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328281.744225:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247766272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328281.746444:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328281.746447:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247766272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328281.746453:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328281.746460:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766144:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328281.872008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328282.511976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328282.896028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328283.536004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328283.919999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328284.559984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328284.943992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328285.583941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328285.968068:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328286.607917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328286.864019:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328286.864032:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328286.864035:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328286.864039:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328286.864044:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328286.864055:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13533 00000100:00080000:3.0:1767328286.864083:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328286.864090:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328286.864102:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328286.864142:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247766400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328286.864211:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247766528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328286.864233:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766400:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328286.866089:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328286.866097:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328286.866103:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328286.866116:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247766528:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328286.992047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328287.631927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328288.016065:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328288.655954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328289.039978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328289.679953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328290.064038:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328290.704006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328291.088016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328291.727932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328291.984035:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328291.984050:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328291.984054:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328291.984060:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328291.984066:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328291.984078:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13538 00000100:00080000:3.0:1767328291.984094:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328291.984102:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328291.984116:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328291.984159:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247766656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328291.984242:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328291.984262:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247766784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328291.986322:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247766784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328291.986379:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328291.986385:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328291.986389:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766656:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328292.112016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328292.751997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328293.136041:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328293.775949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328294.160025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328294.799971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328295.184034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328295.823950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328296.208083:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328296.847982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328297.103999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328297.104011:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328297.104014:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328297.104022:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328297.104035:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328297.104047:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13543 00000100:00080000:3.0:1767328297.104060:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328297.104068:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328297.104079:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328297.104112:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247766912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328297.104179:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328297.104191:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247767040:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328297.104223:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328297.106078:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247767040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328297.106088:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328297.106097:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328297.106101:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247766912:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328297.232024:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328297.871982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328298.255993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328298.895990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328299.279971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328299.919977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328300.304061:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328300.943952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328301.199987:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328276/real 1767328276] req@ffff96e868419f80 x1853164247766016/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328301.200027:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419f80 x1853164247766016/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328301.200049:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328301.200080:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328301.200086:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247766016:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328301.200120:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328301.200126:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328301.200129:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328301.200135:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13528 00000100:00080000:3.0:1767328301.200145:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328301.200152:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328301.200182:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247767168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328301.200210:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328301.200213:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328301.200215:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328301.200219:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13548 00000100:00080000:3.0:1767328301.200222:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328301.200225:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328301.200233:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328301.200242:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247767296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328301.200254:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247767168:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328301.200288:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328301.200299:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247767424:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328301.200364:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767296:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328301.202036:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328301.202042:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328301.202047:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328301.202235:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247767424:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328301.328091:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328301.967970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328302.352040:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328302.991974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328303.376026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328304.015962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328304.400011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328305.039938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328305.424039:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328306.063958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328306.319941:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328306.319950:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328306.319953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328306.319961:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328306.319965:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328306.319975:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13552 00000100:00080000:3.0:1767328306.319987:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328306.319994:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328306.320005:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328306.320083:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247767552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328306.320140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328306.320169:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247767680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328306.322045:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328306.322053:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328306.322054:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247767680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328306.322059:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767552:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328306.447955:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328307.087931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328307.471972:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328308.111909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328308.495954:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328309.135915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328309.520010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328310.159934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328310.544029:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328311.183904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328311.439987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328311.439996:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328311.439999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328311.440002:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328311.440006:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328311.440014:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13557 00000100:00080000:0.0:1767328311.440024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328311.440031:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328311.440041:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328311.440075:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247767808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328311.440137:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247767936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328311.440140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767808:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328311.441798:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328311.441800:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247767936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328311.441806:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328311.441811:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247767808:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328311.567968:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328312.207932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328312.592000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328313.231970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328313.615970:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328314.255953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328314.639987:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328315.279921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328315.663961:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328316.303966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328316.560016:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328316.560028:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328316.560031:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328316.560038:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328316.560043:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328316.560054:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13562 00000100:00080000:2.0:1767328316.560078:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328316.560107:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328316.560120:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328316.560157:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247768064/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328316.560224:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328316.560251:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247768192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328316.562021:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767328316.562026:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247768192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328316.562029:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328316.562037:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768064:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328316.687988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328317.327937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328317.712006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328318.351914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328318.735990:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328319.375953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328319.760030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328320.399982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328320.783976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328321.423946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328321.679993:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328321.680004:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328321.680007:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328321.680020:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328321.680026:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328321.680037:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13567 00000100:00080000:3.0:1767328321.680050:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328321.680058:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328321.680071:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328321.680107:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247768320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328321.680161:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328321.680196:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247768448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328321.681791:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328321.681797:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328321.681802:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247768448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328321.681803:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768320:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328321.808036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328322.447993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328322.832051:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328323.471957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328323.856032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328324.495942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328324.879965:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328325.519963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328325.903998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328326.543935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328326.799964:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328301/real 1767328301] req@ffff96e84e88f800 x1853164247767168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328326 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328326.799992:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328326.799999:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767328326.800002:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f800 x1853164247767168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328326 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328326.800005:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328326.800016:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328326.800023:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328326.800035:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328326.800055:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13573 00000100:00080000:0.0:1767328326.800056:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328326.800065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247767168:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328326.800070:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328326.800079:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328326.800090:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328326.800131:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419500 x1853164247768576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328326.800182:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328326.800185:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328326.800186:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328326.800190:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13552 00000100:00100000:0.0:1767328326.800192:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767328326.800193:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328326.800201:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328326.800211:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247768704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328326.800214:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247768832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328326.800267:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328326.800341:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247768832:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328326.802088:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247768704:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328326.802092:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328326.802100:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328326.802105:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768576:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328326.928008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328327.567974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328327.951996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328328.591957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328328.976021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328329.615915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328329.999989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328330.639919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328331.024033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328331.663940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328331.919985:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328331.919994:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328331.919997:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328331.920000:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328331.920004:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328331.920013:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13578 00000100:00080000:2.0:1767328331.920022:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328331.920028:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328331.920038:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328331.920068:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247768960/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328331.920164:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767328331.920174:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328331.920178:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247769088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328331.921987:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247769088:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328331.922004:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328331.922014:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328331.922019:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247768960:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328332.048046:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328332.687919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328333.072012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328333.711950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328334.095999:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328334.735943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328335.119980:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328335.759989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328336.143993:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328336.783935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328337.039944:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328337.039954:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328337.039958:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328337.039962:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328337.039966:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328337.039977:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13583 00000100:00080000:2.0:1767328337.040015:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328337.040042:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328337.040072:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328337.040110:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247769216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328337.040177:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247769344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328337.040183:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769216:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328337.042166:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328337.042170:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247769344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328337.042174:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328337.042178:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769216:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328337.168068:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328337.807930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328338.192032:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328338.831969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328339.216025:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328339.855931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328340.240005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328340.879993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328341.264032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328341.903898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328342.159983:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328342.159996:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328342.159999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328342.160003:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328342.160008:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328342.160019:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13588 00000100:00080000:0.0:1767328342.160032:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328342.160040:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328342.160052:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328342.160087:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247769472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328342.160140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328342.160157:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328342.160172:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247769600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328342.162154:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328342.162160:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328342.162165:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328342.162174:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247769600:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328342.287991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328342.927969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328343.312015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328343.951942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328344.336061:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328344.975974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328345.360016:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328345.999943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328346.384008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328347.023953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328347.279974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328347.279984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328347.279986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328347.279990:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328347.279993:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328347.280002:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13593 00000100:00080000:2.0:1767328347.280011:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328347.280018:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328347.280028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328347.280059:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247769728/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328347.280124:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247769856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328347.280129:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769728:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328347.281879:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328347.281885:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328347.281890:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247769728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328347.281894:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247769856:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328347.408006:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328348.047954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328348.432008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328349.071966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328349.455982:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328350.095919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328350.479993:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328351.119942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328351.375956:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328326/real 1767328326] req@ffff96e868419f80 x1853164247768832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328351.375991:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419f80 x1853164247768832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328351.376007:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328351.376027:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328351.376030:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247768832:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328351.376085:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328351.376093:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328351.376097:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328351.376103:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13578 00000100:00080000:3.0:1767328351.376114:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328351.376121:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328351.376155:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247769984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328351.376183:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328351.376187:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328351.376189:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328351.376195:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13598 00000100:00080000:3.0:1767328351.376200:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328351.376205:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328351.376215:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328351.376224:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247769984:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328351.376232:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247770112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328351.376301:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328351.376316:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328351.376320:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770112:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328351.377990:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328351.377997:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328351.378000:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328351.378023:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770240:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328351.503990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328352.143936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328352.528013:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328353.167961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328353.552015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328354.191946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328354.576079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328355.215997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328355.599969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328356.239998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328356.495931:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328356.495942:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328356.495946:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328356.495950:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328356.495954:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328356.495966:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13602 00000100:00080000:3.0:1767328356.495978:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328356.495987:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328356.496000:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328356.496036:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247770368/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328356.496113:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770368:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328356.496186:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770496:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328356.497951:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328356.497965:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328356.497976:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770368:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328356.498029:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770496:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328356.624058:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328357.263994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328357.648053:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328358.288024:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328358.671963:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328359.311971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328359.696056:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328360.335963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328360.719975:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328361.359931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328361.615974:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328361.615985:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328361.615989:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328361.615993:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328361.615998:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328361.616012:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13607 00000100:00080000:2.0:1767328361.616027:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328361.616039:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328361.616056:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328361.616102:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247770624/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328361.616186:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328361.616201:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328361.616222:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770752:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328361.618150:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328361.618157:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328361.618163:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328361.618199:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247770752:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328361.744008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328362.384078:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328362.768062:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328363.407980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328363.792050:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328364.431943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328364.816085:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328365.456036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328365.839955:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328366.479970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328366.735966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328366.735977:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328366.735980:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328366.735985:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328366.735989:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328366.736000:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13613 00000100:00080000:2.0:1767328366.736011:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328366.736018:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328366.736030:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328366.736069:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247770880/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328366.736129:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328366.736142:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247771008:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328366.736150:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328366.737960:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247771008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328366.737966:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328366.737975:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328366.737981:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247770880:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328366.864050:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328367.503998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328367.888082:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328368.527951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328368.912036:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328369.551935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328369.936069:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328370.575993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328370.959970:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328371.599903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328371.855975:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328371.855989:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328371.855993:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328371.855998:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328371.856005:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328371.856019:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13618 00000100:00080000:2.0:1767328371.856034:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328371.856042:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328371.856056:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328371.856101:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247771136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328371.856168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328371.856185:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247771264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328371.858204:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247771264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328371.858234:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328371.858243:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328371.858248:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771136:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328371.984054:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328372.623963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328373.008011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328373.647952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328374.032038:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328374.672014:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328375.056016:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328375.695945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328376.080052:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328376.719940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328376.975986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767328376.975993:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328351/real 1767328351] req@ffff96e84e88e680 x1853164247769984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328376 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328376.975995:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328376.976000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328376.976007:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328376.976013:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328376.976021:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13623 00000100:00080000:0.0:1767328376.976032:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328376.976039:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328376.976046:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e680 x1853164247769984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328376 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1767328376.976051:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767328376.976073:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328376.976094:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247771392/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328376.976100:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328376.976107:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247769984:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328376.976143:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771392:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328376.976159:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328376.976164:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328376.976166:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328376.976171:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13602 00000100:00080000:0.0:1767328376.976175:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328376.976178:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328376.976202:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247771648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328376.976225:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247771520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328376.976282:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247771648:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328376.978054:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328376.978060:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328376.978065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328376.978130:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247771520:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328377.104010:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328377.743925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328378.128015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328378.767931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328379.152039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328379.792009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328380.176034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328380.815924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328381.200017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328381.839948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328382.095956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328382.095967:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328382.095970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328382.095973:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328382.095978:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328382.095988:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13628 00000100:00080000:2.0:1767328382.096000:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328382.096006:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328382.096018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328382.096057:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247771776/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328382.096122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328382.096173:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247771904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328382.097972:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328382.097977:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247771904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328382.097980:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328382.097988:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247771776:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328382.224028:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328382.863955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328383.248001:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328383.887952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328384.272019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328384.911967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328385.296066:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328385.935966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328386.319993:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328386.959941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328387.215972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328387.215994:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328387.215998:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328387.216002:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328387.216007:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328387.216018:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13633 00000100:00080000:0.0:1767328387.216040:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328387.216048:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328387.216059:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328387.216095:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247772032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328387.216158:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328387.216173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247772160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328387.218616:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328387.218620:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247772160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328387.218627:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328387.218634:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772032:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328387.344079:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328387.983995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328388.368052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328389.007958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328389.392058:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328390.031944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328390.416031:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328391.055978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328391.439989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328392.079907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328392.335963:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328392.335972:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328392.335975:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328392.335979:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328392.335983:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328392.335992:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13638 00000100:00080000:3.0:1767328392.336002:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328392.336009:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328392.336019:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328392.336051:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247772288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328392.336109:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328392.336113:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328392.336124:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247772416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328392.337768:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328392.337775:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328392.337780:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328392.337903:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247772416:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328392.464001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328393.103935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328393.488004:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328394.127963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328394.511995:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328395.151897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328395.535982:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328396.175932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328396.559964:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328397.199895:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328397.455940:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328397.455950:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328397.455953:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328397.455956:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328397.455960:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328397.455969:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13643 00000100:00080000:0.0:1767328397.455980:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328397.455986:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328397.455996:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328397.456025:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247772544/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328397.456096:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247772672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328397.456097:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772544:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328397.457979:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328397.457986:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328397.457991:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328397.458119:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247772672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328397.583990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328398.223951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328398.608011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328399.247956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328399.632005:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328400.271965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328400.656001:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328401.295946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328401.551963:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328376/real 1767328376] req@ffff96e85087df80 x1853164247771648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328401 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328401.552029:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247771648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328401 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328401.552044:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328401.552064:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328401.552068:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247771648:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328401.552118:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328401.552126:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767328401.552130:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328401.552136:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13628 00000100:00080000:2.0:1767328401.552146:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328401.552173:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328401.552209:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247772800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767328401.552228:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328401.552231:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328401.552232:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328401.552235:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13648 00000100:00080000:2.0:1767328401.552238:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328401.552241:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328401.552249:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328401.552259:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247772800:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328401.552261:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596d80 x1853164247772928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328401.552305:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328401.552313:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247773056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328401.552350:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772928:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328401.554223:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328401.554229:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328401.554233:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247772928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328401.554254:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247773056:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328401.679998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328402.319927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328402.704002:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328403.343995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328403.727992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328404.367959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328404.752023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328405.391939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328405.776028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328406.415955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328406.671928:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328406.671937:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328406.671939:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328406.671942:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328406.671946:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328406.671954:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13652 00000100:00080000:2.0:1767328406.671964:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328406.671971:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328406.671980:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328406.672011:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247773184/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328406.672060:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328406.672065:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328406.672075:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247773312:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328406.673807:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328406.673813:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328406.673816:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328406.673837:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247773312:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328406.799996:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328407.439935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328407.823987:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328408.463939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328408.847992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328409.487955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328409.872039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328410.511939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328410.896004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328411.535947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328411.791951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328411.791959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328411.791961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328411.791964:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328411.791968:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328411.791993:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13658 00000100:00080000:1.0:1767328411.792002:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328411.792008:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328411.792018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328411.792053:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247773440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328411.792106:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247773568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328411.792153:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773440:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328411.793697:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328411.793703:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328411.793709:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328411.793730:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247773568:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328411.919953:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328412.559937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328412.943996:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328413.583986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328413.968056:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328414.607904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328414.991998:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328415.631937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328416.015987:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328416.655965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328416.912030:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328416.912042:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328416.912047:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328416.912053:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328416.912059:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328416.912072:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13663 00000100:00080000:0.0:1767328416.912086:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328416.912095:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328416.912109:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328416.912154:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247773696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328416.912265:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328416.912333:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328416.912357:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247773824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328416.915355:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328416.915385:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247773824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328416.915391:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328416.915406:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773696:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328417.039989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328417.679929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328418.064010:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328418.703955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328419.088040:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328419.727956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328420.112015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328420.751931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328421.136004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328421.775916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328422.031951:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328422.031959:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328422.031962:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328422.031965:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328422.031968:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328422.031976:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13668 00000100:00080000:0.0:1767328422.031999:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328422.032005:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328422.032014:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328422.032044:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247773952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328422.032096:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328422.032100:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328422.032108:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247774080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328422.034209:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328422.034215:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328422.034220:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247773952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328422.034226:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247774080:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328422.159934:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328422.799936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328423.184001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328423.823912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328424.207996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328424.847936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328425.231974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328425.871914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328426.127964:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328401/real 1767328401] req@ffff96e870596680 x1853164247772800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328426.127995:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870596680 x1853164247772800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328426.128012:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328426.128035:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328426.128039:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247772800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328426.128087:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328426.128092:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328426.128095:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328426.128100:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13652 00000100:00080000:0.0:1767328426.128108:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328426.128113:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328426.128137:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247774208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328426.128157:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328426.128160:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328426.128161:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328426.128164:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13673 00000100:00080000:0.0:1767328426.128185:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328426.128189:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328426.128197:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328426.128207:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247774336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328426.128257:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247774464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328426.128307:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247774208:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328426.128450:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328426.130186:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247774464:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328426.130307:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328426.130313:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328426.130318:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774336:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328426.255982:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328426.895954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328427.279954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328427.919940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328428.303995:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328428.943967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328429.328002:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328429.967924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328430.352033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328430.991918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328431.247944:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328431.247952:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328431.247956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328431.247960:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328431.247963:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328431.247973:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13677 00000100:00080000:0.0:1767328431.247982:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328431.247988:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328431.247997:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328431.248032:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247774592/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328431.248111:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247774720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328431.248116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774592:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328431.250101:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328431.250105:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247774720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328431.250110:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328431.250118:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774592:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328431.375956:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328432.015961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328432.399969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328433.039937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328433.424050:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328434.063918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328434.448036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328435.087930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328435.472016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328436.111906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328436.367941:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328436.367950:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328436.367952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328436.367973:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328436.367977:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328436.367987:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13682 00000100:00080000:0.0:1767328436.367997:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328436.368009:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328436.368018:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328436.368050:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247774848/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328436.368103:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328436.368106:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328436.368114:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247774976:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328436.370498:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328436.370505:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328436.370509:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247774848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328436.370543:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247774976:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328436.495999:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328437.135914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328437.519954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328438.159963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328438.543989:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328439.183945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328439.568086:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328440.207975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328440.591997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328441.231946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328441.487944:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328441.487953:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328441.487956:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328441.487960:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328441.487964:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328441.487973:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13687 00000100:00080000:0.0:1767328441.487984:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328441.487991:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328441.488001:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328441.488029:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247775104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328441.488100:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328441.488113:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328441.488116:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247775232:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328441.490736:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247775232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328441.490782:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328441.490792:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328441.490798:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775104:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328441.615985:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328442.255980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328442.639998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328443.279893:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328443.664016:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328444.303952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328444.687993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328445.327909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328445.711957:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328446.351928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328446.607950:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328446.607959:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328446.607962:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328446.607965:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328446.607969:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328446.607978:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13692 00000100:00080000:0.0:1767328446.607990:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328446.607997:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328446.608009:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328446.608045:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247775360/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328446.608114:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328446.608154:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328446.608178:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247775488:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328446.609963:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328446.609972:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328446.609977:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328446.610030:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247775488:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328446.735997:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328447.375937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328447.760008:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328448.399958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328448.783977:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328449.423925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328449.808002:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328450.447929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328450.831966:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328451.471923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328451.727943:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328451.727952:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767328451.727953:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328426/real 1767328426] req@ffff96e85087ea00 x1853164247774208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328451.727955:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328451.727962:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328451.727968:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328451.727976:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13698 00000100:00080000:1.0:1767328451.727987:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328451.727995:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328451.727999:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247774208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1767328451.728010:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767328451.728016:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328451.728034:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328451.728037:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247774208:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328451.728056:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419500 x1853164247775616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328451.728092:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775616:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328451.728093:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328451.728100:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328451.728103:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328451.728107:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13677 00000100:00080000:1.0:1767328451.728110:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328451.728113:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328451.728123:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247775872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328451.728143:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247775744:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328451.728217:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247775872:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328451.729620:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328451.729626:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328451.729630:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247775616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328451.729754:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247775744:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328451.855990:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328452.495929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328452.879952:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328453.519928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328453.903988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328454.543925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328454.928044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328455.567916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328455.951981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328456.591909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328456.847952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328456.847960:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328456.847963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328456.847967:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328456.847970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328456.847979:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13703 00000100:00080000:1.0:1767328456.847989:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328456.847995:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328456.848005:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328456.848035:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247776000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328456.848090:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328456.848097:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247776128:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328456.849741:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328456.849748:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328456.849752:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328456.849884:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247776128:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328456.975992:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328457.615946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328457.999971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328458.639936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328459.024016:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328459.663909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328460.048021:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328460.687933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328461.072001:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328461.711930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328461.967926:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328461.967935:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328461.967938:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328461.967943:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328461.967947:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328461.967956:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13708 00000100:00080000:2.0:1767328461.967967:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328461.967973:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328461.967982:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328461.968028:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247776256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328461.968080:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328461.968086:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328461.968097:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247776384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328461.970060:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328461.970067:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328461.970073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328461.970074:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247776384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328462.095943:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328462.735906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328463.119943:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328463.759953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328464.143978:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328464.783939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328465.167945:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328465.807921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328466.191972:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328466.831931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328467.087949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328467.087957:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328467.087960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328467.087964:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328467.087967:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328467.087976:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13713 00000100:00080000:1.0:1767328467.087986:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328467.087991:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328467.088000:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328467.088029:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247776512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328467.088080:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328467.088087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328467.088092:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247776640:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328467.089945:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328467.089949:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247776640:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328467.089955:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328467.089963:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776512:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328467.216009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328467.855986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328468.240064:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328468.879922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328469.264022:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328469.903960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328470.288001:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328470.927921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328471.311994:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328471.951945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328472.207942:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328472.207952:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328472.207955:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328472.207960:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328472.207964:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328472.207975:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13718 00000100:00080000:1.0:1767328472.207987:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328472.207994:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328472.208006:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328472.208036:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247776768/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328472.208090:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767328472.208103:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247776896:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328472.208109:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776768:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328472.211135:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328472.211143:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328472.211151:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247776768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328472.211153:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247776896:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328472.336013:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328472.975928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328473.359970:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328473.999924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328474.383974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328475.023942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328475.407963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328476.047927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328476.304032:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328451/real 1767328451] req@ffff96e86841b100 x1853164247775872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328476.304063:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841b100 x1853164247775872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328476.304080:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328476.304101:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328476.304106:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247775872:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328476.304183:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328476.304188:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328476.304190:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328476.304195:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13703 00000100:00080000:0.0:1767328476.304202:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328476.304208:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328476.304232:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247777024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328476.304253:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328476.304256:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328476.304258:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328476.304261:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13723 00000100:00080000:0.0:1767328476.304264:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328476.304266:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328476.304274:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328476.304304:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247777152/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328476.304350:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247777280:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328476.304357:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247777024:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328476.304433:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777152:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328476.306239:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247777280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328476.306258:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328476.306267:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328476.306272:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777152:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328476.432010:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328477.071919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328477.456035:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328478.095927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328478.479944:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328479.120020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328479.503990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328480.143929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328480.527974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328481.167949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328481.423923:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328481.423932:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328481.423934:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328481.423938:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328481.423941:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328481.423950:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13727 00000100:00080000:0.0:1767328481.423960:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328481.423965:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328481.423975:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328481.424012:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247777408/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328481.424081:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328481.424094:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328481.424095:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247777536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328481.425909:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328481.425916:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328481.425921:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328481.425995:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247777536:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328481.551998:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328482.191933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328482.576081:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328483.215946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328483.600442:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328484.239986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328484.624002:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328485.263975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328485.648010:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328486.287966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328486.543970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328486.543978:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328486.543981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328486.543984:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328486.543988:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328486.543997:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13732 00000100:00080000:3.0:1767328486.544007:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328486.544014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328486.544023:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328486.544052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247777664/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328486.544116:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328486.544128:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247777792:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328486.544139:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777664:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328486.546057:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328486.546063:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247777792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328486.546067:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328486.546081:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777664:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328486.672002:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328487.311951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328487.696010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328488.335940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328488.719981:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328489.359954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328489.744018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328490.383949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328490.767981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328491.407932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328491.663955:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328491.663963:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328491.663966:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328491.663969:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328491.663972:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328491.663982:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13737 00000100:00080000:3.0:1767328491.663992:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328491.664000:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328491.664013:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328491.664047:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247777920/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328491.664116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328491.664130:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328491.664152:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247778048:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328491.666103:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328491.666112:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328491.666119:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247777920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328491.666164:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247778048:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328491.792006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328492.431945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328492.816027:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328493.455924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328493.839957:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328494.479938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328494.864029:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328495.503931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328495.887956:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328496.527952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328496.783966:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328496.783975:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328496.783977:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328496.783981:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328496.783985:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328496.783994:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13743 00000100:00080000:3.0:1767328496.784005:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328496.784010:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328496.784020:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328496.784052:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247778176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328496.784123:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328496.784136:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328496.784157:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247778304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328496.785991:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328496.786000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328496.786007:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328496.786029:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247778304:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328496.912016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328497.551922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328497.936031:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328498.575938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328498.960009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328499.599921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328499.984045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328500.623950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328501.008009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328501.647922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328501.903966:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767328501.903973:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328476/real 1767328476] req@ffff96e85087ea00 x1853164247777024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328501 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328501.903979:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328501.903985:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328501.903997:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328501.904006:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328501.904018:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13748 00000100:00080000:2.0:1767328501.904032:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767328501.904040:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247777024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328501 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328501.904043:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328501.904062:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767328501.904068:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328501.904091:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328501.904095:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247777024:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328501.904109:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247778432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328501.904172:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247778560:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328501.904173:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328501.904190:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767328501.904193:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328501.904197:0:228677:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13727 00000100:00080000:2.0:1767328501.904200:0:228677:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328501.904203:0:228677:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328501.904216:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247778688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328501.904259:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328501.904327:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247778688:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328501.906249:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328501.906259:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328501.906271:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247778560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328501.906272:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778432:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328502.032027:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328502.671942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328503.056030:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328503.695925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328504.079994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328504.720020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328505.104028:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328505.743909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328506.127956:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328506.767967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328507.023986:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328507.023997:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328507.024000:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328507.024004:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328507.024010:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328507.024021:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13753 00000100:00080000:0.0:1767328507.024034:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328507.024041:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328507.024056:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328507.024106:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247778816/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328507.024177:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778816:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328507.024196:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247778944:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328507.026076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328507.026084:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328507.026090:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247778816:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328507.026106:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247778944:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328507.152028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328507.791956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328508.176154:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328508.815958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328509.200015:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328509.839956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328510.224066:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328510.863966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328511.247972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328511.887951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328512.144072:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328512.144085:0:228677:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328512.144089:0:228677:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328512.144093:0:228677:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328512.144098:0:228677:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328512.144111:0:228677:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13758 00000100:00080000:1.0:1767328512.144124:0:228677:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328512.144132:0:228677:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328512.144145:0:228677:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328512.144190:0:228677:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247779072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328512.144284:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328512.144398:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247779200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328512.146018:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328512.146026:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328512.146031:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328512.146128:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247779200:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328512.272091:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328512.911947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328513.296059:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328513.935942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328514.319996:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328514.959942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328515.344034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328515.983949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328516.368061:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328517.007978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328517.264004:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328517.264015:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328517.264019:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328517.264023:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328517.264028:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328517.264040:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13763 00000100:00080000:2.0:1767328517.264051:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328517.264058:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328517.264070:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328517.264103:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247779328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328517.264189:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328517.264213:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247779456:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328517.266177:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328517.266191:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328517.266193:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247779456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328517.266204:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779328:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328517.392023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328518.031974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328518.416068:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328519.055934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328519.439954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328520.079959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328520.464036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328521.103930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328521.487941:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328522.127946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328522.383952:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328522.383961:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328522.383964:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328522.383967:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328522.383971:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328522.383978:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13768 00000100:00080000:3.0:1767328522.383988:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328522.383993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328522.384003:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328522.384032:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247779584/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328522.384075:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328522.384091:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247779712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328522.384104:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779584:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328522.385777:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767328522.385782:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247779712:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328522.385783:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328522.385787:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779584:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328522.512023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328523.151935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328523.535975:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328524.175967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328524.559949:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328525.199962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328525.584022:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328526.224010:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328526.479939:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328501/real 1767328501] req@ffff96e870594000 x1853164247778688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328526 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328526.479976:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870594000 x1853164247778688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328526 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328526.479995:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328526.480007:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328526.480012:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247778688:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328526.480129:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328526.480135:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328526.480137:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328526.480142:0:303839:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13753 00000100:00080000:3.0:1767328526.480150:0:303839:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328526.480155:0:303839:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328526.480179:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247779840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328526.480202:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328526.480205:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328526.480207:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328526.480211:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13773 00000100:00080000:3.0:1767328526.480214:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328526.480226:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328526.480239:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328526.480252:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247779840:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328526.480257:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247779968/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328526.480363:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779968:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328526.480381:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247780096:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328526.482234:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247780096:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328526.482310:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328526.482315:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328526.482318:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247779968:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328526.607954:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328527.247937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328527.632003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328528.271924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328528.656023:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328529.295974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328529.679934:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328530.319974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328530.704048:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328531.343916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328531.599929:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328531.599937:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328531.599941:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328531.599945:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328531.599949:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328531.599959:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13777 00000100:00080000:0.0:1767328531.599970:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328531.600013:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328531.600023:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328531.600050:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247780224/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328531.600110:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247780352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328531.600122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780224:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328531.602111:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328531.602117:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328531.602121:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780224:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328531.602127:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247780352:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328531.728013:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328532.367948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328532.752001:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328533.391931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328533.776020:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328534.415962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328534.799968:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328535.439923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328535.823990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328536.463943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328536.719967:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328536.719975:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328536.719978:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328536.719982:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328536.719985:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328536.719995:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13783 00000100:00080000:3.0:1767328536.720005:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328536.720011:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328536.720021:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328536.720056:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247780480/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328536.720108:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780480:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328536.720109:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328536.720121:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247780608:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328536.721916:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328536.721923:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328536.721930:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780480:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328536.721932:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247780608:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328536.848008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328537.487915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328537.871984:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328538.511964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328538.896079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328539.535955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328539.920052:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328540.559944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328540.944012:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328541.583988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328541.839981:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328541.839990:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328541.839992:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328541.839995:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328541.839999:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328541.840007:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13788 00000100:00080000:1.0:1767328541.840016:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328541.840022:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328541.840032:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328541.840063:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247780736/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328541.840115:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328541.840124:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247780864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328541.840137:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328541.842335:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247780864:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328541.842353:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328541.842361:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328541.842365:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780736:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328541.967977:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328542.607958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328542.992037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328543.631966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328544.016048:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328544.655906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328545.040059:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328545.679899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328546.064064:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328546.703914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328546.959956:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328546.959964:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328546.959967:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328546.959971:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328546.959975:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328546.959985:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13793 00000100:00080000:0.0:1767328546.959995:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328546.960002:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328546.960011:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328546.960038:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247780992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328546.960086:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328546.960090:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328546.960101:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328546.961952:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328546.961961:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328546.961969:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328546.961973:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247780992:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328547.087981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328547.727943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328548.112039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328548.751957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328549.136052:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328549.775940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328550.160031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328550.799971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328551.055990:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328526/real 1767328526] req@ffff96e84e88ca80 x1853164247779840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328551 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328551.056025:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ca80 x1853164247779840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328551 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328551.056044:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328551.056075:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328551.056079:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247779840:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328551.056142:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328551.056149:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328551.056152:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328551.056159:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13777 00000100:00080000:0.0:1767328551.056169:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328551.056176:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328551.056209:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247781248/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328551.056235:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328551.056240:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328551.056242:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328551.056248:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13798 00000100:00080000:0.0:1767328551.056252:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328551.056258:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328551.056268:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328551.056268:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247781248:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328551.056291:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247781376/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328551.056370:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328551.056436:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328551.058441:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328551.058452:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328551.058458:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328551.058498:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328551.184087:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328551.823930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328552.207988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328552.847908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328553.232091:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328553.871947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328554.256043:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328554.895916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328555.280000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328555.919944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328556.175988:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328556.176001:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328556.176003:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328556.176007:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328556.176011:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328556.176020:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13802 00000100:00080000:1.0:1767328556.176030:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328556.176037:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328556.176047:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328556.176075:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418700 x1853164247781632/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328556.176125:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328556.176130:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781632:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328556.176137:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781760:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328556.178178:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328556.178185:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328556.178190:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781632:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328556.178197:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247781760:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328556.304035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328556.943925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328557.327967:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328557.967943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328558.352008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328558.991900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328559.376025:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328560.016004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328560.399962:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328561.039991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328561.295934:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328561.295944:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328561.295946:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328561.295950:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328561.295954:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328561.295962:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13807 00000100:00080000:1.0:1767328561.295973:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328561.295979:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328561.295989:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328561.296021:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247781888/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328561.296072:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328561.296102:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767328561.296115:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247782016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328561.297939:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328561.297945:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328561.297949:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247781888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328561.298022:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247782016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328561.424011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328562.063912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328562.447946:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328563.087965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328563.471988:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328564.111914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328564.495953:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328565.135959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328565.519961:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328566.159943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328566.415937:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328566.415947:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328566.415951:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328566.415956:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328566.415960:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328566.415971:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13812 00000100:00080000:2.0:1767328566.415982:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328566.415989:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328566.415998:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328566.416030:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247782144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328566.416082:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328566.416092:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328566.416105:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247782272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328566.418176:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328566.418184:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328566.418190:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328566.418267:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247782272:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328566.544022:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328567.183949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328567.567965:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328568.207959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328568.592000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328569.231971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328569.615983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328570.255912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328570.639993:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328571.280014:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328571.535990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328571.536001:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328571.536005:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328571.536009:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328571.536014:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328571.536024:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13817 00000100:00080000:3.0:1767328571.536036:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328571.536043:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328571.536055:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328571.536086:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247782400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328571.536160:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247782528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328571.536163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328571.537935:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247782528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328571.537945:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328571.537954:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328571.537960:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782400:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328571.664009:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328572.303924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328572.688015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328573.327961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328573.711987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328574.351925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328574.735996:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328575.375951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328575.759959:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328576.399903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328576.655924:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328551/real 1767328551] req@ffff96e85087df80 x1853164247781248/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328576 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328576.655928:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328576.655937:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328576.655943:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328576.655948:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328576.655951:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328576.655958:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13822 00000100:00080000:0.0:1767328576.655966:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767328576.655968:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247781248/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328576 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328576.655975:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328576.655989:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767328576.655999:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328576.656017:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247782656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767328576.656020:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328576.656031:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247781248:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328576.656071:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782656:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328576.656075:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328576.656079:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328576.656081:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328576.656085:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13802 00000100:00080000:0.0:1767328576.656089:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328576.656093:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328576.656105:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247782912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328576.656123:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328576.656132:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247782784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328576.656192:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247782912:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328576.657730:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328576.657735:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328576.657738:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247782656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328576.657766:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247782784:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328576.784002:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328577.423952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328577.807975:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328578.447911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328578.832049:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328579.471930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328579.856033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328580.495947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328580.880032:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328581.519910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328581.775963:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328581.775973:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328581.775976:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328581.775980:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328581.775984:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328581.775996:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13828 00000100:00080000:0.0:1767328581.776006:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328581.776013:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328581.776024:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328581.776060:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247783040/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328581.776132:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783040:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328581.776147:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247783168:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328581.778015:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328581.778023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328581.778029:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783040:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328581.778087:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247783168:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328581.904018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328582.543967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328582.927994:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328583.567941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328583.952024:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328584.591983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328584.976045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328585.615957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328585.999994:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328586.639952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328586.895977:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328586.895990:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328586.895996:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328586.896001:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328586.896023:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328586.896034:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13833 00000100:00080000:0.0:1767328586.896045:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328586.896053:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328586.896066:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328586.896117:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247783296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328586.896186:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328586.896212:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328586.898412:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328586.898418:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328586.898423:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328586.898436:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783424:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328587.023998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328587.663938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328588.047941:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328588.687902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328589.072005:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328589.711941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328590.096007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328590.735948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328591.119969:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328591.759914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328592.015928:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328592.015937:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328592.015940:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328592.015943:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328592.015947:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328592.015956:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13838 00000100:00080000:0.0:1767328592.015966:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328592.015972:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328592.015989:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328592.016018:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247783552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328592.016086:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328592.016125:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328592.016141:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328592.017891:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328592.017898:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328592.017902:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328592.018120:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783680:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328592.144035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328592.783945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328593.167942:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328593.807921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328594.192008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328594.831902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328595.216025:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328595.855911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328596.239954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328596.879921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328597.135922:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328597.135931:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328597.135934:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328597.135937:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328597.135941:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328597.135950:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13843 00000100:00080000:0.0:1767328597.135959:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328597.135965:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328597.135973:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328597.136002:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247783808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328597.136053:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328597.136101:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328597.137807:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328597.137812:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328597.137816:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247783808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328597.138025:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247783936:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328597.264004:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328597.903899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328598.287963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328598.927921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328599.312013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328599.951890:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328600.336026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328600.975922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328601.231960:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328576/real 1767328576] req@ffff96e85087c380 x1853164247782912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328601 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328601.232000:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247782912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328601 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328601.232017:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328601.232040:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328601.232043:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247782912:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328601.232086:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328601.232092:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328601.232095:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328601.232100:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13828 00000100:00080000:0.0:1767328601.232107:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328601.232113:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328601.232142:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247784064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328601.232162:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328601.232165:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328601.232167:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328601.232170:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13848 00000100:00080000:0.0:1767328601.232175:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328601.232179:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328601.232189:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328601.232195:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247784064:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328601.232205:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247784192/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328601.232296:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328601.232300:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784192:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328601.232319:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247784320:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328601.234222:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328601.234227:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328601.234232:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784192:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328601.234279:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247784320:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328601.360003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328601.999952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328602.383992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328603.023952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328603.407938:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328604.047942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328604.431997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328605.071965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328605.455984:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328606.095954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328606.351949:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328606.351958:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328606.351961:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328606.351964:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328606.351968:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328606.351977:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13852 00000100:00080000:0.0:1767328606.351987:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328606.351993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328606.352002:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328606.352032:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247784448/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328606.352089:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784448:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328606.352135:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247784576:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328606.353990:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328606.353999:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328606.354002:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247784576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328606.354009:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784448:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328606.479999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328607.119917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328607.503972:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328608.143929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328608.527951:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328609.167970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328609.552002:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328610.191966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328610.575980:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328611.215922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328611.471952:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328611.471961:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328611.471964:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328611.471967:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328611.471971:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328611.471979:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13857 00000100:00080000:3.0:1767328611.471989:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328611.471995:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328611.472005:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328611.472034:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247784704/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328611.472087:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247784832:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328611.472095:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328611.474390:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247784832:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328611.474400:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328611.474408:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328611.474412:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784704:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328611.600003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328612.239925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328612.623985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328613.263944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328613.647959:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328614.287952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328614.671968:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328615.311933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328615.695970:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328616.335929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328616.591945:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328616.591954:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328616.591956:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328616.591960:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328616.591963:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328616.591972:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13862 00000100:00080000:3.0:1767328616.591984:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328616.591991:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328616.592003:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328616.592046:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247784960/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328616.592106:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328616.592125:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328616.592127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784960:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328616.594011:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328616.594020:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328616.594025:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247784960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328616.594157:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785088:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328616.720119:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328617.359923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328617.744015:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328618.383938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328618.767982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328619.407921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328619.792017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328620.431947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328620.816011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328621.455956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328621.712043:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328621.712053:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328621.712057:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328621.712061:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328621.712065:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328621.712076:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13867 00000100:00080000:2.0:1767328621.712087:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328621.712095:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328621.712118:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328621.712148:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247785216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328621.712206:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328621.712225:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328621.713957:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328621.713964:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328621.713968:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328621.714008:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328621.840049:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328622.479933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328622.864008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328623.503954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328623.887964:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328624.527907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328624.911939:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328625.551942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328625.935958:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328626.575937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328626.831945:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767328626.831946:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328601/real 1767328601] req@ffff96e85087d180 x1853164247784064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328626.831953:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328626.831958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328626.831965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328626.831969:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328626.831976:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13873 00000100:00080000:3.0:1767328626.831983:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328626.831989:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328626.831995:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d180 x1853164247784064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1767328626.832012:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767328626.832035:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328626.832042:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247785472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328626.832057:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328626.832064:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247784064:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328626.832082:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328626.832086:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328626.832088:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767328626.832090:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785472:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328626.832094:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13852 00000100:00100000:2.0:1767328626.832096:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767328626.832099:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328626.832105:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328626.832113:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328626.832119:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247785728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328626.832218:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247785728:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328626.833830:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247785600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328626.833881:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328626.833888:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328626.833891:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785472:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328626.959959:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328627.599899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328627.984055:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328628.623935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328629.007935:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328629.647960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328630.032004:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328630.671895:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328631.055984:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328631.695911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328631.951961:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328631.951969:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328631.951971:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328631.951974:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328631.951978:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328631.951985:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13878 00000100:00080000:0.0:1767328631.951994:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328631.952000:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328631.952009:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328631.952038:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247785856/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328631.952104:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328631.952119:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247785984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328631.954155:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328631.954158:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247785984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328631.954162:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328631.954165:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247785856:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328632.079976:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328632.719960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328633.103998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328633.743946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328634.127947:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328634.767904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328635.152000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328635.791940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328636.175986:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328636.815919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328637.071953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328637.071961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328637.071963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328637.071966:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328637.071970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328637.071978:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13883 00000100:00080000:2.0:1767328637.071987:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328637.071993:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328637.072004:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328637.072031:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247786112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328637.072092:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328637.072106:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328637.073976:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786240:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328637.073997:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328637.074005:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328637.074010:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786112:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328637.199971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328637.839921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328638.224005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328638.863899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328639.247957:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328639.887910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328640.271974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328640.911898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328641.296033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328641.935910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328642.191931:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328642.191943:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328642.191947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328642.191951:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328642.191956:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328642.191968:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13888 00000100:00080000:2.0:1767328642.191980:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328642.191986:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328642.191998:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328642.192031:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247786368/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328642.192098:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328642.192107:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786368:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328642.192113:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328642.193906:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786496:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328642.193934:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328642.193941:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328642.193944:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786368:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328642.320031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328642.959903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328643.343986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328643.983933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328644.367942:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328645.007968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328645.392007:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328646.031930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328646.415994:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328647.055957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328647.312008:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328647.312018:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328647.312022:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328647.312027:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328647.312032:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328647.312043:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13893 00000100:00080000:3.0:1767328647.312054:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328647.312061:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328647.312072:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328647.312104:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247786624/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328647.312168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328647.312178:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786752:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328647.314218:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247786752:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328647.314256:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328647.314263:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328647.314267:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247786624:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328647.440016:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328648.079925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328648.463972:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328649.103949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328649.487954:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328650.127919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328650.512017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328651.151940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328651.408012:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328626/real 1767328626] req@ffff96e84e88e300 x1853164247785728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328651 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328651.408044:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247785728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328651 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328651.408062:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328651.408081:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328651.408086:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247785728:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328651.408109:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328651.408116:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328651.408120:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328651.408127:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13878 00000100:00080000:3.0:1767328651.408137:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328651.408144:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328651.408172:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247786880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328651.408190:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328651.408193:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328651.408194:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328651.408198:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13898 00000100:00080000:3.0:1767328651.408201:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328651.408205:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328651.408213:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328651.408225:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247786880:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328651.408232:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247787008/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328651.408308:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247787136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328651.408339:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787008:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328651.410140:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247787136:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328651.410177:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328651.410185:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328651.410188:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787008:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328651.535953:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328652.175958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328652.560001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328653.199961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328653.583949:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328654.223912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328654.607941:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328655.247932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328655.632006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328656.271911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328656.527968:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328656.527977:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328656.527980:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328656.527984:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328656.527987:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328656.527995:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13902 00000100:00080000:1.0:1767328656.528006:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328656.528013:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328656.528023:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328656.528053:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247787264/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328656.528106:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328656.528110:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247787392:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328656.529935:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328656.529942:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328656.529946:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328656.529994:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247787392:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328656.655963:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328657.295958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328657.679987:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328658.319919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328658.703960:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328659.343920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328659.727963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328660.367922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328660.751997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328661.391932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328661.647954:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328661.647963:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328661.647966:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328661.647969:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328661.647972:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328661.647980:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13907 00000100:00080000:3.0:1767328661.647989:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328661.647995:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328661.648004:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328661.648032:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247787520/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328661.648087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787520:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328661.648088:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328661.648100:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247787648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328661.649930:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247787648:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328661.649960:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328661.649968:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328661.649973:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787520:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328661.775968:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328662.415909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328662.799999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328663.439916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328663.823958:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328664.463939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328664.847976:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328665.487930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328665.871974:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328666.511935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328666.767954:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328666.767962:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328666.767964:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328666.767967:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328666.767970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328666.767978:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13913 00000100:00080000:0.0:1767328666.767988:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328666.767994:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328666.768003:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328666.768031:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247787776/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328666.768092:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328666.768113:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328666.768126:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247787904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328666.769994:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328666.770000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328666.770004:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247787776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328666.770023:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247787904:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328666.895968:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328667.535927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328667.919975:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328668.559932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328668.943945:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328669.583952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328669.967945:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328670.607935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328670.991991:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328671.631911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328671.887948:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328671.887956:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328671.887959:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328671.887962:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328671.887966:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328671.887974:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13918 00000100:00080000:1.0:1767328671.887984:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328671.887990:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328671.888000:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328671.888031:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b480 x1853164247788032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328671.888095:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328671.888102:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247788160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328671.889793:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328671.889801:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328671.889805:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328671.889979:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247788160:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328672.015976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328672.655925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328673.040100:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328673.679907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328674.064043:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328674.703905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328675.087991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328675.727909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328676.112037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328676.751929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328677.007979:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328651/real 1767328651] req@ffff96e84e88ca80 x1853164247786880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328676 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328677.008010:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ca80 x1853164247786880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328676 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328677.008028:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328677.008060:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328677.008067:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328677.008073:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247786880:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328677.008076:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328677.008083:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328677.008097:0:303839:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13902 00000100:00080000:3.0:1767328677.008111:0:303839:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328677.008121:0:303839:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328677.008171:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247788288/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328677.008210:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328677.008215:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328677.008219:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328677.008236:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13923 00000100:00080000:3.0:1767328677.008242:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328677.008249:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328677.008259:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247788288:192.168.204.119@tcp:250:kworker.0 00000008:00100000:3.0:1767328677.008263:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328677.008290:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247788416/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328677.008379:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788416:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328677.008518:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247788544:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328677.010002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328677.010009:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328677.010016:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788416:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328677.010104:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247788544:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328677.136012:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328677.775951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328678.160012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328678.799976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328679.184005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328679.823927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328680.208084:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328680.847951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328681.232009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328681.871919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328682.127967:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328682.127975:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328682.127979:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328682.127983:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328682.127987:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328682.127994:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13928 00000100:00080000:0.0:1767328682.128003:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328682.128009:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328682.128018:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328682.128046:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247788672/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328682.128116:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247788800:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328682.128137:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788672:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328682.129989:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247788800:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328682.130103:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328682.130110:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328682.130113:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788672:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328682.256054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328682.895936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328683.280020:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328683.919957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328684.304042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328684.943972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328685.328050:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328685.967966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328686.352017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328686.991941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328687.247994:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328687.248007:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328687.248010:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328687.248014:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328687.248019:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328687.248031:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13933 00000100:00080000:1.0:1767328687.248044:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328687.248051:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328687.248064:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328687.248104:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247788928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328687.248171:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328687.248202:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328687.248213:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328687.250099:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789056:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328687.250224:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328687.250234:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328687.250239:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247788928:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328687.376007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328688.015942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328688.399989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328689.039914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328689.423992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328690.063939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328690.447963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328691.087939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328691.472019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328692.111933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328692.367990:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328692.367999:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328692.368002:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328692.368005:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328692.368008:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328692.368016:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13938 00000100:00080000:0.0:1767328692.368025:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328692.368037:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328692.368049:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328692.368086:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247789184/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328692.368142:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328692.368187:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789312:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328692.369820:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328692.369827:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328692.369833:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328692.369985:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789312:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328692.496004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328693.135935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328693.520042:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328694.159940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328694.543989:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328695.183935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328695.567966:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328696.207946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328696.592041:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328697.231905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328697.487986:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328697.488001:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328697.488005:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328697.488010:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328697.488015:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328697.488029:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13943 00000100:00080000:0.0:1767328697.488043:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328697.488052:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328697.488067:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328697.488112:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247789440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328697.488199:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247789568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328697.488238:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789440:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328697.490292:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328697.490298:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247789568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328697.490301:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328697.490313:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789440:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328697.616046:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328698.255946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328698.640011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328699.279993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328699.664041:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328700.303927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328700.687971:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328701.327931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328701.712034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328702.351943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328702.607943:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328677/real 1767328677] req@ffff96e84e88f100 x1853164247788288/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328702 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328702.607972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328702.607979:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328702.607983:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767328702.607983:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f100 x1853164247788288/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328702 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328702.607991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328702.607998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328702.608007:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13948 00000100:00080000:2.0:1767328702.608013:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328702.608020:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328702.608030:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:2.0:1767328702.608039:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000008:00100000:0.0:1767328702.608045:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328702.608045:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247788288:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328702.608089:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247789696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328702.608162:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328702.608165:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328702.608167:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767328702.608168:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789696:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328702.608173:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13928 00000100:00100000:1.0:1767328702.608176:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328702.608179:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328702.608187:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328702.608217:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247789952/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328702.608344:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247789952:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328702.610896:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328702.610905:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328702.610913:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247789696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328702.610926:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247789824:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328702.736052:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328703.375971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328703.759971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328704.399915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328704.784042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328705.423971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328705.807994:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328706.447968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328706.832039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328707.471967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328707.727964:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328707.727975:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328707.727978:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328707.727981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328707.727985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328707.727996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13954 00000100:00080000:0.0:1767328707.728009:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328707.728016:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328707.728029:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328707.728070:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247790080/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328707.728128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790080:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328707.728158:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247790208:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328707.730224:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328707.730231:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328707.730235:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790080:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328707.730288:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247790208:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328707.856032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328708.495957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328708.879991:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328709.519992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328709.904089:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328710.543980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328710.927989:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328711.567968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328711.952098:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328712.591928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328712.848033:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328712.848045:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328712.848048:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328712.848052:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328712.848058:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328712.848071:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13959 00000100:00080000:0.0:1767328712.848086:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328712.848095:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328712.848110:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328712.848155:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247790336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328712.848281:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328712.848361:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328712.848380:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247790464:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328712.851400:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328712.851410:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328712.851417:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328712.851493:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247790464:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328712.976094:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328713.615912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328714.000021:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328714.639954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328715.024086:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328715.663978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328716.048014:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328716.687944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328717.072158:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328717.711943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328717.967988:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328717.968002:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328717.968005:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328717.968009:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328717.968014:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328717.968026:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13964 00000100:00080000:0.0:1767328717.968039:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328717.968046:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328717.968059:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328717.968123:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247790592/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328717.968184:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790592:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328717.968198:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328717.968210:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247790720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328717.970531:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247790720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328717.970587:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328717.970594:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328717.970598:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790592:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328718.096062:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328718.735941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328719.120005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328719.759976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328720.143983:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328720.783955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328721.168005:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328721.807976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328722.192070:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328722.832025:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328723.087991:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328723.088028:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328723.088032:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328723.088037:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328723.088043:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328723.088055:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13969 00000100:00080000:1.0:1767328723.088069:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328723.088078:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328723.088093:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328723.088147:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247790848/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328723.088244:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247790976:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328723.088244:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790848:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767328723.090175:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328723.090184:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328723.090190:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247790848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328723.090235:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247790976:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328723.216074:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328723.856016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328724.239991:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328724.879952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328725.264115:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328725.903979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328726.287978:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328726.927976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328727.183909:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328702/real 1767328702] req@ffff96e85087ea00 x1853164247789952/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328727 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328727.183951:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247789952/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328727 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328727.183968:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328727.183976:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328727.183979:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247789952:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328727.184048:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328727.184052:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767328727.184054:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328727.184060:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13954 00000100:00080000:2.0:1767328727.184067:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328727.184074:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328727.184097:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247791104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767328727.184119:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328727.184123:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328727.184125:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328727.184128:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13974 00000100:00080000:2.0:1767328727.184132:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328727.184135:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328727.184143:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328727.184156:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247791232/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328727.184157:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247791104:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328727.184209:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791360:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328727.184248:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791232:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328727.186076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328727.186084:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328727.186090:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791232:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328727.186103:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791360:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328727.312016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328727.951916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328728.336026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328728.975940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328729.360000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328729.999981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328730.384137:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328731.023921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328731.407965:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328732.047952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328732.303934:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328732.303942:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328732.303946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328732.303949:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328732.303953:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328732.303961:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13978 00000100:00080000:2.0:1767328732.303971:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328732.303976:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328732.303986:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328732.304017:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247791488/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328732.304069:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328732.304082:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791616:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328732.304085:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791488:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328732.306077:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328732.306091:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328732.306096:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328732.306169:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791616:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328732.432012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328733.071940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328733.456038:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328734.096002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328734.480084:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328735.119976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328735.504053:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328736.143947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328736.528068:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328737.167970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328737.423959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328737.423986:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328737.423990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328737.423995:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328737.423999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328737.424012:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13983 00000100:00080000:2.0:1767328737.424024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328737.424032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328737.424043:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328737.424079:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247791744/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328737.424154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791744:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328737.424215:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791872:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328737.427058:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328737.427068:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328737.427074:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247791744:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328737.427166:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247791872:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328737.552113:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328738.191937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328738.576086:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328739.215940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328739.600070:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328740.239959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328740.624067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328741.263928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328741.648068:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328742.287960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328742.543979:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328742.543987:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328742.543990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328742.543993:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328742.543997:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328742.544022:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13988 00000100:00080000:3.0:1767328742.544032:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328742.544037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328742.544048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328742.544078:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247792000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328742.544134:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792000:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328742.544135:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328742.544147:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247792128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328742.546129:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247792128:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328742.546164:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328742.546179:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328742.546185:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792000:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328742.672017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328743.311922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328743.696026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328744.335948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328744.720064:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328745.359917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328745.744036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328746.383974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328746.768036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328747.407970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328747.663970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328747.663982:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328747.663986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328747.663991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328747.663995:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328747.664007:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13993 00000100:00080000:3.0:1767328747.664020:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328747.664028:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328747.664039:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328747.664071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247792256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328747.664137:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328747.664154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328747.664160:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247792384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328747.666045:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328747.666056:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328747.666064:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328747.666099:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247792384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328747.792047:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328748.431975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328748.816028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328749.455916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328749.840028:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328750.479983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328750.863979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328751.503931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328751.887981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328752.527935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328752.783933:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328752.783943:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328752.783946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767328752.783947:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328727/real 1767328727] req@ffff96e870594a80 x1853164247791104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328752.783949:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328752.783955:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328752.783964:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 13999 00000100:00080000:3.0:1767328752.783975:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767328752.783981:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328752.783988:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870594a80 x1853164247791104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1767328752.783991:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767328752.784014:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328752.784024:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247792512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328752.784039:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328752.784046:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247791104:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328752.784074:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767328752.784078:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792512:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328752.784079:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328752.784083:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328752.784089:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 13978 00000100:00080000:3.0:1767328752.784092:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328752.784097:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328752.784108:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247792768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328752.784114:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247792640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328752.784193:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247792768:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328752.785949:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328752.785956:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328752.785966:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328752.786034:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247792640:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328752.911983:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328753.551909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328753.936028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328754.575944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328754.959946:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328755.599897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328755.984032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328756.623925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328757.007984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328757.647926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328757.903947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328757.903956:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328757.903959:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328757.903963:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328757.903966:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328757.903975:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14004 00000100:00080000:0.0:1767328757.903986:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767328757.903991:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328757.904001:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328757.904035:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247792896/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328757.904091:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247793024:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328757.904107:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792896:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328757.905891:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328757.905894:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247793024:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328757.905897:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328757.905901:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247792896:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328758.032009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328758.672000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328759.056003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328759.695902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328760.080015:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328760.719937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328761.103998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328761.743915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328762.128009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328762.767925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328763.023960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328763.023971:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328763.023975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328763.023980:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328763.023985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328763.023997:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14009 00000100:00080000:1.0:1767328763.024010:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767328763.024017:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328763.024028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328763.024065:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418000 x1853164247793152/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328763.024134:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793152:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328763.024143:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247793280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328763.026119:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328763.026121:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247793280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328763.026131:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328763.026138:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793152:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328763.152015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328763.791917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328764.175995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328764.815918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328765.200010:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328765.839980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328766.224005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328766.863922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328767.247975:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328767.887969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328768.143942:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328768.143951:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328768.143954:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328768.143957:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328768.143960:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328768.143969:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14014 00000100:00080000:2.0:1767328768.143978:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328768.143989:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328768.144000:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328768.144037:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247793408/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328768.144100:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328768.144113:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328768.144124:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247793536:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328768.145952:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247793536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328768.145958:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328768.145965:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328768.145970:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793408:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328768.272019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328768.911973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328769.296019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328769.935956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328770.320052:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328770.959973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328771.344094:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328771.983987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328772.367951:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328773.008017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328773.264006:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328773.264015:0:303839:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328773.264018:0:303839:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328773.264022:0:303839:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328773.264026:0:303839:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328773.264035:0:303839:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14019 00000100:00080000:0.0:1767328773.264061:0:303839:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328773.264073:0:303839:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328773.264083:0:303839:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328773.264123:0:303839:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247793664/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328773.264175:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793664:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328773.264216:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247793792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328773.265918:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328773.265925:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328773.265929:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247793664:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328773.266020:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247793792:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328773.392029:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328774.031943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328774.416002:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328775.058259:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328775.440062:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328776.079913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328776.464113:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328777.103992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328777.359985:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328752/real 1767328752] req@ffff96e84e88f480 x1853164247792768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328777.360015:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f480 x1853164247792768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328777.360034:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328777.360043:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328777.360046:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247792768:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328777.360178:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328777.360189:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328777.360194:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328777.360206:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14004 00000100:00080000:1.0:1767328777.360220:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328777.361481:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328777.362664:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247793920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328777.362698:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328777.362703:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328777.362705:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328777.362711:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14024 00000100:00080000:1.0:1767328777.362718:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328777.362724:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328777.362730:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247793920:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767328777.362736:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328777.362757:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418700 x1853164247794048/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328777.362829:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328777.362891:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794176:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328777.364630:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328777.364636:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328777.364643:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328777.364643:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794048:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328777.488049:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328778.127992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328778.514311:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328779.151977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328779.536033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328780.175934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328780.560008:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328781.199928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328781.584005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328782.223934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328782.480017:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328782.480026:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328782.480028:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328782.480031:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328782.480035:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328782.480049:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14028 00000100:00080000:0.0:1767328782.480060:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328782.480065:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328782.480074:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328782.480103:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247794304/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328782.480160:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794304:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328782.480175:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328782.480186:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794432:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328782.482134:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328782.482144:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794432:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328782.482144:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328782.482155:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794304:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328782.608141:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328783.247986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328783.631992:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328784.271930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328784.656001:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328785.295939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328785.680049:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328786.319938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328786.704005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328787.343950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328787.599940:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328787.599951:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328787.599954:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328787.599957:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328787.599961:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328787.599973:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14033 00000100:00080000:3.0:1767328787.599986:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328787.599993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328787.600005:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328787.600042:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247794560/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328787.600091:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328787.600101:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328787.600113:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247794688:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328787.602223:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328787.602231:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328787.602237:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328787.602283:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247794688:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328787.728012:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328788.367953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328788.752030:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328789.391949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328789.776053:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328790.415958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328790.800012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328791.439957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328791.823994:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328792.463927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328792.720024:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328792.720035:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328792.720038:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328792.720042:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328792.720046:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328792.720057:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14039 00000100:00080000:1.0:1767328792.720070:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328792.720077:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328792.720090:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328792.720130:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247794816/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328792.720205:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328792.720212:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794816:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328792.722277:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328792.722287:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328792.722293:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247794944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328792.722301:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247794816:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328792.848009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328793.487956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328793.872028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328794.511924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328794.896084:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328795.535934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328795.920013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328796.559929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328796.944030:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328797.583913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328797.839937:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328797.839947:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328797.839950:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328797.839954:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328797.839959:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328797.839970:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14044 00000100:00080000:1.0:1767328797.839983:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328797.839990:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328797.840002:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328797.840043:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247795072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328797.840115:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247795200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328797.840116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795072:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328797.842346:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328797.842356:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328797.842357:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247795200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328797.842365:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795072:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328797.967980:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328798.607919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328798.992100:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328799.631964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328800.016021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328800.655939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328801.040164:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328801.679936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328802.064039:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328802.703944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328802.959964:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328777/real 1767328777] req@ffff96e868418e00 x1853164247793920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328802 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328802.960012:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868418e00 x1853164247793920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328802 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328802.960014:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328802.960033:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328802.960037:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328802.960053:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328802.960062:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328802.960078:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14049 00000100:00080000:0.0:1767328802.960085:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328802.960092:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328802.960102:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328802.960114:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767328802.960123:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328802.960131:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247793920:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328802.960156:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247795328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328802.960212:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767328802.960213:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795328:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328802.960216:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328802.960221:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328802.960229:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14028 00000100:00080000:3.0:1767328802.960235:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328802.960238:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328802.960250:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247795584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328802.960260:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328802.960374:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247795584:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328802.962130:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328802.962140:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328802.962146:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328802.962181:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795456:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328803.088124:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328803.727940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328804.111996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328804.751927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328805.136040:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328805.775938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328806.160045:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328806.799914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328807.183986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328807.823899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328808.079955:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328808.079971:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328808.079973:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328808.079976:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328808.079980:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328808.079993:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14054 00000100:00080000:3.0:1767328808.080005:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328808.080013:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328808.080025:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328808.080063:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247795712/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328808.080128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328808.080129:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328808.080147:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795840:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328808.083622:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328808.083633:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328808.083635:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328808.083639:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247795712:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328808.207991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328808.847951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328809.232087:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328809.871901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328810.256032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328810.895949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328811.152061:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795968:192.168.204.119@tcp:17:kworker.0 00000100:00100000:2.0:1767328811.153799:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247795968:192.168.204.119@tcp:17:kworker.0 00010000:00010000:0.0:1767328811.280031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328811.919961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328812.304014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328812.944012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328813.200006:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328813.200016:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328813.200019:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328813.200023:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328813.200027:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328813.200036:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14059 00000100:00080000:0.0:1767328813.200046:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328813.200052:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328813.200062:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328813.200091:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247796096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328813.200156:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247796224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328813.200176:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796096:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767328813.202068:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328813.202076:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328813.202080:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328813.202129:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247796224:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328813.328016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328813.967960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328814.352029:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328814.992020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328815.376003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328816.016006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328816.400097:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328817.039977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328817.424003:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328818.063951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328818.319990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328818.319999:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328818.320002:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328818.320005:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328818.320021:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328818.320032:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14064 00000100:00080000:0.0:1767328818.320045:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328818.321311:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328818.321329:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328818.321371:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247796352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328818.321460:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328818.321463:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328818.321484:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247796480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328818.323406:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328818.323415:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328818.323421:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328818.323442:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247796480:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328818.448048:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328819.087986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328819.472057:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328820.111931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328820.496069:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328821.135949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328821.520042:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328822.160019:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328822.544033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328823.183941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328823.439950:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328823.439961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328823.439965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328823.439970:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328823.439976:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328823.439989:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14069 00000100:00080000:0.0:1767328823.440003:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328823.440012:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328823.440026:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328823.440082:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247796608/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328823.440145:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328823.440169:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767328823.440185:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247796736:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767328823.441892:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328823.441899:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767328823.441903:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796608:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328823.442771:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247796736:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328823.568034:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328824.207983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328824.592016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328825.231957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328825.616053:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328826.255967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328826.640042:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328827.279907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767328827.535992:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328802/real 1767328802] req@ffff96e84e88ea00 x1853164247795584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328827 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767328827.536028:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ea00 x1853164247795584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328827 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767328827.536047:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767328827.536061:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767328827.536065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247795584:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328827.536137:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328827.536145:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328827.536149:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328827.536156:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14054 00000100:00080000:1.0:1767328827.536167:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328827.536174:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328827.536234:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247796864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328827.536259:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328827.536263:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328827.536264:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328827.536274:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14074 00000100:00080000:1.0:1767328827.536277:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328827.536280:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328827.536289:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328827.536301:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247796992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328827.536308:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247796864:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767328827.536344:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767328827.536357:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247797120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328827.536452:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328827.538178:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247797120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328827.538295:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328827.538299:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328827.538302:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247796992:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328827.663954:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328828.304038:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328828.688009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328829.327969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328829.712052:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328830.351945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328830.736032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328831.375956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328831.760061:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328832.399969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328832.655981:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328832.656072:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328832.656076:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328832.656079:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328832.656082:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328832.656092:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14078 00000100:00080000:3.0:1767328832.656103:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328832.656109:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328832.656119:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328832.656153:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247797248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328832.656213:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328832.656235:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328832.656252:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247797376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328832.658009:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767328832.658013:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247797376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328832.658020:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328832.658027:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797248:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328832.783965:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328833.423970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328833.808010:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328834.447966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328834.832031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328835.471956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328835.856029:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328836.495946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328836.880068:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328837.519953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328837.776007:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328837.776020:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328837.776023:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328837.776028:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328837.776033:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328837.776045:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14084 00000100:00080000:0.0:1767328837.776058:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328837.776066:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328837.776076:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328837.776113:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247797504/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328837.776179:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328837.776189:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328837.776190:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247797632:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328837.778146:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247797632:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328837.778176:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328837.778183:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328837.778188:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797504:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328837.903999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328838.543961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328838.928046:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328839.567933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328839.952085:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328840.591929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328840.976032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328841.615909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328842.000014:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328842.639898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328842.895958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328842.895967:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328842.895970:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328842.895974:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328842.895978:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328842.895989:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14089 00000100:00080000:0.0:1767328842.896003:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328842.896011:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328842.896023:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328842.896058:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247797760/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328842.896120:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797760:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328842.896143:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247797888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328842.898249:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767328842.898256:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247797888:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328842.898262:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328842.898270:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247797760:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767328843.024021:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328843.663937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328844.048060:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328844.688011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328845.072085:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328845.711959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328846.096034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328846.735954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328847.120017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328847.759947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328848.015934:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328848.015943:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328848.015947:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328848.015950:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328848.015955:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328848.015966:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14094 00000100:00080000:0.0:1767328848.015978:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328848.015985:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328848.015998:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328848.016037:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247798016/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328848.016106:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328848.016160:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328848.016173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247798144:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328848.018535:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328848.018543:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328848.018550:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798016:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328848.018586:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247798144:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767328848.144001:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328848.783919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328849.168093:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328849.807951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328850.192013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328850.831981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328851.216088:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328851.855962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328852.111965:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328827/real 1767328827] req@ffff96e86841b800 x1853164247796864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328852 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328852.112003:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841b800 x1853164247796864/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328852 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328852.112021:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328852.112044:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328852.112048:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247796864:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767328852.112088:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328852.112098:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767328852.112101:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328852.112107:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14078 00000100:00080000:0.0:1767328852.112118:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328852.112126:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328852.112161:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247798272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767328852.112187:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328852.112201:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328852.112203:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328852.112207:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14099 00000100:00080000:0.0:1767328852.112211:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328852.112214:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328852.112224:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328852.112226:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247798272:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767328852.112241:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247798400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328852.112329:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767328852.112343:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247798528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328852.112346:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798400:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328852.114128:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328852.114160:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328852.114164:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328852.114240:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247798528:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328852.240050:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328852.879959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328853.264013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328853.903952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328854.288012:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328854.927938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328855.312048:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328855.951962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328856.336022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328856.975921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328857.232009:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328857.232019:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328857.232022:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328857.232026:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328857.232030:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328857.232040:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14103 00000100:00080000:1.0:1767328857.232053:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328857.232060:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328857.232071:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328857.232107:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247798656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328857.232181:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247798784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328857.232208:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798656:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328857.234163:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328857.234170:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328857.234175:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328857.234189:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247798784:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328857.360052:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328857.999935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328858.383968:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328859.023913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328859.408036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328860.047938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328860.432000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328861.071918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328861.456003:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328862.095933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328862.351963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328862.351973:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328862.351976:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328862.351981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328862.351987:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328862.351999:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14108 00000100:00080000:0.0:1767328862.352012:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328862.352021:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328862.352035:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328862.352076:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247798912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328862.352144:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328862.352147:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767328862.352164:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247799040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328862.354298:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328862.354307:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328862.354313:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247798912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328862.354321:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247799040:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328862.480023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328863.119914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328863.504008:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328864.143978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328864.528050:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328865.167956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328865.552076:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328866.191976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328866.575998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328867.215976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328867.471972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328867.471981:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328867.471985:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328867.471991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328867.471996:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328867.472008:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14113 00000100:00080000:0.0:1767328867.472021:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328867.472027:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328867.472040:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328867.472079:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247799168/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328867.472166:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799168:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328867.472178:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247799296:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328867.474198:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328867.474208:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328867.474261:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799168:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328867.474291:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247799296:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328867.599987:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328868.239947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328868.623953:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328869.263959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328869.648005:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328870.287907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328870.672012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328871.311944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328871.696026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328872.335950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328872.592039:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328872.592049:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328872.592052:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328872.592055:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328872.592059:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328872.592070:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14118 00000100:00080000:3.0:1767328872.592082:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328872.592088:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328872.592101:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328872.592137:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247799424/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328872.592241:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247799552:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767328872.592252:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799424:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328872.594158:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247799552:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328872.594201:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328872.594209:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328872.594213:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799424:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328872.720063:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328873.359933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328873.743969:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328874.383947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328874.768014:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328875.407970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328875.791987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328876.431953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328876.816033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328877.455938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767328877.712012:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328852/real 1767328852] req@ffff96e85087f100 x1853164247798272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328877 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767328877.712044:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087f100 x1853164247798272/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328877 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767328877.712076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328877.712083:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767328877.712088:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247798272:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328877.712157:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328877.712163:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767328877.712166:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328877.712172:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14103 00000100:00080000:1.0:1767328877.712181:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328877.712187:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767328877.712218:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247799680/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767328877.712245:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328877.712251:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328877.712254:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328877.712260:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14123 00000100:00080000:1.0:1767328877.712265:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328877.712270:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767328877.712273:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247799680:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767328877.712281:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328877.712297:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419c00 x1853164247799808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328877.712347:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247799936:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328877.712383:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328877.714078:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247799936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328877.714102:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328877.714110:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328877.714115:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247799808:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328877.840035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328878.479941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328878.864011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328879.503939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328879.888049:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328880.527947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328880.912063:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328881.551948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328881.936034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767328882.576026:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328882.831975:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328882.831989:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328882.831992:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328882.831997:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328882.832003:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328882.832015:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14129 00000100:00080000:1.0:1767328882.832027:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328882.832035:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328882.832049:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328882.832090:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419500 x1853164247800064/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328882.832165:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247800192:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328882.832166:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800064:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767328882.834054:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328882.834062:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328882.834066:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328882.834087:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247800192:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328882.960051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328883.600009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328883.983982:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328884.624026:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328885.008046:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328885.647941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328886.032023:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328886.671957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328887.056024:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328887.695967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328887.951982:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328887.951996:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328887.952001:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328887.952005:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328887.952010:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328887.952022:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14134 00000100:00080000:3.0:1767328887.952034:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328887.952041:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328887.952054:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328887.952094:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247800320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328887.952159:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328887.952175:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328887.952191:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247800448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328887.953996:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328887.954003:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328887.954007:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328887.954016:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247800448:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328888.080055:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328888.720013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767328889.103980:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328889.743909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328890.128016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328890.767926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328891.152190:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328891.791996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328892.176067:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328892.815946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328893.072023:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328893.072040:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328893.072044:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328893.072048:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328893.072054:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328893.072065:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14139 00000100:00080000:0.0:1767328893.072078:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328893.072085:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328893.072097:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328893.072137:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247800576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328893.072197:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800576:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328893.072241:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247800704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328893.074041:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247800704:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328893.074051:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328893.074061:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328893.074065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800576:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328893.199995:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328893.839938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328894.223988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328894.863927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328895.247993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328895.887927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328896.272044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328896.911959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328897.296029:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328897.935959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328898.192010:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328898.192031:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328898.192039:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328898.192047:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328898.192054:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328898.192073:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14144 00000100:00080000:0.0:1767328898.192092:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328898.192105:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328898.192124:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328898.192179:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247800832/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328898.192300:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800832:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328898.192370:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247800960:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328898.195624:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247800960:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328898.195642:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328898.195659:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328898.195669:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247800832:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328898.320112:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328898.959942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328899.344007:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328899.983931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328900.368011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328901.007942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328901.392003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328902.031943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767328902.287942:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328877/real 1767328877] req@ffff96e868419f80 x1853164247799680/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328902 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767328902.287984:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419f80 x1853164247799680/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328902 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328902.288001:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328902.288029:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767328902.288033:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247799680:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328902.288067:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328902.288073:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767328902.288076:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328902.288081:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14129 00000100:00080000:2.0:1767328902.288090:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328902.288096:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328902.288128:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247801088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767328902.288149:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328902.288152:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328902.288154:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328902.288157:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14149 00000100:00080000:2.0:1767328902.288160:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328902.288163:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328902.288171:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328902.288178:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247801088:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328902.288183:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596d80 x1853164247801216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328902.288228:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328902.288237:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247801344:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328902.288275:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328902.290064:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247801344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328902.290077:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328902.290085:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328902.290089:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801216:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328902.416056:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328903.055932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328903.440056:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328904.079964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328904.464011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328905.103941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328905.488024:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328906.127985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328906.512028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328907.151932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328907.407952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328907.407962:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328907.407965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328907.407968:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328907.407972:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328907.407983:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14153 00000100:00080000:3.0:1767328907.407994:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328907.408000:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328907.408010:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328907.408045:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247801472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328907.408104:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328907.408116:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328907.408128:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247801600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328907.409884:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328907.409890:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767328907.409893:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247801600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767328907.409898:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801472:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328907.535992:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328908.175973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328908.559973:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328909.199909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328909.584036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328910.223942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328910.608020:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328911.247951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328911.632014:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328912.271945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328912.527992:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328912.528003:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328912.528005:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328912.528008:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328912.528011:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328912.528021:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14158 00000100:00080000:0.0:1767328912.528033:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328912.528038:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328912.528060:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328912.528095:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247801728/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328912.528171:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767328912.528214:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247801856:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328912.530053:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247801856:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328912.530063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328912.530071:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328912.530075:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801728:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328912.655970:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328913.295933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328913.679977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328914.319908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328914.703986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328915.343913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328915.728031:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328916.367916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328916.752025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328917.391933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328917.647987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328917.647998:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328917.648001:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328917.648004:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328917.648007:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328917.648084:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14163 00000100:00080000:3.0:1767328917.648095:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328917.648101:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328917.648112:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328917.648139:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247801984/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328917.648185:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801984:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328917.648191:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328917.648203:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247802112:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328917.649727:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328917.649733:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328917.649737:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247801984:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328917.649810:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247802112:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328917.775990:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328918.415935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328918.800078:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328919.439960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328919.824046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328920.463930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328920.847974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328921.487962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328921.872031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328922.511921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328922.767955:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328922.767969:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328922.767973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328922.767978:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328922.767983:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328922.767996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14169 00000100:00080000:3.0:1767328922.768009:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328922.768016:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328922.768029:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328922.768066:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247802240/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328922.768139:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802240:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328922.768169:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767328922.768188:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247802368:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328922.770075:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247802368:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767328922.770124:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767328922.770131:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328922.770135:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802240:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767328922.895959:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328923.535937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328923.919974:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328924.559930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328924.943976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328925.583970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328925.967959:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328926.607951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328926.991993:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328927.631965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328927.887946:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328902/real 1767328902] req@ffff96e870596680 x1853164247801088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328927 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328927.887996:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870596680 x1853164247801088/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328927 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767328927.887999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328927.888018:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328927.888031:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328927.888036:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328927.888040:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328927.888047:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767328927.888054:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14174 00000100:00080000:3.0:1767328927.888069:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328927.888081:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:1.0:1767328927.888085:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328927.888098:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247801088:192.168.204.119@tcp:250:kworker.0 00000008:00100000:3.0:1767328927.888099:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328927.888169:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247802496/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328927.888254:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767328927.888262:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802496:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767328927.888265:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328927.888275:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767328927.888277:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247802624:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767328927.888362:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14153 00000100:00080000:3.0:1767328927.888369:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328927.888375:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328927.888393:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247802752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328927.888465:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247802752:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767328927.890364:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328927.890371:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328927.890375:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802496:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328927.890411:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247802624:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328928.016074:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328928.655954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328929.040046:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328929.679957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328930.063986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328930.703949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328931.088039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328931.727963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328932.111994:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328932.751949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328933.007938:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328933.007948:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328933.007951:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328933.007955:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328933.007960:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328933.007972:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14179 00000100:00080000:3.0:1767328933.007984:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328933.007993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328933.008006:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328933.008064:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247802880/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328933.008144:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328933.008151:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328933.008169:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247803008:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328933.010143:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247803008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328933.010179:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328933.010187:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328933.010193:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247802880:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767328933.136092:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328933.775933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328934.160026:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328934.799918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328935.183971:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328935.824004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328936.207980:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328936.847929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328937.231991:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328937.871922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328938.127996:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328938.128006:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328938.128009:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328938.128012:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328938.128015:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328938.128025:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14184 00000100:00080000:2.0:1767328938.128036:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328938.128041:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328938.128051:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328938.128087:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247803136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328938.128140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328938.128144:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767328938.128156:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247803264:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328938.130016:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328938.130023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328938.130027:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328938.130040:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247803264:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767328938.256006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328938.895957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328939.280017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328939.919986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328940.304042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328940.943942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328941.328100:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328941.967970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328942.352138:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328942.991955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328943.247969:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328943.247979:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328943.247982:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328943.247985:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328943.247988:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328943.247998:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14189 00000100:00080000:0.0:1767328943.248008:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328943.248014:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328943.248024:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328943.248062:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247803392/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328943.248122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328943.248145:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247803520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328943.249896:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328943.249904:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767328943.249905:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247803520:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328943.249909:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803392:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328943.375973:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328944.015920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328944.399971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328945.039970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328945.424014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328946.063940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328946.447998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328947.087963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328947.472017:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328948.111906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328948.367929:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328948.367941:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328948.367943:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328948.367947:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328948.367952:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328948.367961:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14194 00000100:00080000:0.0:1767328948.367972:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328948.367978:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328948.367987:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328948.368019:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247803648/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328948.368082:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247803776:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328948.368087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803648:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328948.369954:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328948.369963:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328948.369969:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247803648:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328948.369983:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247803776:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328948.496020:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328949.135964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328949.519985:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328950.159964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767328950.543980:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328951.183931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328951.567984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328952.207933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328952.463949:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328927/real 1767328927] req@ffff96e84e88ed80 x1853164247802752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328952 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328952.463982:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ed80 x1853164247802752/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328952 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328952.463998:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328952.464021:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328952.464024:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247802752:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767328952.464068:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328952.464074:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767328952.464077:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328952.464082:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14179 00000100:00080000:2.0:1767328952.464091:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328952.464097:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767328952.464126:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247803904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767328952.464145:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328952.464148:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328952.464150:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328952.464153:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14199 00000100:00080000:2.0:1767328952.464156:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328952.464160:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328952.464168:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328952.464176:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247803904:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767328952.464180:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247804032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328952.464248:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247804160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328952.464279:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328952.466152:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247804160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328952.466183:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328952.466189:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328952.466193:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804032:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328952.592026:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328953.231989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328953.616160:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328954.255966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328954.640161:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328955.280085:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328955.664110:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328956.303956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328956.688096:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328957.327981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328957.583993:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328957.584012:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328957.584018:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328957.584025:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328957.584033:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328957.584051:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14203 00000100:00080000:2.0:1767328957.584071:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328957.584082:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328957.584099:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328957.584152:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247804288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767328957.584264:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767328957.584269:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328957.584282:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247804416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328957.587769:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247804416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328957.587774:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328957.587792:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328957.587801:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804288:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328957.712099:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328958.351935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328958.736099:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328959.375960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328959.760080:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328960.399993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328960.784101:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328961.423945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328961.807990:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328962.448040:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328962.703942:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328962.703953:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328962.703955:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328962.703958:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328962.703962:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328962.703971:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14208 00000100:00080000:3.0:1767328962.703983:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328962.703989:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328962.704000:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328962.704033:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247804544/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328962.704085:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328962.704091:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328962.704102:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247804672:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328962.705817:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328962.705824:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328962.705828:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328962.705966:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247804672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328962.832044:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328963.471920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328963.856019:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328964.495989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328964.879997:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328965.519912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328965.904042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328966.543978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328966.928004:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328967.567926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767328967.823934:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328967.823945:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767328967.823948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328967.823951:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328967.823954:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328967.823964:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14214 00000100:00080000:3.0:1767328967.823975:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328967.823981:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328967.823991:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767328967.824024:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247804800/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328967.824087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804800:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767328967.824117:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247804928:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767328967.825950:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247804928:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328967.825957:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328967.825964:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328967.825968:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247804800:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328967.951980:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328968.591939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328968.976006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328969.616026:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328970.000020:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328970.639963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328971.024019:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328971.663963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328972.048031:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328972.687929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767328972.943993:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328972.944006:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767328972.944011:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767328972.944016:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767328972.944021:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767328972.944034:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14219 00000100:00080000:2.0:1767328972.944045:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767328972.944050:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767328972.944061:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767328972.944096:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247805056/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328972.944163:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328972.944182:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767328972.944211:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247805184:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328972.946013:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328972.946021:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328972.946027:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805056:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328972.946039:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247805184:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328973.072021:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328973.711943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328974.096011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328974.735942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328975.120002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328975.759921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328976.144070:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328976.783927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767328977.039951:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328952/real 1767328952] req@ffff96e870597480 x1853164247803904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328977 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767328977.039985:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870597480 x1853164247803904/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767328977 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767328977.040000:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328977.040023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767328977.040026:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247803904:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767328977.040102:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328977.040112:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767328977.040116:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328977.040125:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14203 00000100:00080000:3.0:1767328977.040137:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328977.040144:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767328977.040181:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247805312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767328977.040207:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767328977.040210:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767328977.040212:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767328977.040216:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14224 00000100:00080000:3.0:1767328977.040218:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767328977.040237:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767328977.040246:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328977.040253:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247805312:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767328977.040259:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247805440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767328977.040325:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767328977.040340:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247805568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328977.040366:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805440:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328977.042282:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328977.042290:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328977.042295:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767328977.042309:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247805568:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767328977.168029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328977.807940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328978.192046:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328978.831957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328979.216043:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328979.855949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328980.240084:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328980.879943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328981.264047:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328981.903934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328982.160020:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328982.160029:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328982.160032:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328982.160036:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328982.160040:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328982.160050:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14228 00000100:00080000:0.0:1767328982.160062:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328982.160069:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328982.160083:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328982.160121:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247805696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328982.160225:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247805824:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328982.160237:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328982.162193:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247805824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328982.162204:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328982.162217:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328982.162223:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805696:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328982.288022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328982.927927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328983.312028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328983.951938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328984.336065:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328984.975921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328985.360043:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328985.999962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328986.384018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328987.023931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328987.279939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328987.279952:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328987.279956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328987.279962:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328987.279967:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328987.279980:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14233 00000100:00080000:0.0:1767328987.279995:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328987.280005:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328987.280021:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328987.280074:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247805952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328987.280154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328987.280161:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247806080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328987.281996:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767328987.281998:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247806080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328987.282008:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328987.282014:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247805952:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767328987.408009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328988.047925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328988.431999:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328989.071911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328989.456052:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328990.095938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328990.480046:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328991.119923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328991.504038:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328992.143960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767328992.400063:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328992.400075:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767328992.400078:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767328992.400082:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767328992.400086:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767328992.400097:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14238 00000100:00080000:1.0:1767328992.400109:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767328992.400116:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767328992.400128:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767328992.400164:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247806208/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767328992.400226:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247806336:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767328992.400233:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806208:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767328992.402085:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328992.402092:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328992.402096:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806208:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328992.402118:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247806336:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328992.528007:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328993.167956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328993.552064:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328994.191943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328994.576002:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328995.215970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328995.600013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328996.239944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328996.624003:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328997.263968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767328997.519980:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328997.519991:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767328997.519996:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767328997.520002:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767328997.520008:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767328997.520022:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14243 00000100:00080000:0.0:1767328997.520036:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767328997.520045:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767328997.520059:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767328997.520100:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247806464/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767328997.520171:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328997.520173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247806592:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767328997.522113:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767328997.522121:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767328997.522127:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806464:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767328997.522239:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247806592:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767328997.647984:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328998.287929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767328998.672034:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767328999.311931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767328999.695983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329000.335952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329000.720087:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329001.359912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329001.743960:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329002.383930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329002.639918:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328977/real 1767328977] req@ffff96e84e88d880 x1853164247805312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329002 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329002.639959:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88d880 x1853164247805312/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329002 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767329002.639973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329002.639980:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329002.639983:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329002.639984:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329002.639989:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329002.639993:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329002.640000:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14248 00000100:00080000:1.0:1767329002.640004:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329002.640009:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247805312:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329002.640013:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329002.640022:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329002.640034:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329002.640067:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247806720/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329002.640117:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767329002.640119:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806720:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767329002.640121:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329002.640125:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329002.640130:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14228 00000100:00080000:3.0:1767329002.640132:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329002.640134:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329002.640146:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247806976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329002.640186:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247806848:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329002.640223:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247806976:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329002.641895:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329002.641901:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329002.641905:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247806720:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329002.641937:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247806848:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329002.767991:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329003.407890:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329003.792006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329004.431941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329004.816049:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329005.455933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329005.840019:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329006.479934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329006.863992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329007.503923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329007.759966:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329007.759976:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329007.759979:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329007.759983:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329007.759986:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329007.759997:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14254 00000100:00080000:0.0:1767329007.760008:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329007.760015:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329007.760028:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329007.760065:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247807104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329007.760122:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329007.760129:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247807232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329007.762070:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329007.762072:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247807232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329007.762079:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329007.762084:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807104:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329007.888000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329008.527920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329008.911980:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329009.551932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329009.936052:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329010.575918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329010.960039:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329011.599885:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329011.984042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329012.623943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329012.879956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329012.879965:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329012.879968:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329012.879972:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329012.879975:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329012.879985:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14259 00000100:00080000:0.0:1767329012.879996:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329012.880002:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329012.880013:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329012.880048:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247807360/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329012.880130:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329012.880132:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247807488:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329012.882089:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329012.882100:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329012.882106:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247807488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329012.882109:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807360:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329013.008036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329013.647920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329014.032076:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329014.671908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329015.056064:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329015.695945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329016.080020:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329016.719911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329017.104024:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329017.743935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329017.999995:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329018.000005:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329018.000009:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329018.000011:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329018.000016:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329018.000025:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14264 00000100:00080000:2.0:1767329018.000036:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329018.000042:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329018.000053:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329018.000086:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247807616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329018.000157:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329018.000179:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329018.000201:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247807744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329018.002205:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329018.002213:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329018.002219:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329018.002286:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247807744:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329018.128056:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329018.767938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329019.152020:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329019.791945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329020.176018:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329020.815940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329021.200011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329021.839928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329022.224049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329022.863912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329023.119918:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329023.119928:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329023.119931:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329023.119934:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329023.119938:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329023.119949:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14269 00000100:00080000:2.0:1767329023.119961:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329023.119967:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329023.119977:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329023.120011:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247807872/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329023.120076:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329023.120096:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247808000:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329023.120105:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807872:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329023.122429:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247808000:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329023.122475:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329023.122483:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329023.122486:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247807872:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329023.248030:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329023.887931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329024.272029:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329024.911904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329025.296031:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329025.935943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329026.320033:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329026.959924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329027.215926:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329002/real 1767329002] req@ffff96e84e88f480 x1853164247806976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329027 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329027.215959:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f480 x1853164247806976/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329027 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329027.215978:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329027.216000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329027.216003:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247806976:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329027.216064:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329027.216074:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329027.216078:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329027.216088:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14254 00000100:00080000:0.0:1767329027.216101:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329027.216109:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329027.216146:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247808128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329027.216177:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329027.216181:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329027.216184:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329027.216190:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14274 00000100:00080000:0.0:1767329027.216195:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329027.216200:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329027.216208:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247808128:192.168.204.119@tcp:250:kworker.0 00000008:00100000:0.0:1767329027.216210:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329027.216230:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247808256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329027.216317:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247808384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329027.216348:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808256:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329027.218526:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329027.218532:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329027.218538:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329027.218544:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247808384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329027.343997:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329027.983915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329028.367974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329029.007920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329029.391981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329030.031929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329030.416007:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329031.055994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329031.440017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329032.079926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329032.335992:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329032.336003:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329032.336005:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329032.336009:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329032.336013:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329032.336022:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14278 00000100:00080000:3.0:1767329032.336033:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329032.336039:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329032.336048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329032.336082:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247808512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329032.336146:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329032.336148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329032.336158:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247808640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329032.338287:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247808640:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329032.338335:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329032.338342:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329032.338347:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808512:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329032.464059:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329033.103928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329033.488003:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329034.127961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329034.512042:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329035.151973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329035.536011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329036.175932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329036.559977:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329037.199928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329037.455976:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329037.455988:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329037.455991:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329037.455995:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329037.455999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329037.456012:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14283 00000100:00080000:0.0:1767329037.456024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329037.456032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329037.456042:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329037.456079:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247808768/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329037.456146:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329037.456173:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247808896:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329037.458197:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329037.458203:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329037.458208:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247808768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329037.458319:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247808896:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329037.584041:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329038.223918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329038.608012:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329039.247959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329039.632037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329040.271940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329040.656028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329041.295934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329041.679997:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329042.319915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329042.575997:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329042.576008:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329042.576011:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329042.576031:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329042.576037:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329042.576049:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14288 00000100:00080000:0.0:1767329042.576061:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329042.576069:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329042.576082:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329042.576122:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247809024/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329042.576196:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329042.576209:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247809152:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329042.576223:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809024:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329042.578250:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247809152:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329042.578254:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329042.578263:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329042.578266:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809024:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329042.704064:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329043.343963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329043.728058:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329044.368020:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329044.752090:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329045.391924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329045.776047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329046.415934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329046.800022:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329047.439918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329047.695940:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329047.695954:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329047.695958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329047.695962:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329047.695967:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329047.695979:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14293 00000100:00080000:0.0:1767329047.695991:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329047.696003:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329047.696016:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329047.696051:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247809280/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329047.696129:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329047.696146:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247809408:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329047.696174:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809280:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767329047.698043:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329047.698049:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329047.698053:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809280:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329047.698110:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247809408:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329047.824043:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329048.463969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329048.848079:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329049.487943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329049.872015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329050.511938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329050.896005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329051.535958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329051.920030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329052.559954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329052.815947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767329052.815948:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329027/real 1767329027] req@ffff96e85087ea00 x1853164247808128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329052 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329052.815959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329052.815966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329052.815971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329052.815974:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329052.815980:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14299 00000100:00080000:0.0:1767329052.815989:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767329052.815992:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247808128/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329052 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329052.815999:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329052.816014:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767329052.816017:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329052.816040:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329052.816048:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247809536/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329052.816048:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247808128:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767329052.816085:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809536:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329052.816112:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767329052.816114:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247809664:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329052.816120:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329052.816125:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329052.816131:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14278 00000100:00080000:0.0:1767329052.816137:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329052.816141:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329052.816154:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247809792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329052.816231:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247809792:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329052.817958:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329052.817964:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329052.817968:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809536:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329052.818022:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247809664:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329052.944005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329053.583919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329053.968026:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329054.607906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329054.991996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329055.631913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329056.016015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329056.655940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329057.039979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329057.679925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329057.935981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329057.935994:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329057.935997:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329057.936002:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329057.936007:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329057.936018:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14304 00000100:00080000:0.0:1767329057.936032:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329057.936039:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329057.936051:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329057.936091:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247809920/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329057.936169:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329057.936205:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329057.936229:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247810048:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329057.938880:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329057.938891:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329057.938900:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247809920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329057.938919:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247810048:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329058.064123:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329058.703905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329059.087993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329059.727916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329060.112019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329060.751944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329061.135980:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329061.775918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329062.160019:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329062.799891:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329063.055938:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329063.055949:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329063.055951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329063.055955:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329063.055959:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329063.055969:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14309 00000100:00080000:0.0:1767329063.055980:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329063.055986:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329063.055995:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329063.056028:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247810176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329063.056090:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329063.056094:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329063.056105:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247810304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329063.057958:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329063.057967:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329063.057973:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329063.057992:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247810304:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329063.183990:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329063.823936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329064.208009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329064.847906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329065.232003:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329065.871918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329066.255991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329066.895915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329067.280005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329067.919959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329068.175977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329068.175986:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329068.175989:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329068.175992:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329068.175996:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329068.176005:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14314 00000100:00080000:2.0:1767329068.176015:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329068.176021:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329068.176031:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329068.176065:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247810432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329068.176126:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247810560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329068.176142:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810432:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329068.177974:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329068.177980:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329068.177985:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329068.178010:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247810560:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329068.303958:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329068.943917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329069.328019:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329069.967961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329070.352000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329070.991922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329071.376033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329072.015919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329072.399989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329073.039930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329073.295911:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329073.295921:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329073.295924:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329073.295927:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329073.295931:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329073.295940:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14319 00000100:00080000:2.0:1767329073.295951:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329073.295957:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329073.295966:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329073.295995:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247810688/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329073.296047:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329073.296114:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247810816:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329073.297989:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329073.297997:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329073.298001:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247810688:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329073.298153:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247810816:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329073.423978:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329074.063916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329074.448033:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329075.087919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329075.472021:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329076.111917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329076.496009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329077.135920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329077.391937:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329052/real 1767329052] req@ffff96e85087df80 x1853164247809792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329077 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329077.391970:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247809792/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329077 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329077.391988:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329077.392010:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329077.392014:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247809792:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329077.392090:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329077.392097:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329077.392100:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329077.392106:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14304 00000100:00080000:0.0:1767329077.392116:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329077.392123:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329077.392157:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247810944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329077.392180:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329077.392183:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329077.392184:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329077.392189:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14324 00000100:00080000:0.0:1767329077.392192:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329077.392196:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329077.392206:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329077.392209:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247810944:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329077.392218:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247811072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329077.392278:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247811200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329077.392316:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811072:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329077.394352:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329077.394358:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329077.394361:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329077.394418:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247811200:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329077.520055:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329078.159924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329078.544070:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329079.183986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329079.568027:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329080.207923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329080.592011:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329081.231928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329081.616061:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329082.255925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329082.511953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329082.511963:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329082.511966:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329082.511969:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329082.511974:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329082.511985:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14328 00000100:00080000:1.0:1767329082.511996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329082.512003:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329082.512014:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329082.512052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247811328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329082.512152:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247811456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329082.512156:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811328:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329082.514134:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329082.514143:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329082.514148:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329082.514339:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247811456:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329082.640030:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329083.279930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329083.664013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329084.303963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329084.688012:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329085.327947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329085.712009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329086.351910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329086.736069:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329087.375929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329087.631978:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329087.631987:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329087.631990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329087.631993:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329087.631996:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329087.632006:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14333 00000100:00080000:3.0:1767329087.632018:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329087.632024:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329087.632034:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329087.632064:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247811584/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329087.632136:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329087.632140:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811584:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329087.632151:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247811712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329087.634242:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247811712:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329087.634249:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329087.634257:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329087.634263:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811584:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329087.760162:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329088.399929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329088.784047:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329089.423933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329089.808043:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329090.447914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329090.832078:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329091.471924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329091.856028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329092.496001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329092.752033:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329092.752043:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329092.752047:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329092.752051:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329092.752055:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329092.752067:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14339 00000100:00080000:0.0:1767329092.752081:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329092.752102:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329092.752116:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329092.752158:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247811840/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329092.752232:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247811968:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329092.752238:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811840:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329092.754407:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329092.754415:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329092.754421:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247811840:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329092.755075:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247811968:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329092.880050:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329093.519910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329093.904113:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329094.543995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329094.928033:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329095.567923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329095.952049:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329096.591975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329096.976079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329097.615910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329097.871960:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329097.871969:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329097.871972:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329097.871976:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329097.871980:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329097.872004:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14344 00000100:00080000:0.0:1767329097.872015:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329097.872023:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329097.872034:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329097.872072:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247812096/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329097.872130:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247812224:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329097.872153:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812096:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329097.874253:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329097.874260:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329097.874264:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812096:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329097.874286:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247812224:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329098.000067:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329098.639962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329099.024097:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329099.663937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329100.048036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329100.687917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329101.072062:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329101.711935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329102.096062:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329102.735919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329102.991958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329102.991967:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329102.991971:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329102.991975:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329102.991980:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329102.991993:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14349 00000100:00080000:0.0:1767329102.992007:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329102.992014:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329102.992027:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329102.992050:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329077/real 1767329077] req@ffff96e85087c380 x1853164247810944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329102 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329102.992068:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247812352/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329102.992127:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247810944/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329102 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767329102.992164:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812352:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329102.992198:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329102.992219:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247812480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329102.992321:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329102.992361:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767329102.992369:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247810944:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329102.992395:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329102.992400:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329102.992403:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329102.992410:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14328 00000100:00080000:0.0:1767329102.992416:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329102.992421:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329102.992437:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247812608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329102.992497:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247812608:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329102.994234:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247812480:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329102.995436:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329102.995444:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329102.995447:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812352:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329103.120045:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329103.759988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329104.144067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329104.783959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329105.168113:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329105.807952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329106.192045:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329106.831927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329107.216025:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329107.855911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329108.112094:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329108.112108:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329108.112112:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329108.112117:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329108.112122:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329108.112134:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14354 00000100:00080000:3.0:1767329108.112275:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329108.112282:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329108.112292:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329108.112322:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247812736/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329108.112429:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329108.112495:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247812864:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329108.114895:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329108.114906:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329108.114914:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329108.114937:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247812864:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329108.240022:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329108.879913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329109.264032:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329109.903921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329110.288052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329110.927905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329111.312031:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329111.951905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329112.335956:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329112.975916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329113.231999:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329113.232013:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329113.232016:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329113.232021:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329113.232025:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329113.232037:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14359 00000100:00080000:3.0:1767329113.232052:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329113.232061:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329113.232075:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329113.232114:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247812992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329113.232189:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329113.232203:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329113.232226:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247813120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329113.234179:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247813120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329113.234185:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329113.234195:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329113.234201:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247812992:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329113.360017:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329113.999911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329114.384033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329115.023924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329115.408008:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329116.047919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329116.432022:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329117.071933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329117.456038:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329118.095924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329118.351948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329118.351961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329118.351965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329118.351971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329118.351977:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329118.351990:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14364 00000100:00080000:3.0:1767329118.352004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329118.352014:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329118.352030:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329118.352074:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247813248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329118.352151:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329118.352202:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329118.352222:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247813376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329118.354175:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247813376:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329118.354235:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329118.354242:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329118.354246:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813248:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329118.480004:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329119.119917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329119.503968:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329120.143909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329120.528029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329121.167911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329121.552009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329122.191911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329122.576028:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329123.215909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329123.471975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329123.471988:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329123.471992:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329123.471996:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329123.472000:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329123.472013:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14369 00000100:00080000:3.0:1767329123.472027:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329123.472034:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329123.472048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329123.472089:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247813504/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329123.472167:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329123.472200:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329123.472217:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247813632:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329123.474268:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329123.474275:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329123.474280:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813504:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329123.474293:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247813632:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329123.600580:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329124.239900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329124.624014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329125.263911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329125.647988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329126.287911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329126.672020:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329127.311925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329127.567922:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329102/real 1767329102] req@ffff96e85087d180 x1853164247812608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329127 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329127.567960:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d180 x1853164247812608/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329127 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329127.567976:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329127.567999:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329127.568002:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247812608:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329127.568056:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329127.568061:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329127.568064:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329127.568069:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14354 00000100:00080000:3.0:1767329127.568077:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329127.568083:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329127.568112:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247813760/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329127.568134:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329127.568137:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329127.568138:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329127.568141:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14374 00000100:00080000:3.0:1767329127.568144:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329127.568147:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329127.568155:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329127.568165:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247813760:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767329127.568169:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247813888/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329127.568219:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329127.568229:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247814016:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329127.568272:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813888:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329127.570104:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329127.570105:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247814016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329127.570114:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329127.570120:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247813888:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329127.696038:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329128.335963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329128.719982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329129.359930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329129.744021:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329130.383944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329130.768032:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329131.407927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329131.792015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329132.431923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329132.687958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329132.687969:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329132.687971:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329132.687974:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329132.687978:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329132.687987:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14378 00000100:00080000:3.0:1767329132.687997:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329132.688003:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329132.688014:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329132.688047:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247814144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329132.688118:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329132.688175:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329132.688191:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247814272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329132.689923:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767329132.689924:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247814272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329132.689933:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329132.689940:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814144:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329132.816055:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329133.455937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329133.839998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329134.479929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329134.864005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329135.503935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329135.888052:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329136.527925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329136.912028:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329137.551938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329137.807949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329137.807959:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329137.807962:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329137.807966:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329137.807970:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329137.807981:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14384 00000100:00080000:3.0:1767329137.807992:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329137.807998:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329137.808008:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329137.808042:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247814400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329137.808123:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329137.808153:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247814528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329137.810109:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329137.810111:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247814528:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329137.810117:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329137.810125:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814400:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329137.935981:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329138.575950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329138.960006:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329139.599903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329139.984013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329140.623937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329141.008048:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329141.647932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329142.032095:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329142.671909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329142.927919:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329142.927929:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329142.927932:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329142.927935:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329142.927939:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329142.927949:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14389 00000100:00080000:3.0:1767329142.927960:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329142.927965:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329142.927974:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329142.928008:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247814656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329142.928066:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814656:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329142.928126:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247814784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329142.929624:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329142.929629:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247814784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329142.929633:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329142.929640:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814656:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329143.056032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329143.695935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329144.080106:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329144.719970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329145.104003:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329145.744003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329146.128044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329146.767943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329147.152039:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329147.792009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329148.047986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329148.047997:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329148.048000:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329148.048004:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329148.048009:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329148.048019:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14394 00000100:00080000:0.0:1767329148.048031:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329148.048037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329148.048048:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329148.048137:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247814912/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329148.048206:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329148.048210:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247815040:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329148.050273:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329148.050280:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329148.050286:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247814912:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329148.050303:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247815040:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329148.176022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329148.815930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329149.200158:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329149.839945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329150.224015:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329150.863910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329151.248054:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329151.887976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329152.144066:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329127/real 1767329127] req@ffff96e84e88c000 x1853164247813760/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329152 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329152.144116:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88c000 x1853164247813760/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329152 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329152.144143:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329152.144179:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329152.144184:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247813760:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329152.144239:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329152.144250:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329152.144255:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329152.144265:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14378 00000100:00080000:3.0:1767329152.144279:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329152.144288:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329152.144333:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247815168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329152.144370:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329152.144375:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329152.144379:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329152.144411:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14399 00000100:00080000:3.0:1767329152.144417:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767329152.144426:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247815168:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329152.144427:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329152.144448:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329152.144472:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247815296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329152.144545:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247815424:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329152.144625:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815296:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329152.148697:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329152.148711:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329152.148721:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329152.149145:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247815424:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329152.272040:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329152.912060:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329153.296090:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329153.936035:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329154.320031:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329154.959953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329155.344164:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329155.983980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329156.367990:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329157.007963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329157.264250:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329157.264260:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329157.264264:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329157.264268:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329157.264274:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329157.264287:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14403 00000100:00080000:0.0:1767329157.264300:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329157.264308:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329157.264321:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329157.264358:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247815552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329157.264439:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329157.264513:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247815680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329157.267119:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329157.267129:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329157.267135:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329157.267143:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247815680:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329157.392042:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329158.031979:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329158.416069:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329159.055976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329159.440139:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329160.079973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329160.464140:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329161.103921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329161.488097:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329162.127927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329162.383955:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329162.383965:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329162.383967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329162.383971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329162.383975:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329162.383985:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14408 00000100:00080000:0.0:1767329162.383996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329162.384002:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329162.384012:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329162.384046:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247815808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329162.384124:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329162.384148:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247815936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329162.386188:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329162.386195:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329162.386199:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247815808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329162.386290:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247815936:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329162.512051:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329163.151918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329163.536034:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329164.175920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329164.560215:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329165.199901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329165.584063:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329166.223926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329166.608065:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329167.247948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329167.503985:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329167.504003:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329167.504008:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329167.504015:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329167.504022:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329167.504038:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14413 00000100:00080000:3.0:1767329167.504056:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329167.504066:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329167.504086:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329167.504137:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247816064/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329167.504225:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329167.504244:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329167.504266:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247816192:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329167.507058:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329167.507070:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329167.507076:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816064:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329167.507095:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247816192:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329167.632019:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329168.271932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329168.656054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329169.295967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329169.680076:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329170.320100:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329170.704058:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329171.343980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329171.728084:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329172.367985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329172.624013:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329172.624028:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329172.624032:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329172.624038:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329172.624043:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329172.624057:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14418 00000100:00080000:0.0:1767329172.624073:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329172.624142:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329172.624157:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329172.624203:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247816320/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329172.624301:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329172.624328:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247816448:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329172.624347:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816320:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329172.627510:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247816448:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329172.627540:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329172.627554:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329172.627563:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816320:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329172.752195:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329173.392003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329173.776148:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329174.415954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329174.800167:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329175.440018:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329175.824035:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329176.463936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329176.848057:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329177.487975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329177.744033:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329177.744046:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329177.744049:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329177.744056:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329177.744061:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329177.744072:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14424 00000100:00080000:0.0:1767329177.744085:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767329177.744089:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329152/real 1767329152] req@ffff96e84e88f480 x1853164247815168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329177 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329177.744096:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329177.744114:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329177.744130:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88f480 x1853164247815168/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329177 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767329177.744150:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329177.744156:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247816576/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767329177.744177:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767329177.744185:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247815168:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767329177.744210:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816576:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329177.744233:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329177.744239:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329177.744241:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329177.744247:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14403 00000100:00080000:0.0:1767329177.744250:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329177.744255:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329177.744267:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247816704:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329177.744273:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247816832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329177.744346:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247816832:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329177.746597:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767329177.746604:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247816704:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329177.746607:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329177.746618:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816576:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329177.872103:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329178.511986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329178.896130:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329179.535960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329179.920107:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329180.560002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329180.947412:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329181.583968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329181.968190:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329182.607921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329182.864003:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329182.864018:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329182.864022:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329182.864028:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329182.864033:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329182.864109:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14429 00000100:00080000:3.0:1767329182.864124:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329182.864133:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329182.864147:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329182.864189:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247816960/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329182.864284:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329182.864295:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329182.864307:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247817088:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329182.867697:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247817088:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329182.867702:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329182.867716:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329182.867726:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247816960:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329182.992128:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329183.631951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329184.016070:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329184.656013:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329185.040128:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329185.679932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329186.064096:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329186.703967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329187.088122:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329187.727915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329187.983946:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329187.983958:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329187.983961:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329187.983965:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329187.983971:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329187.983982:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14434 00000100:00080000:2.0:1767329187.983994:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329187.984002:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329187.984015:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329187.984052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247817216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329187.984111:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329187.984123:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329187.984137:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247817344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329187.986143:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329187.986149:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329187.986153:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329187.986160:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247817344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329188.112030:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329188.751972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329189.136004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329189.775937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329190.159986:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329190.799906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329191.183964:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329191.823913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329192.208027:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329192.847916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329193.103951:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329193.103961:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329193.103965:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329193.103968:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329193.103972:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329193.103982:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14439 00000100:00080000:2.0:1767329193.103992:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329193.103997:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329193.104008:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329193.104037:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247817472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329193.104096:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329193.104119:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329193.104134:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247817600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329193.105977:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329193.105984:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329193.105988:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817472:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329193.106043:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247817600:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329193.232013:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329193.871910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329194.256022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329194.895952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329195.279982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329195.919968:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329196.304049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329196.943933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329197.327992:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329197.967918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329198.223970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329198.223986:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329198.223990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329198.223995:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329198.223999:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329198.224011:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14444 00000100:00080000:0.0:1767329198.224024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329198.224032:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329198.224044:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329198.224091:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247817728/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329198.224154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329198.224218:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247817856:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329198.225951:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329198.225959:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329198.225964:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247817728:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329198.226055:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247817856:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329198.351989:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329198.991923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329199.376021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329200.015933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329200.399961:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329201.039923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329201.424020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329202.063945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329202.319995:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329177/real 1767329177] req@ffff96e85087df80 x1853164247816832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329202 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329202.320031:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247816832/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329202 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329202.320047:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329202.320088:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329202.320091:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247816832:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329202.320113:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329202.320121:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329202.320123:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329202.320130:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14429 00000100:00080000:1.0:1767329202.320141:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329202.320149:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329202.320187:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247817984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329202.320212:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329202.320215:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329202.320217:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329202.320220:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14449 00000100:00080000:1.0:1767329202.320223:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329202.320227:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329202.320236:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329202.320241:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247817984:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329202.320250:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247818112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329202.320298:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329202.320306:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247818240:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329202.320354:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818112:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329202.322247:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329202.322255:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329202.322260:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329202.322273:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247818240:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329202.447979:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329203.087931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329203.471989:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329204.111913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329204.495995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329205.135931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329205.519967:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329206.159923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329206.544014:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329207.183917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329207.439982:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329207.439993:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329207.439996:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329207.439999:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329207.440003:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329207.440012:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14453 00000100:00080000:0.0:1767329207.440024:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329207.440031:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329207.440042:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329207.440073:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247818368/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329207.440143:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247818496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329207.440165:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818368:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329207.441733:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329207.441740:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329207.441743:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818368:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329207.443031:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247818496:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329207.568025:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329208.207931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329208.591991:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329209.231941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329209.615993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329210.255894:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329210.640012:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329211.279950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329211.664019:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329212.303981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329212.559995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329212.560003:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329212.560006:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329212.560009:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329212.560013:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329212.560021:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14458 00000100:00080000:2.0:1767329212.560031:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329212.560037:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329212.560046:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329212.560077:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596680 x1853164247818624/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329212.560132:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329212.560205:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247818752:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329212.562008:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247818752:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329212.562028:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329212.562038:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329212.562044:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818624:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329212.687974:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329213.327927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329213.711993:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329214.351941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329214.736015:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329215.375923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329215.759997:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329216.399914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329216.784034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329217.423919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329217.679904:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329217.679913:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329217.679916:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329217.679919:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329217.679924:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329217.679933:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14463 00000100:00080000:2.0:1767329217.679943:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329217.679949:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329217.679959:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329217.679988:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247818880/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329217.680047:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329217.680079:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247819008:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329217.682098:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329217.682105:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329217.682109:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247818880:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329217.682477:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247819008:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329217.808001:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329218.447938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329218.831998:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329219.471915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329219.856011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329220.495948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329220.879991:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329221.519915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329221.903987:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329222.543915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329222.799976:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329222.799984:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329222.799987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329222.799990:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329222.799994:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329222.800002:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14469 00000100:00080000:0.0:1767329222.800013:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329222.800019:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329222.800028:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329222.800057:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247819136/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329222.800111:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247819264:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329222.800132:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819136:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329222.801773:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329222.801780:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329222.801786:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819136:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329222.801900:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247819264:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329222.928036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329223.567904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329223.952005:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329224.591906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329224.976032:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329225.615892:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329225.999986:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329226.639896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329227.023952:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329227.663925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329227.919933:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329202/real 1767329202] req@ffff96e868419880 x1853164247817984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329227 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329227.919963:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419880 x1853164247817984/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329227 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329227.919974:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329227.919980:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329227.919982:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329227.919985:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329227.919986:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329227.919988:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329227.919996:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14474 00000100:00080000:0.0:1767329227.920000:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329227.920005:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247817984:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329227.920005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329227.920017:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329227.920027:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329227.920052:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247819392/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329227.920111:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329227.920115:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1767329227.920116:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247819520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329227.920118:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329227.920126:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14453 00000100:00080000:1.0:1767329227.920129:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329227.920131:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329227.920142:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247819648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329227.920174:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819392:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329227.920236:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247819648:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329227.922067:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247819520:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329227.922085:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329227.922099:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329227.922103:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819392:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329228.047959:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329228.687910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329229.072005:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329229.711910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329230.095976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329230.735893:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329231.119978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329231.759904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329232.143983:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329232.783914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329233.039970:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329233.039978:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329233.039981:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329233.039984:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329233.039987:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329233.039995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14479 00000100:00080000:3.0:1767329233.040005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329233.040010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329233.040020:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329233.040049:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247819776/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329233.040105:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329233.040108:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329233.040119:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247819904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329233.041957:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329233.041963:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247819904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329233.041967:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329233.041974:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247819776:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329233.167955:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329233.807909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329234.191990:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329234.831915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329235.215970:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329235.855914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329236.240021:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329236.879930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329237.263982:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329237.903954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329238.159949:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329238.159957:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329238.159960:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329238.159963:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329238.159966:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329238.159974:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14484 00000100:00080000:0.0:1767329238.159983:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329238.159988:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329238.159998:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329238.160029:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247820032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329238.160089:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247820160:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329238.160106:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820032:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329238.161970:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329238.161976:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329238.161980:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329238.162019:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247820160:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329238.288005:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329238.927918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329239.311996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329239.951922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329240.336005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329240.975918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329241.360035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329241.999919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329242.383986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329243.023910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329243.279953:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329243.279963:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329243.279967:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329243.279971:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329243.279976:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329243.279987:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14489 00000100:00080000:0.0:1767329243.280000:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329243.280009:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329243.280021:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329243.280051:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247820288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329243.280114:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329243.280117:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247820416:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329243.281959:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329243.281966:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329243.281970:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329243.281995:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247820416:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329243.408007:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329244.047996:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329244.432033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329245.071918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329245.456033:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329246.095918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329246.480011:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329247.119904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329247.505100:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329248.143915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329248.399969:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329248.399993:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329248.399996:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329248.399999:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329248.400002:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329248.400010:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14494 00000100:00080000:2.0:1767329248.400020:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329248.401128:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329248.401138:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329248.401169:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247820544/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329248.401229:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329248.401245:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247820672:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329248.401248:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820544:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329248.402763:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329248.402771:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329248.402775:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820544:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329248.403387:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247820672:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329248.527982:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329249.167928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329249.551978:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329250.191941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329250.576042:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329251.215937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329251.599988:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329252.239919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329252.495958:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329227/real 1767329227] req@ffff96e86841a300 x1853164247819648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329252 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329252.495986:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841a300 x1853164247819648/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329252 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329252.496002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329252.496021:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329252.496024:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247819648:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767329252.496059:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329252.496065:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767329252.496068:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329252.496073:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14479 00000100:00080000:2.0:1767329252.496081:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329252.496087:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767329252.496114:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247820800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767329252.496150:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329252.496153:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329252.496155:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329252.496174:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14499 00000100:00080000:2.0:1767329252.496179:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767329252.496181:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247820800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767329252.496187:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329252.496199:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329252.496217:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247820928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329252.496263:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329252.496273:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247821056:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329252.496278:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820928:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329252.497935:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329252.497941:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329252.497946:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247820928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329252.497987:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247821056:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329252.624030:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329253.263951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329253.648003:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329254.287908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329254.671967:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329255.311908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329255.696065:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329256.335918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329256.719998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329257.359915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329257.615931:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329257.615939:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329257.615942:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329257.615946:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329257.615949:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329257.615958:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14503 00000100:00080000:0.0:1767329257.615968:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329257.615974:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329257.615983:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329257.616012:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247821184/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329257.616073:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329257.616085:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329257.616095:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247821312:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329257.617772:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329257.617778:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329257.617782:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329257.617791:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247821312:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329257.743994:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329258.383938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329258.768071:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329259.407926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329259.791987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329260.431949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329260.816045:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329261.455910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329261.840016:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329262.479915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329262.735950:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329262.735958:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329262.735961:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329262.735964:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329262.735968:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329262.735977:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14509 00000100:00080000:0.0:1767329262.735987:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329262.735993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329262.736003:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329262.736032:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247821440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329262.736085:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329262.736100:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247821568:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329262.736130:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821440:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329262.738118:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329262.738123:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329262.738126:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329262.738203:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247821568:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329262.863979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329263.503919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329263.888016:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329264.527977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329264.911995:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329265.551938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329265.936011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329266.575934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329266.960000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329267.599915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329267.855933:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329267.855941:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329267.855944:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329267.855947:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329267.855951:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329267.855960:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14514 00000100:00080000:0.0:1767329267.855971:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329267.855977:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329267.855987:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329267.856017:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247821696/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329267.856075:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329267.856076:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329267.856087:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247821824:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329267.857938:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329267.857946:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329267.857951:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821696:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329267.857964:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247821824:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329267.983971:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329268.623921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329269.008131:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329269.647915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329270.031991:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329270.671918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329271.055995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329271.695901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329272.080063:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329272.719975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329272.975958:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329272.975967:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329272.975970:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329272.975973:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329272.975977:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329272.975988:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14519 00000100:00080000:0.0:1767329272.976000:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329272.976008:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329272.976021:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329272.976059:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247821952/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329272.976111:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821952:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329272.976130:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247822080:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329272.977714:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247822080:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329272.977734:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329272.977744:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329272.977761:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247821952:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329273.103946:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329273.743926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329274.127993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329274.767922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329275.151981:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329275.791931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329276.175983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329276.815934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329277.071964:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329252/real 1767329252] req@ffff96e870595180 x1853164247820800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329277 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329277.071992:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870595180 x1853164247820800/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329277 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329277.072008:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329277.072023:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329277.072027:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247820800:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767329277.072107:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329277.072113:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767329277.072115:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329277.072121:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14503 00000100:00080000:2.0:1767329277.072131:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329277.072136:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:2.0:1767329277.072164:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247822208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767329277.072185:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329277.072188:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329277.072190:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329277.072193:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14524 00000100:00080000:2.0:1767329277.072195:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329277.072198:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329277.072206:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329277.072215:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247822208:192.168.204.119@tcp:250:kworker.0 00000100:00100000:2.0:1767329277.072217:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247822336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329277.072289:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247822464:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329277.072305:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822336:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329277.073967:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329277.073973:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329277.073976:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329277.074178:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247822464:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329277.199973:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329277.839928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329278.223944:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329278.863917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329279.247998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329279.887934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329280.271985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329280.911923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329281.295997:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329281.935919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329282.191923:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329282.191933:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329282.191936:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329282.191940:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329282.191945:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329282.191956:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14528 00000100:00080000:2.0:1767329282.191968:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329282.191976:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329282.191987:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329282.192018:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247822592/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329282.192071:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822592:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329282.192141:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247822720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329282.194030:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329282.194035:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329282.194038:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822592:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329282.194440:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247822720:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329282.320001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329282.959947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329283.343991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329283.983931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329284.368021:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329285.007917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329285.391941:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329286.031911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329286.416004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329287.055923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329287.311968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329287.311977:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329287.311979:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329287.311982:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329287.311986:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329287.311995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14533 00000100:00080000:2.0:1767329287.312004:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329287.312010:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329287.312020:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329287.312049:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247822848/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329287.312113:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329287.312155:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329287.312169:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247822976:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329287.313963:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329287.313972:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329287.313978:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247822848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329287.313992:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247822976:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329287.439981:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329288.079901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329288.464087:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329289.103944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329289.488029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329290.127901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329290.511958:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329291.151915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329291.535991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329292.175983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329292.431934:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329292.431945:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329292.431949:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329292.431953:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329292.431958:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329292.431970:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14538 00000100:00080000:0.0:1767329292.431982:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329292.431989:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329292.432001:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329292.432037:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247823104/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329292.432099:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329292.432132:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247823232:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329292.434076:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329292.434084:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329292.434089:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823104:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329292.434116:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247823232:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329292.559985:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329293.199901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329293.583979:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329294.223897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329294.607986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329295.247905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329295.631938:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329296.271961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329296.656023:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329297.295934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329297.551924:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329297.551933:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329297.551936:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329297.551940:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329297.551943:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329297.551953:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14543 00000100:00080000:0.0:1767329297.551962:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329297.551968:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329297.551976:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329297.552007:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247823360/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329297.552077:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823360:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329297.552080:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247823488:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329297.554044:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247823488:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329297.554069:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329297.554078:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329297.554083:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823360:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329297.680013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329298.319935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329298.704013:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329299.343951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329299.728015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329300.367950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329300.751954:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329301.391900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329301.776017:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329302.415925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767329302.671963:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329277/real 1767329277] req@ffff96e870594000 x1853164247822208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329302 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329302.671990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767329302.671993:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e870594000 x1853164247822208/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329302 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329302.672005:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329302.672010:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329302.672014:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329302.672016:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329302.672024:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329302.672026:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767329302.672033:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247822208:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329302.672037:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14548 00000100:00080000:1.0:1767329302.672053:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329302.672061:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329302.672073:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329302.672110:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247823616/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329302.672167:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823616:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329302.672186:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329302.672191:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329302.672194:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329302.672216:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14528 00000100:00080000:1.0:1767329302.672222:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767329302.672229:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247823744:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329302.672230:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329302.672261:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418700 x1853164247823872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329302.672308:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247823872:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329302.673986:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329302.673992:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329302.673995:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247823616:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329302.674246:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247823744:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329302.800023:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329303.439927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329303.824027:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329304.463919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329304.847983:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329305.487913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329305.871954:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329306.511923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329306.896008:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329307.535940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329307.791928:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329307.791936:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329307.791939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329307.791942:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329307.791946:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329307.791954:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14554 00000100:00080000:1.0:1767329307.791964:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329307.791971:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329307.791981:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329307.792008:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418000 x1853164247824000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329307.792086:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329307.792114:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247824128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329307.792135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824000:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329307.793963:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329307.793969:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329307.793994:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247824128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329307.793996:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824000:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329307.919990:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329308.559952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329308.943976:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329309.583921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329309.967986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329310.607928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329310.992000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329311.631920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329312.015965:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329312.655897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329312.911936:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329312.911946:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329312.911950:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329312.911955:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329312.911959:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329312.911971:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14559 00000100:00080000:0.0:1767329312.911983:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329312.911991:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329312.912004:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329312.912060:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247824256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329312.912108:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329312.912116:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329312.912127:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247824384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329312.913992:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329312.913999:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329312.914004:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329312.914105:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247824384:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329313.039988:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329313.679917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329314.063981:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329314.703890:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329315.088035:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329315.727936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329316.112008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329316.751910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329317.136009:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329317.775986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329318.031963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329318.031973:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329318.031977:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329318.031981:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329318.031985:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329318.031995:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14564 00000100:00080000:0.0:1767329318.032005:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329318.032011:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329318.032019:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329318.032047:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247824512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329318.032093:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329318.032137:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247824640:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329318.034063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329318.034071:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329318.034075:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329318.034084:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247824640:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329318.160001:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329318.799942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329319.184082:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329319.823981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329320.208024:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329320.847937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329321.232035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329321.871914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329322.256010:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329322.895929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329323.151938:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329323.151946:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329323.151949:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329323.151952:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329323.151956:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329323.151965:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14569 00000100:00080000:0.0:1767329323.151975:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329323.151981:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329323.151990:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329323.152020:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247824768/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329323.152095:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329323.152103:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247824896:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329323.153904:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329323.153913:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329323.153919:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247824768:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329323.153963:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247824896:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329323.280000:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329323.919931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329324.303992:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329324.943945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329325.328023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329325.967931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329326.352016:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329326.991921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767329327.247936:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329302/real 1767329302] req@ffff96e868418700 x1853164247823872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329327.247965:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868418700 x1853164247823872/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767329327.247981:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329327.247996:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767329327.248000:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247823872:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329327.248021:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329327.248027:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329327.248030:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329327.248037:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14554 00000100:00080000:0.0:1767329327.248045:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329327.248050:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329327.248079:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247825024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329327.248099:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329327.248103:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329327.248104:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329327.248107:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14574 00000100:00080000:0.0:1767329327.248110:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329327.248113:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329327.248121:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329327.248128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247825024:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329327.248132:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247825152/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329327.248213:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825152:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329327.248218:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247825280:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329327.250018:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247825280:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329327.250210:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329327.250216:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329327.250219:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825152:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329327.375995:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329328.015937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329328.400025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329329.039914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329329.424020:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329330.063932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329330.447989:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329331.087915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329331.471961:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329332.111904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329332.367925:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329332.367933:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329332.367937:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329332.367940:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329332.367944:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329332.367953:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14578 00000100:00080000:0.0:1767329332.367963:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329332.367969:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329332.367978:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329332.368009:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247825408/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329332.368067:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329332.368089:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247825536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329332.369956:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329332.369962:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329332.369966:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329332.370016:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247825536:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329332.495991:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329333.135948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329333.520002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329334.159930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329334.544018:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329335.183937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329335.568011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329336.207938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329336.592008:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329337.231934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329337.487954:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329337.487966:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329337.487971:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329337.487975:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329337.487980:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329337.487991:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14583 00000100:00080000:0.0:1767329337.488002:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329337.488010:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329337.488022:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329337.488056:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ce00 x1853164247825664/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329337.488131:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329337.488133:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825664:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329337.488147:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247825792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329337.490032:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329337.490037:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247825792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329337.490040:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329337.490048:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825664:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329337.615964:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329338.255950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329338.640059:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329339.279936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329339.664024:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329340.303928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329340.688056:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329341.327960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329341.712010:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329342.351924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329342.607940:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329342.607951:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329342.607955:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329342.607959:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329342.607963:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329342.607974:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14588 00000100:00080000:0.0:1767329342.607986:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329342.607993:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329342.608003:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329342.608035:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247825920/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329342.608092:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329342.608119:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329342.608134:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247826048:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329342.610166:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329342.610173:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329342.610180:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247825920:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329342.610219:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247826048:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329342.736014:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329343.375923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329343.759981:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329344.399926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329344.784049:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329345.423926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329345.808009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329346.447914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329346.831992:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329347.471930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329347.727979:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329347.727988:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329347.727990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329347.727994:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329347.727998:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329347.728006:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14594 00000100:00080000:2.0:1767329347.728016:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329347.728022:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329347.728031:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329347.728060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595c00 x1853164247826176/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329347.728123:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826176:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329347.728142:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247826304:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329347.729950:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247826304:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329347.729968:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329347.729976:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329347.729980:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826176:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329347.856021:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329348.495930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329348.879985:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329349.519917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329349.903985:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329350.543896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329350.927993:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329351.567918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329351.952033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329352.591930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767329352.847922:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329327/real 1767329327] req@ffff96e85087c000 x1853164247825024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329352 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767329352.847953:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c000 x1853164247825024/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329352 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767329352.847967:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329352.847976:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329352.847979:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329352.847980:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329352.847989:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329352.847993:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329352.848002:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00080000:3.0:1767329352.848003:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14599 00000100:00100000:2.0:1767329352.848007:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247825024:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329352.848017:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767329352.848026:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329352.848035:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329352.848062:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247826432/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329352.848111:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329352.848112:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826432:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767329352.848118:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329352.848121:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329352.848125:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14578 00000100:00080000:3.0:1767329352.848127:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329352.848130:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329352.848140:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247826688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329352.848161:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247826560:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329352.848200:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247826688:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767329352.849813:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329352.849819:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329352.849822:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826432:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329352.849959:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247826560:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329352.975971:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329353.615916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329353.999993:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329354.639944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329355.023974:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329355.663925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329356.047983:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329356.687927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329357.071985:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329357.711914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329357.967929:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329357.967937:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329357.967940:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329357.967944:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329357.967948:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329357.967957:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14604 00000100:00080000:3.0:1767329357.967968:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767329357.967973:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329357.967983:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329357.968009:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247826816/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329357.968083:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826816:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329357.968089:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247826944:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329357.970020:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329357.970027:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329357.970030:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247826816:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329357.970081:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247826944:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329358.095993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329358.735897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329359.119951:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329359.759913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329360.143943:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329360.783913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329361.167966:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329361.807918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329362.191976:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329362.831918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329363.087931:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329363.087942:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329363.087945:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329363.087950:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329363.087955:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329363.087966:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14609 00000100:00080000:0.0:1767329363.087977:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767329363.087983:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329363.087993:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329363.088021:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247827072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329363.088107:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247827200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329363.088116:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827072:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329363.090240:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767329363.090246:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247827200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329363.090247:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329363.090251:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827072:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329363.215989:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329363.855919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329364.240009:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329364.879905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329365.263968:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329365.903921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329366.287998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329366.927921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329367.312015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329367.951913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329368.207953:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329368.207962:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329368.207966:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329368.207971:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329368.207975:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329368.208009:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14614 00000100:00080000:3.0:1767329368.208021:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329368.208029:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329368.208039:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329368.208071:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f480 x1853164247827328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329368.208129:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329368.208140:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247827456:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329368.210074:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329368.210081:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329368.210085:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247827456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329368.210088:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827328:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329368.336013:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329368.975927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329369.360005:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329369.999911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329370.384011:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329371.023922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329371.407983:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329372.047931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329372.432037:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329373.071962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329373.327972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329373.327982:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329373.327986:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329373.327990:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329373.327995:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329373.328006:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14619 00000100:00080000:2.0:1767329373.328019:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329373.328027:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329373.328039:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329373.328072:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247827584/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329373.328135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827584:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329373.328145:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247827712:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329373.330183:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247827712:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329373.330236:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329373.330242:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329373.330245:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827584:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329373.456023:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329374.095921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329374.479981:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329375.119929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329375.504009:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329376.143929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329376.527963:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329377.167905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329377.423946:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329352/real 1767329352] req@ffff96e84e88ca80 x1853164247826688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329377 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329377.423976:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88ca80 x1853164247826688/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329377 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329377.423990:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329377.424008:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329377.424011:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247826688:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329377.424049:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329377.424056:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329377.424059:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329377.424067:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14604 00000100:00080000:1.0:1767329377.424076:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329377.424083:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329377.424116:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247827840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329377.424140:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329377.424143:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329377.424145:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329377.424149:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14624 00000100:00080000:1.0:1767329377.424153:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329377.424157:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329377.424165:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329377.424169:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247827840:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329377.424179:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247827968/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329377.424227:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247828096:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329377.424256:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827968:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329377.426442:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329377.426450:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329377.426454:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247827968:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329377.426486:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247828096:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329377.551962:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329378.191908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329378.575978:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329379.215918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329379.599971:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329380.239938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329380.623966:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329381.263942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329381.647998:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329382.287922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329382.543953:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329382.543961:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329382.543964:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329382.543967:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329382.543971:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329382.543979:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14628 00000100:00080000:2.0:1767329382.543989:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329382.543994:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329382.544003:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329382.544033:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247828224/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329382.544088:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828224:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329382.544122:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247828352:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329382.545890:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329382.545898:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329382.545904:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828224:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329382.545935:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247828352:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329382.672015:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329383.311899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329383.696030:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329384.335978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329384.720025:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329385.359957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329385.744007:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329386.383930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329386.768055:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329387.407906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329387.663939:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329387.663951:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329387.663954:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329387.663958:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329387.663963:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329387.663974:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14633 00000100:00080000:3.0:1767329387.663985:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329387.663992:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329387.664002:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329387.664032:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d880 x1853164247828480/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329387.664095:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828480:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329387.664095:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247828608:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329387.665960:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247828608:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329387.666004:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329387.666017:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329387.666021:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828480:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329387.792088:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329388.431928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329388.816042:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329389.455912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329389.840015:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329390.479959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329390.864093:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329391.503916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329391.888047:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329392.527969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329392.783979:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329392.783989:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329392.783992:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329392.783996:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329392.784000:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329392.784011:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14639 00000100:00080000:3.0:1767329392.784023:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329392.784029:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329392.784041:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329392.784073:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247828736/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329392.784149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828736:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329392.784158:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767329392.784182:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247828864:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329392.786125:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247828864:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329392.786130:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329392.786140:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329392.786147:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828736:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329392.912027:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329393.551906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329393.936046:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329394.575926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329394.960006:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329395.599903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329395.983971:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329396.623898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329397.008009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329397.647890:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329397.903942:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329397.903950:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329397.903952:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329397.903956:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329397.903960:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329397.903968:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14644 00000100:00080000:0.0:1767329397.903977:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329397.903982:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329397.903991:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329397.904022:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247828992/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329397.904076:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828992:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329397.904083:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329397.904097:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247829120:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329397.906112:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247829120:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329397.906140:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329397.906147:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329397.906152:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247828992:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329398.031972:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329398.671926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329399.055994:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329399.695918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329400.079975:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329400.719977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329401.103986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329401.743932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329402.127986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329402.767911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329403.023915:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329377/real 1767329377] req@ffff96e868419180 x1853164247827840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329402 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329403.023944:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419180 x1853164247827840/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329402 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329403.023949:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329403.023954:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329403.023957:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329403.023961:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329403.023961:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329403.023967:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329403.023972:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00080000:0.0:1767329403.023975:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14649 00000100:00100000:1.0:1767329403.023981:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247827840:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329403.023986:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329403.023995:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329403.024004:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329403.024032:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247829248/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329403.024073:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329403.024076:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329403.024077:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329403.024081:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14628 00000100:00080000:0.0:1767329403.024085:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767329403.024086:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829248:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329403.024093:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329403.024104:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247829504/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329403.024123:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329403.024131:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247829376:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329403.024182:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247829504:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329403.025896:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329403.025902:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329403.025906:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829248:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329403.025937:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247829376:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329403.152020:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329403.791946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329404.175998:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329404.815946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329405.199968:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329405.839923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329406.224034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329406.863924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329407.247988:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329407.887922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329408.143972:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329408.143980:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329408.143983:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329408.143987:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329408.143991:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329408.143999:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14654 00000100:00080000:0.0:1767329408.144010:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329408.144016:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329408.144026:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329408.144055:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247829632/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329408.144112:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247829760:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329408.144112:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829632:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329408.145966:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329408.145971:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247829760:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329408.145975:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329408.145982:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829632:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329408.272006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329408.911923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329409.296002:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329409.935922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329410.320033:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329410.959915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329411.344100:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329411.983947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329412.368022:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329413.007925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329413.263953:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329413.263964:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329413.263968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329413.263972:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329413.263977:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329413.263988:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14659 00000100:00080000:0.0:1767329413.264000:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329413.264007:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329413.264019:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329413.264060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247829888/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329413.264119:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329413.264128:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247830016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329413.266068:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329413.266075:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329413.266081:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247829888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329413.266109:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247830016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329413.392080:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329414.031934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329414.416054:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329415.055946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329415.440003:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329416.079933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329416.464030:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329417.103988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329417.487987:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329418.127934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329418.383948:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329418.383960:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329418.383963:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329418.383967:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329418.383971:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329418.383983:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14664 00000100:00080000:0.0:1767329418.383996:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329418.384004:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329418.384016:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329418.384071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247830144/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329418.384130:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329418.384137:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247830272:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329418.386132:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329418.386139:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329418.386143:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830144:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329418.386150:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247830272:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329418.512074:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329419.151985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329419.536041:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329420.175969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329420.560069:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329421.199982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329421.584007:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329422.223963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329422.608039:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329423.247988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329423.504006:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329423.504018:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329423.504020:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329423.504024:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329423.504029:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329423.504040:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14669 00000100:00080000:0.0:1767329423.504053:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329423.504062:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329423.504074:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329423.504117:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247830400/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329423.504197:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247830528:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329423.504197:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830400:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329423.506254:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329423.506262:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329423.506268:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830400:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329423.506307:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247830528:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329423.632067:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329424.271964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329424.656096:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329425.295964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329425.680029:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329426.319977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329426.704057:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329427.344018:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329427.728015:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329428.367995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329428.623966:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329403/real 1767329403] req@ffff96e85087df80 x1853164247829504/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329428 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767329428.623968:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329428.623977:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329428.623981:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329428.623990:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329428.623993:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329428.623999:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14674 00000100:00080000:3.0:1767329428.624008:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767329428.624013:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247829504/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329428 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767329428.624017:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329428.624029:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767329428.624040:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329428.624062:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247830656/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329428.624063:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329428.624071:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247829504:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329428.624105:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830656:192.168.204.119@tcp:38:kworker.0 00000100:00080000:3.0:1767329428.624133:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329428.624138:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329428.624140:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329428.624144:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14654 00000100:00080000:3.0:1767329428.624151:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767329428.624153:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767329428.624155:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329428.624175:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247830912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329428.624189:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247830784:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329428.624211:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247830912:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329428.626095:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329428.626095:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247830784:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329428.626101:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329428.626104:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247830656:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329428.752038:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329429.392028:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329429.775999:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329430.415930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329430.799995:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329431.439928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329431.823991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329432.463932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329432.847976:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329433.487909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329433.743912:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329433.743920:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329433.743923:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329433.743926:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329433.743930:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329433.743939:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14680 00000100:00080000:3.0:1767329433.743949:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329433.743955:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329433.743965:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329433.743994:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247831040/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329433.744059:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329433.744063:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831040:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329433.744070:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247831168:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329433.745955:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329433.745960:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247831168:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329433.745965:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329433.745972:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831040:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329433.871958:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329434.511911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329434.895968:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329435.535970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329435.920015:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329436.559966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329436.943988:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329437.583927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329437.967943:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329438.607900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329438.863923:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329438.863931:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329438.863934:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329438.863937:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329438.863940:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329438.863948:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14685 00000100:00080000:2.0:1767329438.863957:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329438.863963:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329438.863972:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329438.864002:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596d80 x1853164247831296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329438.864061:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329438.864062:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329438.864073:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247831424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329438.865880:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329438.865884:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247831424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329438.865889:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329438.865895:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831296:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329438.991997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329439.631924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329440.015977:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329440.655951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329441.039999:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329441.680022:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329442.063999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329442.703933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329443.087955:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329443.727954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329443.983991:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329443.984003:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329443.984007:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329443.984012:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329443.984017:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329443.984028:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14690 00000100:00080000:2.0:1767329443.984042:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329443.984049:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329443.984062:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329443.984097:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247831552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329443.984200:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329443.984224:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247831680:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329443.987128:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329443.987141:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329443.987151:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831552:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329443.987194:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247831680:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329444.112108:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329444.751946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329445.136113:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329445.775912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329446.160132:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329446.799956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329447.184097:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329447.823908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329448.208044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329448.847908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329449.103960:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329449.103971:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329449.103973:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329449.103977:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329449.103981:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329449.103991:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14695 00000100:00080000:0.0:1767329449.104000:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329449.104007:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329449.104016:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329449.104047:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247831808/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329449.104104:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329449.104107:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247831936:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329449.106161:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329449.106168:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329449.106174:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247831808:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329449.106214:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247831936:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329449.232000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329449.871911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329450.256079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329450.895912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329451.280046:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329451.919952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329452.304009:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329452.943951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329453.199979:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329428/real 1767329428] req@ffff96e84e88e300 x1853164247830912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329453 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329453.200021:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e300 x1853164247830912/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329453.200044:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329453.200075:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329453.200081:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247830912:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329453.200186:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329453.200200:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329453.200206:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329453.200219:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14680 00000100:00080000:0.0:1767329453.200235:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329453.200247:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329453.200299:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ea00 x1853164247832064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329453.200357:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329453.200365:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329453.200370:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329453.200380:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14700 00000100:00080000:0.0:1767329453.200389:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329453.200398:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329453.200434:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247832064:192.168.204.119@tcp:250:kworker.0 00000008:00100000:0.0:1767329453.200448:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329453.200485:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247832192/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329453.200592:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247832320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329453.200607:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832192:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329453.203777:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329453.203788:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329453.203794:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832192:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329453.203928:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247832320:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329453.328099:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329453.967915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329454.352080:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329454.991963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329455.376058:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329456.015959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329456.400151:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329457.039965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329457.424097:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329458.063946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329458.320247:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329458.320270:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329458.320274:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329458.320279:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329458.320285:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329458.320298:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14704 00000100:00080000:0.0:1767329458.320336:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329458.320369:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329458.320388:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329458.320448:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247832448/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329458.320553:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247832576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329458.320564:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832448:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329458.323909:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329458.323924:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329458.323938:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247832576:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329458.323939:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832448:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329458.448097:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329459.087927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329459.472145:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329460.111913:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329460.496004:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329461.135896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329461.520138:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329462.159923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329462.543994:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329463.183902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329463.439990:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329463.440000:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329463.440002:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329463.440006:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329463.440009:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329463.440018:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14709 00000100:00080000:2.0:1767329463.440028:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329463.440034:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329463.440042:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329463.440073:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247832704/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329463.440127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329463.440181:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247832832:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329463.442276:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329463.442282:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329463.442286:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329463.442306:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247832832:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329463.567981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329464.207992:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329464.592158:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329465.231959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329465.616154:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329466.255906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329466.639963:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329467.279920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329467.664042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329468.303912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329468.559957:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329468.559965:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329468.559968:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329468.559972:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329468.559975:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329468.559984:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14714 00000100:00080000:3.0:1767329468.559993:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329468.559999:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329468.560009:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329468.560071:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247832960/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329468.560202:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329468.560227:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247833088:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329468.562388:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329468.562395:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329468.562399:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247832960:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329468.562732:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247833088:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329468.687983:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329469.327944:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329469.711992:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329470.351946:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329470.736072:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329471.375959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329471.760013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329472.399952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329472.784146:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329473.423916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329473.679922:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329473.679931:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329473.679934:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329473.679938:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329473.679942:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329473.679953:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14719 00000100:00080000:3.0:1767329473.679962:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329473.679970:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329473.679982:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329473.680012:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247833216/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329473.680070:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329473.680083:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329473.680097:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247833344:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329473.682483:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329473.682489:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329473.682494:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833216:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329473.682611:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247833344:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329473.808004:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329474.447922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329474.832139:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329475.471961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329475.856114:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329476.495929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329476.880026:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329477.520021:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329477.904129:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329478.544049:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329478.800039:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329453/real 1767329453] req@ffff96e85087ea00 x1853164247832064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329478 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329478.800069:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329478.800079:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329478.800086:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329478.800092:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329478.800098:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767329478.800103:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087ea00 x1853164247832064/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329478 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329478.800112:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14725 00000100:00080000:0.0:1767329478.800130:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329478.800142:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:1.0:1767329478.800150:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1767329478.800158:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767329478.800190:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329478.800199:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247832064:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329478.800207:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247833472/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329478.800245:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833472:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329478.800284:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329478.800291:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329478.800295:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329478.800303:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14704 00000100:00080000:0.0:1767329478.800322:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329478.800328:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329478.800347:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247833728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329478.800388:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247833600:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329478.800429:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247833728:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329478.803498:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329478.803509:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247833600:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329478.803521:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329478.803538:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833472:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329478.928162:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329479.568012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329479.952012:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329480.591985:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329480.976051:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329481.615924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329482.000002:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329482.639922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329483.024045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329483.663991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329483.920019:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329483.920029:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329483.920034:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329483.920040:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329483.920045:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329483.920058:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14730 00000100:00080000:1.0:1767329483.920072:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329483.920082:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329483.920098:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329483.920140:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247833856/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329483.920262:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329483.920283:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247833984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329483.924074:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329483.924085:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329483.924095:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247833856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329483.924143:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247833984:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329484.048088:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329484.687987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329485.072114:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329485.711962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329486.096080:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329486.735972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329487.120104:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329487.759927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329488.144016:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329488.783956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329489.040096:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329489.040104:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329489.040107:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329489.040111:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329489.040114:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329489.040123:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14735 00000100:00080000:0.0:1767329489.040132:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329489.040138:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329489.040147:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329489.040189:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247834112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329489.040250:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329489.040253:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247834240:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329489.043477:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767329489.043479:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247834240:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329489.043496:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329489.043506:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834112:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329489.168066:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329489.808003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329490.192020:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329490.831932:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329491.216156:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329491.855953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329492.240084:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329492.879897:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329493.264135:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767329493.903961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329494.159987:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329494.159995:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329494.159998:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329494.160002:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329494.160006:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329494.160015:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14740 00000100:00080000:1.0:1767329494.160024:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329494.160036:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329494.160046:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329494.160075:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247834368/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329494.160128:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329494.160145:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247834496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329494.160159:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834368:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329494.162925:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329494.162933:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329494.162938:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834368:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329494.162948:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247834496:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329494.288088:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329494.928007:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329495.312114:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329495.951991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329496.336145:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329496.975948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329497.360013:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329498.000036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329498.384005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329499.024011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329499.280002:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329499.280011:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329499.280013:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329499.280017:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329499.280022:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329499.280032:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14745 00000100:00080000:3.0:1767329499.280045:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329499.280051:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329499.280063:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329499.280094:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247834624/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329499.280156:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329499.280156:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247834752:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329499.282469:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329499.282477:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329499.282482:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247834624:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329499.282496:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247834752:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329499.408017:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329500.047983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329500.432032:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329501.072035:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329501.456070:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329502.096001:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329502.480087:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329503.120023:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329503.375976:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329478/real 1767329478] req@ffff96e85087df80 x1853164247833728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329503 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329503.376022:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087df80 x1853164247833728/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329503 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329503.376049:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329503.376080:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329503.376086:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247833728:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329503.376147:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329503.376158:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329503.376163:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329503.376173:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14730 00000100:00080000:3.0:1767329503.376186:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329503.376196:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329503.376239:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247834880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329503.376275:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329503.376280:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329503.376283:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329503.376289:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14750 00000100:00080000:3.0:1767329503.376293:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329503.376298:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329503.376310:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329503.376336:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247834880:192.168.204.119@tcp:250:kworker.0 00000100:00100000:3.0:1767329503.376337:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ea00 x1853164247835008/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329503.376426:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329503.376446:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247835136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329503.376533:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835008:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329503.380580:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247835136:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329503.380658:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329503.380679:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329503.380687:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835008:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329503.504115:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329504.144021:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329504.528120:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329505.168008:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329505.552080:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329506.191948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329506.576024:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329507.215980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329507.600036:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329508.239997:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329508.495961:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329508.495971:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329508.495974:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329508.495978:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329508.495981:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329508.495990:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14754 00000100:00080000:0.0:1767329508.496001:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329508.496007:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329508.496018:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329508.496049:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247835264/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329508.496127:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247835392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329508.496160:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329508.498918:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247835392:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329508.499175:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329508.499185:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329508.499190:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835264:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329508.624005:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329509.263971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329509.647989:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329510.287925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329510.672026:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329511.311982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329511.696130:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329512.335982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329512.720091:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329513.359922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329513.615958:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329513.615964:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329513.615967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329513.615971:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329513.615974:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329513.615982:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14759 00000100:00080000:3.0:1767329513.615991:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329513.615996:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329513.616005:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329513.616030:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f800 x1853164247835520/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329513.616075:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329513.616092:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247835648:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329513.616097:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835520:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329513.618145:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329513.618152:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329513.618156:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835520:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329513.618194:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247835648:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329513.743991:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329514.383952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329514.768080:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329515.407933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329515.792112:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329516.431948:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329516.816174:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329517.455963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329517.840126:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329518.480003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329518.736007:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329518.736019:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329518.736024:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329518.736030:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329518.736036:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329518.736048:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14765 00000100:00080000:0.0:1767329518.736061:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329518.736070:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329518.736084:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329518.736125:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247835776/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329518.736256:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247835904:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329518.736264:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835776:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329518.739929:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247835904:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329518.740021:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329518.740035:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329518.740043:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247835776:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329518.864130:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329519.503988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329519.888097:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329520.527926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329520.912108:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329521.551970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329521.936193:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329522.575925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329522.959997:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329523.599903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329523.855956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329523.855966:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329523.855970:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329523.855974:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329523.855978:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329523.855988:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14770 00000100:00080000:2.0:1767329523.855998:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329523.856005:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329523.856016:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329523.856051:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594000 x1853164247836032/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329523.856128:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329523.856153:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247836160:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329523.858242:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329523.858250:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329523.858256:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836032:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329523.858276:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247836160:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329523.984006:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329524.623994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329525.008162:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329525.647995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329526.032162:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329526.671903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329527.055959:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329527.695966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329528.080119:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329528.719961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329528.976003:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329503/real 1767329503] req@ffff96e84e88d180 x1853164247834880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329528 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329528.976075:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767329528.976079:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88d180 x1853164247834880/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329528 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329528.976083:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329528.976089:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329528.976097:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329528.976119:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329528.976132:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14775 00000100:00080000:1.0:1767329528.976139:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329528.976145:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329528.976158:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329528.976173:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1767329528.976186:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329528.976197:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247834880:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329528.976216:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247836288/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329528.976293:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329528.976299:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329528.976302:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329528.976308:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14754 00000100:00080000:0.0:1767329528.976318:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767329528.976318:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836288:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329528.976331:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329528.976350:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247836544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329528.976388:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247836416:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329528.976517:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247836544:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329528.979643:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329528.979651:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329528.979658:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836288:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329528.979930:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247836416:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329529.104058:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329529.743933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329530.128084:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329530.768012:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329531.151987:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329531.791986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329532.176011:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329532.815955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329533.200142:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329533.840017:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329534.096016:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329534.096026:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329534.096030:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329534.096034:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329534.096038:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329534.096048:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14780 00000100:00080000:2.0:1767329534.096057:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329534.096063:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329534.096073:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329534.096102:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247836672/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329534.096156:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329534.096169:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247836800:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329534.096173:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836672:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329534.098374:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329534.098377:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247836800:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329534.098397:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329534.098412:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836672:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329534.223998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329534.863931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329535.247986:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329535.887974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329536.272083:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329536.911976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329537.296077:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329537.935923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329538.319973:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329538.959969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329539.215918:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329539.215929:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329539.215932:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329539.215937:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329539.215941:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329539.215953:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14785 00000100:00080000:2.0:1767329539.215964:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329539.215970:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329539.215980:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329539.216010:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597100 x1853164247836928/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329539.216069:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329539.216102:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247837056:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329539.217826:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329539.217832:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329539.217836:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247836928:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329539.217871:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247837056:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329539.344006:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329539.984011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329540.368092:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329541.007962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329541.391986:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329542.031978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329542.416096:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329543.055919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329543.440081:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329544.079911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329544.335980:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329544.335991:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329544.335994:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329544.335998:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329544.336002:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329544.336014:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14790 00000100:00080000:0.0:1767329544.336025:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329544.336034:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329544.336047:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329544.336080:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247837184/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329544.336134:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837184:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329544.336156:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329544.336171:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247837312:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329544.337776:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329544.337784:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329544.337790:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247837312:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329544.337792:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837184:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329544.464017:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329545.103994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329545.488128:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329546.127984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329546.512033:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329547.151967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329547.536106:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329548.175981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329548.560128:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329549.199941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329549.455978:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329549.455986:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329549.455989:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329549.455992:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329549.455996:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329549.456005:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14795 00000100:00080000:2.0:1767329549.456014:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329549.456020:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329549.456030:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329549.456060:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597b80 x1853164247837440/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329549.456119:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329549.456124:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329549.456130:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247837568:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329549.459186:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329549.459200:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329549.459210:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837440:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329549.459232:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247837568:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329549.584045:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329550.223959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329550.607981:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329551.247910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329551.631967:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329552.271922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329552.656078:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329553.295991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329553.552005:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329528/real 1767329528] req@ffff96e85087dc00 x1853164247836544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329553 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329553.552066:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087dc00 x1853164247836544/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329553 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329553.552101:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329553.552143:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329553.552152:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247836544:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329553.552265:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329553.552275:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329553.552279:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329553.552288:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14780 00000100:00080000:0.0:1767329553.552300:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329553.552308:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329553.552350:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247837696/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329553.552389:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329553.552394:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329553.552397:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329553.552402:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14800 00000100:00080000:0.0:1767329553.552407:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329553.552411:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329553.552423:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329553.552438:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247837824/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329553.552469:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247837696:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329553.552516:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247837952:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329553.552676:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837824:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329553.556101:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329553.556118:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329553.556128:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247837824:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329553.556421:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247837952:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329553.680060:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329554.320006:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329554.704091:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329555.343973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329555.728158:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329556.367982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329556.752062:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329557.391971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329557.776022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329558.415998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329558.672039:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329558.672056:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329558.672062:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329558.672070:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329558.672075:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329558.672088:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14804 00000100:00080000:1.0:1767329558.672102:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329558.672111:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329558.672126:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329558.672180:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419180 x1853164247838080/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329558.672275:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329558.672291:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247838208:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329558.672361:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838080:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329558.675709:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247838208:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329558.675729:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329558.675743:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329558.675750:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838080:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329558.800082:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329559.439975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329559.824003:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329560.463918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329560.847975:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329561.487993:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329561.872084:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329562.511955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329562.896075:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329563.535905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329563.791941:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329563.791952:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329563.791955:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329563.791958:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329563.791962:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329563.791970:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14810 00000100:00080000:2.0:1767329563.791979:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329563.791985:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329563.791994:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329563.792022:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595180 x1853164247838336/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329563.792075:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329563.792123:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247838464:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329563.794039:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329563.794046:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329563.794052:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838336:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329563.794117:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247838464:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329563.919998:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329564.559962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329564.944034:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329565.583974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329565.968122:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329566.607963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329566.992058:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329567.631938:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329568.016105:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329568.655963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329568.912046:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329568.912058:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329568.912062:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329568.912067:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329568.912072:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329568.912083:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14815 00000100:00080000:0.0:1767329568.912096:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329568.912159:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329568.912173:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329568.912223:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247838592/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329568.912385:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247838720:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329568.912394:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838592:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329568.915591:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247838720:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329568.915598:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329568.915611:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329568.915619:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838592:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329569.040100:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329569.679912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329570.063947:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329570.703925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329571.088000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329571.727974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329572.112125:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329572.751977:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329573.136006:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329573.775926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329574.031926:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329574.031935:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329574.031937:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329574.031940:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329574.031944:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329574.031952:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14820 00000100:00080000:3.0:1767329574.031961:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329574.031966:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329574.031976:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329574.032005:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247838848/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329574.032057:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329574.032124:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247838976:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329574.034381:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329574.034387:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329574.034391:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247838848:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329574.034432:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247838976:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329574.160020:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329574.799921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329575.184043:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329575.823975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329576.208079:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329576.848036:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329577.232035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329577.871919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329578.127992:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329553/real 1767329553] req@ffff96e85087c380 x1853164247837696/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329578 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329578.128037:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247837696/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329578 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329578.128063:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329578.128119:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329578.128126:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247837696:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329578.128195:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329578.128202:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329578.128205:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329578.128211:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14804 00000100:00080000:3.0:1767329578.128221:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329578.128227:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329578.128257:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247839104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329578.128282:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329578.128286:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329578.128288:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767329578.128317:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247839104:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329578.128343:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14825 00000100:00080000:3.0:1767329578.128368:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329578.128374:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329578.128388:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329578.128410:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247839232/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329578.128472:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839232:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329578.128504:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767329578.128532:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247839360:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329578.130618:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329578.130631:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329578.130638:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839232:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329578.130659:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247839360:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329578.256022:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329578.895966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329579.280225:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329579.919995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329580.304100:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329580.943988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329581.328109:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329581.967991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329582.352254:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329582.991991:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329583.247919:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329583.247928:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329583.247931:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329583.247935:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329583.247939:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329583.247947:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14829 00000100:00080000:3.0:1767329583.247958:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329583.247963:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329583.247973:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329583.248016:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247839488/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329583.248087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329583.248117:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247839616:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329583.250440:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329583.250448:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329583.250452:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839488:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329583.250605:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247839616:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329583.376138:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329584.015959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329584.400032:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329585.040025:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329585.424033:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329586.064009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329586.448036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329587.087999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329587.472048:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329588.111901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329588.367981:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329588.367990:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329588.367992:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329588.367996:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329588.368000:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329588.368008:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14834 00000100:00080000:2.0:1767329588.368017:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329588.368023:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329588.368033:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329588.368063:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247839744/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329588.368126:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247839872:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329588.368127:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839744:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329588.370434:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247839872:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329588.370440:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329588.370448:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329588.370452:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247839744:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329588.496026:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329589.135943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329589.520015:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329590.159923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329590.543960:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329591.183921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329591.567961:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329592.207936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329592.592020:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329593.231943:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329593.487945:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329593.487953:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329593.487956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329593.487959:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329593.487962:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329593.487971:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14839 00000100:00080000:3.0:1767329593.487979:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329593.487984:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329593.487993:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329593.488021:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ed80 x1853164247840000/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329593.488078:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247840128:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329593.488094:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840000:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329593.489906:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767329593.489934:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247840128:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329593.489945:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329593.489951:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840000:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329593.615980:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329594.255963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329594.640035:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329595.279904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329595.664036:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329596.303915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329596.688062:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329597.327987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329597.712025:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329598.351906:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329598.607941:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329598.607949:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329598.607952:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329598.607956:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329598.607960:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329598.607969:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14844 00000100:00080000:1.0:1767329598.607979:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329598.607986:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329598.607996:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329598.608028:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841bb80 x1853164247840256/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329598.608083:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840256:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329598.608083:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247840384:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329598.610883:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329598.610891:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329598.610891:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247840384:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329598.610897:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840256:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329598.736001:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329599.375904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329599.759960:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329600.399945:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329600.783966:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329601.423942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329601.808011:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329602.447929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329602.832024:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329603.471994:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:3.0:1767329603.727987:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329578/real 1767329578] req@ffff96e84e88c000 x1853164247839104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329603 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329603.728009:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329603.728015:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329603.728019:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329603.728024:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767329603.728027:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88c000 x1853164247839104/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329603 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329603.728029:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329603.728037:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14850 00000100:00080000:0.0:1767329603.728048:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329603.728051:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329603.728056:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329603.728069:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1767329603.728072:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:3.0:1767329603.728078:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247839104:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329603.728106:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247840512/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329603.728162:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840512:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329603.728170:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329603.728175:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329603.728178:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329603.728183:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14829 00000100:00080000:0.0:1767329603.728189:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329603.728194:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329603.728198:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329603.728212:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c380 x1853164247840768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329603.728216:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247840640:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329603.728324:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247840768:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329603.731211:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329603.731221:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329603.731227:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840512:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329603.731516:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247840640:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767329603.856031:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329604.495962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329604.880075:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329605.519978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329605.904046:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329606.544002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329606.928077:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329607.567956:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329607.952035:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329608.591989:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329608.848037:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329608.848046:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329608.848049:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329608.848052:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329608.848056:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329608.848065:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14855 00000100:00080000:2.0:1767329608.848075:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329608.848082:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329608.848092:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329608.848127:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870597480 x1853164247840896/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329608.848205:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329608.848214:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840896:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329608.848222:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247841024:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329608.850463:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767329608.850465:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247841024:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329608.850474:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329608.850481:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247840896:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767329608.975944:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329609.615920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329610.000006:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329610.639931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329611.024064:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329611.663937:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329612.048070:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329612.687891:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329613.072074:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329613.711962:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329613.967978:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329613.967990:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329613.967995:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329613.968001:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329613.968007:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329613.968020:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14860 00000100:00080000:0.0:1767329613.968033:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329613.968042:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329613.968057:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329613.968099:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f100 x1853164247841152/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329613.968201:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247841280:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329613.968201:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841152:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329613.971708:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329613.971720:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329613.971730:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841152:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329613.971772:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247841280:192.168.204.119@tcp:400:kworker.0 00010000:00010000:1.0:1767329614.096047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329614.735973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329615.120100:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329615.759916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329616.143961:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329616.783967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329617.168071:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329617.807965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329618.192117:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329618.831981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329619.087967:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329619.087987:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329619.087991:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329619.087995:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329619.088000:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329619.088010:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14865 00000100:00080000:0.0:1767329619.088022:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329619.088029:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329619.088040:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329619.088076:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c000 x1853164247841408/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329619.088148:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841408:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329619.088150:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247841536:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329619.090611:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247841536:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329619.090625:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329619.090635:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329619.090641:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841408:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767329619.216008:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329619.855939:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329620.240128:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329620.879896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329621.264025:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329621.903924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329622.288105:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329622.927942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329623.312075:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329623.951918:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329624.207928:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329624.207936:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329624.207939:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329624.207944:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329624.207948:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329624.207958:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14870 00000100:00080000:0.0:1767329624.207969:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329624.207976:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329624.207986:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329624.208016:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d180 x1853164247841664/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329624.208065:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329624.208065:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841664:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329624.208076:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247841792:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329624.210304:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247841792:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329624.210352:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329624.210358:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329624.210361:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247841664:192.168.204.119@tcp:38:kworker.0 00010000:00010000:1.0:1767329624.335936:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329624.975920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329625.359979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329625.999921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329626.383986:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329627.023930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329627.408021:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329628.047912:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:1.0:1767329628.303938:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329603/real 1767329603] req@ffff96e85087c380 x1853164247840768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329628 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329628.303967:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087c380 x1853164247840768/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329628 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329628.303983:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329628.304003:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329628.304006:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247840768:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329628.304027:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329628.304033:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329628.304036:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329628.304041:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14855 00000100:00080000:0.0:1767329628.304050:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329628.304055:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329628.304083:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087dc00 x1853164247841920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329628.304104:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329628.304107:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329628.304108:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329628.304112:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14875 00000100:00080000:0.0:1767329628.304114:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329628.304116:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329628.304124:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329628.304133:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d500 x1853164247842048/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329628.304142:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247841920:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329628.304180:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329628.304190:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247842176:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329628.304243:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842048:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329628.306097:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247842176:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329628.306188:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329628.306194:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329628.306197:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842048:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329628.431977:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329629.071909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329629.455957:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329630.095922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329630.480152:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329631.119898:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329631.504025:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329632.143920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329632.528003:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329633.167929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329633.423936:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329633.423944:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329633.423947:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329633.423950:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329633.423954:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329633.423962:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14879 00000100:00080000:3.0:1767329633.423972:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329633.423977:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329633.423987:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329633.424016:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88c000 x1853164247842304/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329633.424085:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329633.424087:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842304:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329633.424098:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247842432:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329633.426161:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247842432:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329633.426167:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329633.426172:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329633.426176:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842304:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329633.551971:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329634.191919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329634.575999:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329635.215916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329635.599979:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329636.239960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329636.623998:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329637.263959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329637.647975:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329638.287924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329638.543944:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329638.543953:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329638.543956:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329638.543961:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329638.543965:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329638.543999:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14884 00000100:00080000:2.0:1767329638.544009:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329638.544016:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329638.544028:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329638.544062:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870595500 x1853164247842560/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329638.544131:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329638.544133:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329638.544145:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247842688:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329638.546190:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329638.546196:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329638.546200:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842560:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329638.546221:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247842688:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329638.672065:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329639.311909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329639.696042:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329640.336002:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329640.720053:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329641.359980:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329641.743996:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329642.383999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329642.768028:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329643.407940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329643.663980:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329643.663988:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329643.663991:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329643.663994:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329643.663998:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329643.664005:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14889 00000100:00080000:3.0:1767329643.664016:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329643.664022:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329643.664031:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329643.664060:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88f100 x1853164247842816/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329643.664115:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329643.664120:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842816:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329643.664127:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247842944:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329643.666086:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247842944:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329643.666209:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329643.666231:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329643.666236:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247842816:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329643.792009:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329644.431940:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329644.816067:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329645.455941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329645.839989:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329646.479941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329646.864067:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329647.503923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329647.888014:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329648.527928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329648.783969:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329648.783981:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329648.783985:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329648.783991:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329648.783995:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329648.784006:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14895 00000100:00080000:1.0:1767329648.784019:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329648.784027:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329648.784040:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329648.784081:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418700 x1853164247843072/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329648.784145:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843072:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329648.784185:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247843200:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329648.786187:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247843200:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329648.786234:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329648.786241:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329648.786244:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843072:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329648.911996:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329649.551959:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329649.935979:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329650.575966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329650.959990:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329651.599920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329651.984003:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329652.623920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329653.008009:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329653.647901:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:2.0:1767329653.903956:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329628/real 1767329628] req@ffff96e85087dc00 x1853164247841920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329653 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329653.903990:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329653.903994:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087dc00 x1853164247841920/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329653 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329653.903996:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329653.904001:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329653.904008:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329653.904012:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329653.904020:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14900 00000100:00080000:2.0:1767329653.904029:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329653.904030:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329653.904040:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329653.904051:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1767329653.904060:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:2.0:1767329653.904067:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247841920:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329653.904079:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087c700 x1853164247843328/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767329653.904133:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767329653.904135:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843328:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329653.904137:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329653.904140:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329653.904148:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14879 00000100:00080000:0.0:1767329653.904150:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329653.904157:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329653.904163:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247843456:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329653.904174:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247843584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329653.904259:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247843584:192.168.204.119@tcp:250:kworker.0 00000100:00080000:2.0:1767329653.905918:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329653.905924:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329653.905929:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843328:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329653.906021:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247843456:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329654.032051:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329654.672003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329655.056002:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329655.695926:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329656.080051:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329656.719924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329657.104076:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329657.743961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329658.128048:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329658.767922:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329659.023981:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329659.023991:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329659.023994:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329659.023998:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329659.024003:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329659.024014:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14905 00000100:00080000:0.0:1767329659.024025:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329659.024033:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329659.024044:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329659.024082:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247843712/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329659.024155:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329659.024185:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247843840:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329659.024228:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843712:192.168.204.119@tcp:38:kworker.0 00000100:00080000:2.0:1767329659.025763:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329659.025770:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329659.025775:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843712:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329659.025883:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247843840:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329659.151958:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329659.791929:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329660.176160:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329660.816011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329661.200052:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329661.839966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329662.224147:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329662.863936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329663.248044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329663.887921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329664.143975:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329664.143989:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329664.143994:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329664.144000:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329664.144005:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329664.144018:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14910 00000100:00080000:0.0:1767329664.144031:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329664.144040:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329664.144054:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329664.144097:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247843968/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329664.144204:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329664.144207:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843968:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329664.144224:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247844096:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329664.147818:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247844096:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329664.147821:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329664.147877:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329664.147887:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247843968:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329664.272058:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329664.911909:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329665.296079:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329665.936005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329666.319982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329666.959902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329667.344019:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329667.983960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329668.367996:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329669.007925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329669.263945:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329669.263952:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329669.263955:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329669.263959:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329669.263962:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329669.263969:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14915 00000100:00080000:1.0:1767329669.263978:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329669.263984:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329669.263993:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329669.264022:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b100 x1853164247844224/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329669.264074:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329669.264081:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844224:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329669.264086:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247844352:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329669.266242:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247844352:192.168.204.119@tcp:400:kworker.0 00000100:00080000:2.0:1767329669.266251:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767329669.266259:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:2.0:1767329669.266264:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844224:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329669.392000:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329670.031923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329670.416005:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329671.055916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329671.439966:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329672.079900:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329672.464009:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329673.103910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329673.488013:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329674.127894:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329674.383972:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329674.383983:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329674.383987:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329674.383990:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329674.383994:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329674.384003:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14920 00000100:00080000:3.0:1767329674.384013:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329674.384029:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329674.384038:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329674.384068:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88ca80 x1853164247844480/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329674.384125:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247844608:192.168.204.119@tcp:400:kworker.0 00000100:00100000:3.0:1767329674.384138:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844480:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329674.386005:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329674.386012:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329674.386018:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844480:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329674.386034:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247844608:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329674.512060:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329675.151971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329675.536076:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329676.175941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329676.559982:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329677.199931:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329677.584009:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329678.223923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329678.479958:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329653/real 1767329653] req@ffff96e85087d880 x1853164247843584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329678 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329678.479988:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e85087d880 x1853164247843584/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329678 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329678.480002:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329678.480019:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329678.480023:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247843584:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329678.480066:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329678.480073:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767329678.480076:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329678.480083:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14905 00000100:00080000:3.0:1767329678.480093:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329678.480148:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:3.0:1767329678.480192:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e680 x1853164247844736/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767329678.480217:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329678.480220:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329678.480222:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329678.480228:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14925 00000100:00080000:3.0:1767329678.480232:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767329678.480258:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247844736:192.168.204.119@tcp:250:kworker.0 00000100:00080000:3.0:1767329678.480267:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329678.480278:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329678.480295:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88df80 x1853164247844864/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329678.480351:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844864:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329678.480493:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247844992:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329678.482893:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329678.482901:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329678.482902:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247844992:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329678.482906:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247844864:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329678.608106:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329679.247916:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329679.632248:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329680.271972:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329680.656182:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329681.295923:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329681.679967:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329682.319934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329682.704083:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329683.344117:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329683.600058:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329683.600081:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329683.600087:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329683.600093:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329683.600098:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329683.600167:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14929 00000100:00080000:1.0:1767329683.600179:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329683.600197:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329683.600209:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329683.600252:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841a300 x1853164247845120/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329683.600332:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845120:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329683.600339:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247845248:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329683.603208:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329683.603217:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329683.603222:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845120:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329683.603271:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247845248:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329683.728107:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329684.368029:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329684.752006:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329685.392000:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329685.776193:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329686.415998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329686.799976:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329687.440004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329687.823973:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329688.463921:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329688.720031:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329688.720039:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329688.720041:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329688.720058:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329688.720062:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329688.720071:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14935 00000100:00080000:0.0:1767329688.720081:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329688.720086:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329688.720097:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329688.720127:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087d880 x1853164247845376/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329688.720183:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329688.720213:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247845504:192.168.204.119@tcp:400:kworker.0 00000100:00080000:3.0:1767329688.723013:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767329688.723021:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329688.723028:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845376:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329688.723082:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247845504:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329688.847972:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329689.487933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329689.871965:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329690.511919:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329690.896085:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329691.535942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329691.920053:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329692.559930:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329692.944017:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329693.583935:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329693.839982:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329693.839994:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329693.839999:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329693.840005:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329693.840011:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329693.840024:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14940 00000100:00080000:3.0:1767329693.840037:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329693.840047:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329693.840062:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329693.840102:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88e300 x1853164247845632/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329693.840196:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845632:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329693.840203:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767329693.840230:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247845760:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329693.843357:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329693.843370:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:3.0:1767329693.843376:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247845760:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329693.843384:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845632:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329693.968097:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329694.607983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329694.992119:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329695.631990:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329696.016161:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329696.655949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329697.039963:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329697.679911:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329698.063999:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329698.703957:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329698.960001:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329698.960011:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329698.960014:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329698.960019:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329698.960024:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329698.960034:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14945 00000100:00080000:0.0:1767329698.960045:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329698.960053:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329698.960065:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329698.960097:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247845888/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329698.960154:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329698.960181:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247846016:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329698.962136:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329698.962144:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329698.962149:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247845888:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329698.962568:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247846016:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329699.088061:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329699.727947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329700.111998:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329700.751927:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329701.135993:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329701.775971:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329702.159991:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329702.799967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329703.056006:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329678/real 1767329678] req@ffff96e84e88e680 x1853164247844736/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329703 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329703.056042:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e84e88e680 x1853164247844736/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329703 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329703.056062:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329703.056080:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329703.056084:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247844736:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329703.056103:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329703.056109:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329703.056112:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329703.056118:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14929 00000100:00080000:1.0:1767329703.056127:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329703.056133:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329703.056160:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247846144/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329703.056180:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329703.056184:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329703.056185:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329703.056188:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14950 00000100:00080000:1.0:1767329703.056191:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329703.056194:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329703.056201:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329703.056210:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247846144:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329703.056214:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419880 x1853164247846272/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329703.056252:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329703.056261:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247846400:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329703.056307:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846272:192.168.204.119@tcp:38:kworker.0 00000100:00080000:0.0:1767329703.058058:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329703.058062:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329703.058065:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846272:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329703.059305:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247846400:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329703.183950:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329703.823895:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329704.207987:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329704.847969:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329705.232081:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329705.871966:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329706.256081:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329706.895953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329707.280007:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329707.919987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329708.176025:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329708.176043:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329708.176050:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329708.176057:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329708.176065:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329708.176082:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14954 00000100:00080000:1.0:1767329708.176099:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329708.176112:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329708.176131:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329708.176184:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247846528/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329708.176302:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846528:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329708.176323:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329708.176350:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247846656:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329708.179103:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329708.179115:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329708.179125:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846528:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329708.179167:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247846656:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329708.304042:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329708.943947:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329709.328070:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329709.967902:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329710.352049:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329710.991960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329711.376020:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329712.015903:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329712.399954:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329713.039953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329713.295996:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329713.296009:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329713.296014:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329713.296020:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329713.296026:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329713.296037:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14959 00000100:00080000:1.0:1767329713.296051:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329713.296060:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329713.296075:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329713.296118:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247846784/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329713.296199:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846784:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329713.296220:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247846912:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329713.298609:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329713.298619:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329713.298624:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247846784:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329713.298838:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247846912:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329713.424136:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329714.063984:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329714.448094:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329715.087908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329715.471997:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329716.111907:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329716.496147:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329717.135953:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329717.519972:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329718.159974:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329718.415961:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329718.415974:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329718.415977:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329718.415983:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329718.415989:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329718.416001:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14964 00000100:00080000:1.0:1767329718.416015:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329718.416024:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329718.416048:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329718.416085:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247847040/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329718.416177:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247847168:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329718.416178:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847040:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329718.417979:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247847168:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329718.417994:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329718.418002:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329718.418007:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847040:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329718.544065:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329719.183899:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329719.568068:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329720.207970:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329720.591994:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329721.231934:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329721.616047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329722.256016:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329722.639978:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329723.279910:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329723.535932:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329723.535942:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329723.535946:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329723.535951:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329723.535955:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329723.535965:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14969 00000100:00080000:1.0:1767329723.535975:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329723.535982:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329723.535993:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329723.536025:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247847296/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329723.536092:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847296:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329723.536093:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329723.536108:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247847424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329723.538149:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767329723.538155:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247847424:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329723.538158:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329723.538166:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847296:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329723.663960:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329724.303924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329724.688029:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329725.327925:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329725.712049:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329726.351928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329726.735976:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329727.375896:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:1.0:1767329727.759945:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329728.399908:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329728.655901:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329728.655911:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767329728.655917:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329703/real 1767329703] req@ffff96e86841aa00 x1853164247846144/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329728 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329728.655917:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329728.655928:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329728.655935:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329728.655944:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14974 00000100:00100000:0.0:1767329728.655950:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841aa00 x1853164247846144/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329728 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767329728.655954:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329728.655967:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00080000:0.0:1767329728.655971:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1767329728.655981:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1767329728.655989:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329728.655993:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247846144:192.168.204.119@tcp:250:kworker.0 00000100:00100000:1.0:1767329728.656012:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419500 x1853164247847552/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329728.656067:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767329728.656072:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847552:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329728.656073:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329728.656077:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329728.656083:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14954 00000100:00080000:1.0:1767329728.656090:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329728.656094:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329728.656109:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841aa00 x1853164247847808/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329728.656133:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329728.656143:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247847680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329728.656164:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247847808:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329728.657821:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329728.657827:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329728.657831:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247847680:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329728.657835:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847552:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329728.783958:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329729.423936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329729.808000:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329730.447964:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329730.832123:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329731.471905:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329731.855983:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329732.495967:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329732.879941:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329733.519904:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329733.775989:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329733.776000:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329733.776003:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329733.776007:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329733.776012:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329733.776023:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14980 00000100:00080000:3.0:1767329733.776037:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329733.776044:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329733.776058:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329733.776098:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88d180 x1853164247847936/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329733.776171:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329733.776245:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247848064:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329733.777903:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329733.777910:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329733.777915:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247847936:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329733.777996:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247848064:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329733.903954:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329734.543917:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329734.928023:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329735.567975:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329735.952107:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329736.592005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329736.976047:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329737.616055:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329738.000070:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329738.639954:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329738.896093:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329738.896110:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329738.896156:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329738.896162:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329738.896168:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329738.896182:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14985 00000100:00080000:1.0:1767329738.896198:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329738.896208:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329738.896225:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329738.896273:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419c00 x1853164247848192/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329738.896413:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247848320:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329738.896466:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848192:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329738.900222:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247848320:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329738.900230:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329738.900251:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329738.900259:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848192:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329739.024136:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329739.663950:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329740.048058:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329740.688022:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329741.072113:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329741.711995:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329742.096165:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329742.735978:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329743.120166:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329743.759963:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:3.0:1767329744.016088:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329744.016103:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767329744.016108:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767329744.016114:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767329744.016121:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767329744.016136:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14990 00000100:00080000:3.0:1767329744.016152:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767329744.016164:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:3.0:1767329744.016182:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1767329744.016236:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e84e88fb80 x1853164247848448/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767329744.016349:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767329744.016377:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848448:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329744.016382:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247848576:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329744.019719:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329744.019732:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329744.019742:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848448:192.168.204.119@tcp:38:kworker.0 00000100:00100000:3.0:1767329744.019751:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e84e88f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247848576:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329744.144122:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329744.783999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329745.168115:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329745.808038:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329746.192195:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329746.832009:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329747.216180:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329747.856023:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329748.240107:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329748.880045:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329749.136101:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329749.136120:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329749.136126:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329749.136135:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329749.136143:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329749.136163:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 14995 00000100:00080000:2.0:1767329749.136185:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329749.136201:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329749.136223:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329749.136288:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870596300 x1853164247848704/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329749.136437:0:2520:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767329749.136442:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329749.136479:0:2520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247848832:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329749.139753:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329749.139765:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329749.139772:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247848704:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329749.149502:0:2520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2520:1853164247848832:192.168.204.119@tcp:400:kworker.0 00010000:00010000:3.0:1767329749.264062:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329749.904051:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329750.288113:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329750.928044:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329751.312109:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329751.951998:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329752.336157:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329752.975983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00100000:0.0:1767329753.231998:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329728/real 1767329728] req@ffff96e86841aa00 x1853164247847808/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329753 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329753.232050:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e86841aa00 x1853164247847808/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329753 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767329753.232074:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329753.232104:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:0.0:1767329753.232108:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247847808:192.168.204.119@tcp:250:kworker.0 00000100:00080000:1.0:1767329753.232189:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329753.232200:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767329753.232205:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329753.232215:0:215414:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 14980 00000100:00080000:1.0:1767329753.232231:0:215414:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329753.232242:0:215414:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:1.0:1767329753.232309:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868419f80 x1853164247848960/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767329753.232353:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329753.232361:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329753.232364:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329753.232374:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15000 00000100:00080000:1.0:1767329753.232382:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329753.232405:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329753.232415:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247848960:192.168.204.119@tcp:250:kworker.0 00000008:00100000:1.0:1767329753.232421:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329753.232446:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841b800 x1853164247849088/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329753.232540:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849216:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329753.232570:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849088:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329753.237577:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849216:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329753.239249:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329753.239258:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329753.239263:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849088:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329753.360128:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329753.999941:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329754.384115:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329755.023988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329755.408120:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329756.047915:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329756.432054:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329757.071952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329757.456061:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329758.095958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329758.352030:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329758.352052:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329758.352059:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329758.352068:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329758.352076:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329758.352098:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15004 00000100:00080000:1.0:1767329758.352123:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329758.352137:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329758.352160:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329758.352228:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e86841ad80 x1853164247849344/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329758.352364:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849344:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329758.352380:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329758.352407:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849472:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329758.355827:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849472:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329758.355834:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767329758.355847:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329758.355905:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e86841ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849344:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329758.480139:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329759.119987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329759.504053:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329760.143986:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329760.527999:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329761.167920:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329761.552156:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329762.191961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329762.576134:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329763.215958:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329763.472089:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329763.472104:0:215414:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329763.472109:0:215414:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329763.472119:0:215414:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329763.472126:0:215414:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329763.472144:0:215414:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15009 00000100:00080000:0.0:1767329763.472164:0:215414:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329763.472175:0:215414:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329763.472193:0:215414:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329763.472244:0:215414:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247849600/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329763.472439:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849600:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329763.472440:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767329763.472468:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247849728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329763.475462:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767329763.475465:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247849728:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329763.475479:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329763.475489:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849600:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329763.600096:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329764.239965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329764.624133:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329765.263981:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329765.648111:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329766.287914:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329766.672111:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329767.311951:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:2.0:1767329767.696077:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329768.335961:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:1.0:1767329768.592026:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329768.592037:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767329768.592040:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767329768.592043:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767329768.592048:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767329768.592059:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15014 00000100:00080000:1.0:1767329768.592072:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767329768.592079:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:1.0:1767329768.592091:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1767329768.592131:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e868418e00 x1853164247849856/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329768.592228:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849856:192.168.204.119@tcp:38:kworker.0 00000100:00100000:1.0:1767329768.592233:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329768.592254:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329768.594946:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767329768.594950:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247849984:192.168.204.119@tcp:400:kworker.0 00000100:00080000:0.0:1767329768.594957:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:0.0:1767329768.594962:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247849856:192.168.204.119@tcp:38:kworker.0 00010000:00010000:2.0:1767329768.720042:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329769.359955:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329769.744145:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329770.383973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329770.768044:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329771.407936:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329771.792165:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329772.431949:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329772.816062:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329773.455924:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329773.712020:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329773.712032:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329773.712037:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329773.712043:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329773.712049:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329773.712064:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15019 00000100:00080000:0.0:1767329773.712080:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329773.712093:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329773.712113:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329773.712166:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087f800 x1853164247850112/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329773.712273:0:2518:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767329773.712280:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329773.712295:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247850240:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329773.715183:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329773.715195:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329773.715201:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850112:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329773.715691:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247850240:192.168.204.119@tcp:400:kworker.0 00010000:00010000:2.0:1767329773.840069:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329774.479942:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329774.864148:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329775.504021:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329775.888165:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329776.527928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329776.912170:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329777.551999:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329777.936088:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329778.575987:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329778.831916:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329778.831924:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329778.831927:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329778.831930:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329778.831934:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329778.831943:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15025 00000100:00080000:0.0:1767329778.831955:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329778.831961:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329778.831972:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329778.832005:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087ca80 x1853164247850368/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329778.832060:0:2516:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329753/real 1767329753] req@ffff96e868419f80 x1853164247848960/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329778 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767329778.832088:0:2518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247850496:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329778.832113:0:2516:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e868419f80 x1853164247848960/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1767329778 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767329778.832149:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850368:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329778.832269:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329778.832311:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.119@tcp failed (-110) 00000100:00100000:1.0:1767329778.832318:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e868419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247848960:192.168.204.119@tcp:250:kworker.0 00000100:00080000:0.0:1767329778.832345:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329778.832351:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767329778.832355:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8451c6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329778.832365:0:277891:0:(import.c:509:import_select_connection()) MGC192.168.204.119@tcp: connect to NID 192.168.204.119@tcp last attempt 15004 00000100:00080000:0.0:1767329778.832371:0:277891:0:(import.c:588:import_select_connection()) MGC192.168.204.119@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329778.832388:0:277891:0:(import.c:623:import_select_connection()) MGC192.168.204.119@tcp: import ffff96e8451c6800 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000100:00100000:0.0:1767329778.832403:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087df80 x1853164247850624/t0(0) o250->MGC192.168.204.119@tcp@192.168.204.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767329778.832463:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71cf36c9-bfa8-4b7f-9554-65672e2cf7aa:2516:1853164247850624:192.168.204.119@tcp:250:kworker.0 00000100:00100000:0.0:1767329778.834265:0:2518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53c5f936-6b8a-4dbf-ac37-512c5a843682:2518:1853164247850496:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329778.834409:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329778.834421:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329778.834428:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850368:192.168.204.119@tcp:38:kworker.0 00010000:00010000:3.0:1767329778.960098:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329779.599960:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329779.984125:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329780.624038:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329781.008093:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329781.647982:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329782.032104:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329782.672004:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329783.056129:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329783.696011:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329783.952014:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329783.952030:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329783.952036:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329783.952043:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329783.952051:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329783.952070:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15030 00000100:00080000:0.0:1767329783.952089:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329783.952100:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329783.952120:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329783.952184:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e300 x1853164247850752/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329783.952339:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247850880:192.168.204.119@tcp:400:kworker.0 00000100:00100000:1.0:1767329783.952346:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850752:192.168.204.119@tcp:38:kworker.0 00000100:00080000:1.0:1767329783.955934:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329783.955947:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329783.955957:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247850752:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329783.955969:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247850880:192.168.204.119@tcp:400:kworker.0 00010000:00010000:0.0:1767329784.080124:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329784.720003:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329785.104131:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329785.743952:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329786.128036:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329786.768084:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329787.152095:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329787.792052:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329788.176098:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329788.815988:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:2.0:1767329789.072151:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329789.072168:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767329789.072175:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767329789.072182:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767329789.072222:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767329789.072239:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15035 00000100:00080000:2.0:1767329789.072258:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767329789.072270:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:2.0:1767329789.072300:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1767329789.072362:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e870594a80 x1853164247851008/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767329789.072488:0:2519:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329789.072501:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247851008:192.168.204.119@tcp:38:kworker.0 00000100:00100000:2.0:1767329789.072518:0:2519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247851136:192.168.204.119@tcp:400:kworker.0 00000100:00100000:2.0:1767329789.075948:0:2519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2519:1853164247851136:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329789.076111:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329789.076140:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329789.076148:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e870594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247851008:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329789.200250:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329789.840005:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329790.224198:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329790.864023:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329791.248099:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329791.887976:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:3.0:1767329792.272018:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329792.911973:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329793.296099:0:193139:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329793.935965:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00000100:00080000:0.0:1767329794.192031:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329794.192044:0:277891:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71cf36c9-bfa8-4b7f-9554-65672e2cf7aa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767329794.192049:0:277891:0:(pinger.c:229:ptlrpc_pinger_process_import()) 53c5f936-6b8a-4dbf-ac37-512c5a843682->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767329794.192054:0:277891:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767329794.192060:0:277891:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767329794.192075:0:277891:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: connect to NID 192.168.204.119@tcp last attempt 15040 00000100:00080000:0.0:1767329794.192115:0:277891:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767329794.192126:0:277891:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff96e84f48f000: import ffff96e8504d1000 using connection 192.168.204.119@tcp/192.168.204.119@tcp 00000008:00100000:0.0:1767329794.192144:0:277891:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1767329794.192192:0:277891:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e85087e680 x1853164247851264/t0(0) o38->lustre-MDT0000-mdc-ffff96e84f48f000@192.168.204.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767329794.192291:0:2517:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767329794.192304:0:2516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247851264:192.168.204.119@tcp:38:kworker.0 00000100:00100000:0.0:1767329794.192315:0:2517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247851392:192.168.204.119@tcp:400:kworker.0 00000100:00100000:0.0:1767329794.194906:0:2517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53c5f936-6b8a-4dbf-ac37-512c5a843682:2517:1853164247851392:192.168.204.119@tcp:400:kworker.0 00000100:00080000:1.0:1767329794.194932:0:2516:0:(import.c:65:import_set_state_nolock()) ffff96e8504d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767329794.194944:0:2516:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.119@tcp failed (-19) 00000100:00100000:1.0:1767329794.194950:0:2516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e85087e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53c5f936-6b8a-4dbf-ac37-512c5a843682:2516:1853164247851264:192.168.204.119@tcp:38:kworker.0 00010000:00010000:0.0:1767329794.320181:0:198565:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329794.959928:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329795.344175:0:195920:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329795.983983:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329796.368185:0:255371:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767329797.007933:0:303599:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e878b2a600 going to sleep for 0 seconds 00010000:00010000:0.0:1767329797.392155:0:193140:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 131393 lines, 131393 kept, 0 dropped, 0 bad.